diff --git a/cmd/kvass/coordinator.go b/cmd/kvass/coordinator.go index 66932ec..df53a3b 100644 --- a/cmd/kvass/coordinator.go +++ b/cmd/kvass/coordinator.go @@ -47,24 +47,38 @@ import ( ) var cdCfg = struct { - shardType string - shardStaticFile string - shardNamespace string - shardSelector string - shardPort int - shardMaxSeries int64 - shardMinShard int32 - shardMaxShard int32 - shardMaxIdleTime time.Duration - shardDeletePVC bool - exploreMaxCon int - webAddress string - configFile string - syncInterval time.Duration - sdInitTimeout time.Duration - configInject configInjectOption + shardType string + shardStaticFile string + shardNamespace string + shardSelector string + shardPort int + shardMaxSeries int64 + shardMinShard int32 + shardMaxShard int32 + shardMaxIdleTime time.Duration + shardDeletePVC bool + exploreMaxCon int + webAddress string + configFile string + syncInterval time.Duration + sdInitTimeout time.Duration + configInject configInjectOption + logLevel string + rebalanceEnable bool + rebalanceInterval time.Duration + rebalanceHealthRateWatermark float64 + forceRebalanceInterval time.Duration }{} +type LocalFormatter struct { + logrus.Formatter +} + +func (u LocalFormatter) Format(e *logrus.Entry) ([]byte, error) { + e.Time = e.Time.In(time.FixedZone("UTC+8", 8*60*60)) + return u.Formatter.Format(e) +} + func init() { coordinatorCmd.Flags().StringVar(&cdCfg.shardType, "shard.type", "k8s", "type of shard deploy: 'k8s'(default), 'static'") @@ -103,6 +117,16 @@ func init() { "ckube-apiserver proxy url to inject to all kubernetes sd") coordinatorCmd.Flags().StringVar(&cdCfg.configInject.kubernetes.serviceAccountPath, "inject.kubernetes-sa-path", "", "change default service account token path") + coordinatorCmd.Flags().StringVar(&cdCfg.logLevel, "log.level", "info", + "log level") + coordinatorCmd.Flags().BoolVar(&cdCfg.rebalanceEnable, "coordinator.rebalance-enable", false, + "coordinator will rebalance the targets of every job") + coordinatorCmd.Flags().DurationVar(&cdCfg.rebalanceInterval, "coordinator.rebalance-interval", time.Minute*5, + "the interval of coordinator rebalance loop") + coordinatorCmd.Flags().Float64Var(&cdCfg.rebalanceHealthRateWatermark, "coordinator.rebalance-health-rate-watermark", 0.5, + "the watermark of healthRate, only run rebalance when healthRate of targets is greater than watermark") + coordinatorCmd.Flags().DurationVar(&cdCfg.forceRebalanceInterval, "coordinator.force-rebalance-interval", time.Hour*24, + "the interval of coordinator force to run rebalance, default 1 day") rootCmd.AddCommand(coordinatorCmd) } @@ -116,6 +140,11 @@ distribution targets to shards`, return err } + logLevel, err := logrus.ParseLevel(cdCfg.logLevel) + if err != nil { + return err + } + level := &promlog.AllowedLevel{} level.Set("info") format := &promlog.AllowedFormat{} @@ -136,11 +165,14 @@ distribution targets to shards`, cd = coordinator.NewCoordinator( &coordinator.Option{ - MaxSeries: cdCfg.shardMaxSeries, - MaxShard: cdCfg.shardMaxShard, - MinShard: cdCfg.shardMinShard, - MaxIdleTime: cdCfg.shardMaxIdleTime, - Period: cdCfg.syncInterval, + MaxSeries: cdCfg.shardMaxSeries, + MaxShard: cdCfg.shardMaxShard, + MinShard: cdCfg.shardMinShard, + MaxIdleTime: cdCfg.shardMaxIdleTime, + Period: cdCfg.syncInterval, + RebalancePeriod: cdCfg.rebalanceInterval, + RebalanceHealthRateWatermark: cdCfg.rebalanceHealthRateWatermark, + ForceRebalanceInterval: cdCfg.forceRebalanceInterval, }, getReplicasManager(lg), cfgManager.ConfigInfo, @@ -174,6 +206,9 @@ distribution targets to shards`, lg.WithField("component", "web"), ) + lg.SetFormatter(LocalFormatter{&logrus.TextFormatter{}}) + lg.Level = logLevel + if err := cfgManager.ReloadFromFile(cdCfg.configFile); err != nil { panic(err) } @@ -213,6 +248,13 @@ distribution targets to shards`, return cd.Run(ctx) }) + if cdCfg.rebalanceEnable { + g.Go(func() error { + lg.Infof("rebalance start") + return cd.RunRebalance(ctx) + }) + } + g.Go(func() error { lg.Infof("api start at %s", cdCfg.webAddress) return svc.Run(cdCfg.webAddress) diff --git a/cmd/kvass/main.go b/cmd/kvass/main.go index a7e7f83..ec79a6f 100644 --- a/cmd/kvass/main.go +++ b/cmd/kvass/main.go @@ -20,7 +20,23 @@ package main import ( "fmt" "github.com/gin-gonic/gin" - _ "github.com/prometheus/prometheus/discovery/install" + _ "github.com/prometheus/prometheus/discovery/aws" // register aws + _ "github.com/prometheus/prometheus/discovery/azure" // register azure + _ "github.com/prometheus/prometheus/discovery/consul" // register consul + _ "github.com/prometheus/prometheus/discovery/digitalocean" // register digitalocean + _ "github.com/prometheus/prometheus/discovery/dns" // register dns + _ "github.com/prometheus/prometheus/discovery/eureka" // register eureka + _ "github.com/prometheus/prometheus/discovery/file" // register file + _ "github.com/prometheus/prometheus/discovery/hetzner" // register hetzner + _ "github.com/prometheus/prometheus/discovery/http" // register http + _ "github.com/prometheus/prometheus/discovery/kubernetes" // register kubernetes + _ "github.com/prometheus/prometheus/discovery/linode" // register linode + _ "github.com/prometheus/prometheus/discovery/marathon" // register marathon + _ "github.com/prometheus/prometheus/discovery/moby" // register moby + _ "github.com/prometheus/prometheus/discovery/openstack" // register openstack + _ "github.com/prometheus/prometheus/discovery/scaleway" // register scaleway + _ "github.com/prometheus/prometheus/discovery/triton" // register triton + _ "github.com/prometheus/prometheus/discovery/zookeeper" // register zookeeper "github.com/spf13/cobra" "math/rand" "os" diff --git a/go.mod b/go.mod index 11c60d2..33383fd 100644 --- a/go.mod +++ b/go.mod @@ -4,23 +4,27 @@ go 1.15 require ( github.com/cssivision/reverseproxy v0.0.1 + github.com/fsnotify/fsnotify v1.4.9 // indirect github.com/gin-contrib/pprof v1.3.0 github.com/gin-gonic/gin v1.6.3 github.com/go-kit/kit v0.10.0 + github.com/go-kit/log v0.2.1 github.com/gobuffalo/packr/v2 v2.2.0 - github.com/mitchellh/hashstructure/v2 v2.0.1 + github.com/grd/statistics v0.0.0-20130405091615-5af75da930c9 + github.com/mitchellh/hashstructure/v2 v2.0.2 github.com/mroth/weightedrand v0.4.1 github.com/pkg/errors v0.9.1 - github.com/prometheus/common v0.14.0 - github.com/prometheus/prometheus v1.8.2-0.20201015110737-0a7fdd3b7696 + github.com/prometheus/common v0.42.0 + github.com/prometheus/prometheus v0.0.0-20210701113011-642722e5d01a github.com/sirupsen/logrus v1.6.0 github.com/spf13/cobra v1.0.0 - github.com/stretchr/testify v1.6.1 + github.com/stretchr/testify v1.8.0 go.etcd.io/etcd v0.0.0-20191023171146-3cf2f69b5738 - golang.org/x/sync v0.0.0-20200930132711-30421366ff76 - golang.org/x/sys v0.0.0-20210309040221-94ec62e08169 // indirect + golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4 gopkg.in/yaml.v2 v2.4.0 - k8s.io/api v0.19.2 - k8s.io/apimachinery v0.19.2 - k8s.io/client-go v0.19.2 + k8s.io/api v0.21.1 + k8s.io/apimachinery v0.21.1 + k8s.io/client-go v0.21.1 ) + +replace github.com/prometheus/prometheus => ./staging/src/github.com/promethues/prometheus diff --git a/go.sum b/go.sum index afe28e6..7a58678 100644 --- a/go.sum +++ b/go.sum @@ -1,62 +1,68 @@ cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= -cloud.google.com/go v0.43.0/go.mod h1:BOSR3VbTLkk6FDC/TcffxP4NF/FFBGA5ku+jvKOP7pg= cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= cloud.google.com/go v0.50.0/go.mod h1:r9sluTvynVuxRIOHXQEHMFffphuXHOMZMycpNR5e6To= -cloud.google.com/go v0.51.0/go.mod h1:hWtGJ6gnXH+KgDv+V0zFGDvpi07n3z8ZNj3T1RW0Gcw= cloud.google.com/go v0.52.0/go.mod h1:pXajvRH/6o3+F9jDHZWQ5PbGhn+o8w9qiu/CffaVdO4= cloud.google.com/go v0.53.0/go.mod h1:fp/UouUEsRkN6ryDKNW/Upv/JBKnv6WDthjR6+vze6M= cloud.google.com/go v0.54.0/go.mod h1:1rq2OEkV3YMf6n/9ZvGWI3GWw0VoqH/1x2nd8Is/bPc= cloud.google.com/go v0.56.0/go.mod h1:jr7tqZxxKOVYizybht9+26Z/gUq7tiRzu+ACVAMbKVk= cloud.google.com/go v0.57.0/go.mod h1:oXiQ6Rzq3RAkkY7N6t3TcE6jE+CIBBbA36lwQ1JyzZs= cloud.google.com/go v0.62.0/go.mod h1:jmCYTdRCQuc1PHIIJ/maLInMho30T/Y0M4hTdTShOYc= -cloud.google.com/go v0.65.0 h1:Dg9iHVQfrhq82rUNu9ZxUDrJLaxFUe/HlCVaLyRruq8= cloud.google.com/go v0.65.0/go.mod h1:O5N8zS7uWy9vkA9vayVHs65eM1ubvY4h553ofrNHObY= +cloud.google.com/go v0.72.0/go.mod h1:M+5Vjvlc2wnp6tjzE102Dw08nGShTscUx2nZMufOKPI= +cloud.google.com/go v0.74.0/go.mod h1:VV1xSbzvo+9QJOxLDaJfTjx5e+MePCpCWwvftOeQmWk= +cloud.google.com/go v0.78.0/go.mod h1:QjdrLG0uq+YwhjoVOLsS1t7TW8fs36kLs4XO5R5ECHg= +cloud.google.com/go v0.79.0/go.mod h1:3bzgcEeQlzbuEAYu4mrWhKqWjmpprinYgKJLgKHnbb8= +cloud.google.com/go v0.81.0/go.mod h1:mk/AM35KwGk/Nm2YSeZbxXdrNK3KZOYHmLkOqC2V6E0= +cloud.google.com/go v0.83.0/go.mod h1:Z7MJUsANfY0pYPdw0lbnivPx4/vhy/e2FEkSkF7vAVY= cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= -cloud.google.com/go/bigquery v1.8.0 h1:PQcPefKFdaIzjQFbiyOgAqyx8q5djaE7x9Sqe712DPA= cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= -cloud.google.com/go/bigtable v1.2.0 h1:F4cCmA4nuV84V5zYQ3MKY+M1Cw1avHDuf3S/LcZPA9c= -cloud.google.com/go/bigtable v1.2.0/go.mod h1:JcVAOl45lrTmQfLj7T6TxyMzIN/3FGGcFm+2xVAli2o= +cloud.google.com/go/bigtable v1.3.0/go.mod h1:z5EyKrPE8OQmeg4h5MNdKvuSnI9CCT49Ki3f23aBzio= +cloud.google.com/go/compute/metadata v0.2.0/go.mod h1:zFmK7XCadkQkj6TtorcaGlCW1hT1fIilQDwofLpJ20k= cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= -cloud.google.com/go/datastore v1.1.0 h1:/May9ojXjRkPBNVrq+oWLqmWCkr4OU5uRY29bu0mRyQ= cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= -cloud.google.com/go/pubsub v1.3.1 h1:ukjixP1wl0LpnZ6LWtZJ0mX5tBmjp1f8Sqer8Z2OMUU= cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= -cloud.google.com/go/storage v1.10.0 h1:STgFzyU5/8miMl0//zKh2aQeTyeaUH3WN9bSUiJ09bA= cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= -collectd.org v0.3.0 h1:iNBHGw1VvPJxH2B6RiFWFZ+vsjo1lCdRszBeOuwGi00= collectd.org v0.3.0/go.mod h1:A/8DzQBkF6abtvrT2j/AU/4tiBgJWYyh0y/oB/4MlWE= -dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9 h1:VpgP7xuJadIUuKccphEpTJnWhS2jkQyMt6Y7pJCD7fY= dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= -github.com/Azure/azure-sdk-for-go v46.4.0+incompatible h1:fCN6Pi+tEiEwFa8RSmtVlFHRXEZ+DJm9gfx/MKqYWw4= -github.com/Azure/azure-sdk-for-go v46.4.0+incompatible/go.mod h1:9XXNKU+eRnpl9moKnB4QOLf1HestfXbmab5FXxiDBjc= +github.com/Azure/azure-sdk-for-go v55.2.0+incompatible h1:TL2/vJWJEPOrmv97nHcbvjXES0Ntlb9P95hqGA1J2dU= +github.com/Azure/azure-sdk-for-go v55.2.0+incompatible/go.mod h1:9XXNKU+eRnpl9moKnB4QOLf1HestfXbmab5FXxiDBjc= github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78 h1:w+iIsaOQNcT7OZ575w+acHgRric5iCyQh+xv+KJ4HB8= github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX56iTiv29bbRTIsUNlaFfuhWRQBWjQdVyAevI8= github.com/Azure/go-autorest v14.2.0+incompatible h1:V5VMDjClD3GiElqLWO7mz2MxNAK/vTfRHdAubSIPRgs= github.com/Azure/go-autorest v14.2.0+incompatible/go.mod h1:r+4oMnoxhatjLLJ6zxSWATqVooLgysK6ZNox3g/xq24= github.com/Azure/go-autorest/autorest v0.9.0/go.mod h1:xyHB1BMZT0cuDHU7I0+g046+BFDTQ8rEZB0s4Yfa6bI= -github.com/Azure/go-autorest/autorest v0.9.6/go.mod h1:/FALq9T/kS7b5J5qsQ+RSTUdAmGFqi0vUdVNNx8q630= -github.com/Azure/go-autorest/autorest v0.11.10 h1:j5sGbX7uj1ieYYkQ3Mpvewd4DCsEQ+ZeJpqnSM9pjnM= -github.com/Azure/go-autorest/autorest v0.11.10/go.mod h1:eipySxLmqSyC5s5k1CLupqet0PSENBEDP93LQ9a8QYw= +github.com/Azure/go-autorest/autorest v0.9.3/go.mod h1:GsRuLYvwzLjjjRoWEIyMUaYq8GNUx2nRB378IPt/1p0= +github.com/Azure/go-autorest/autorest v0.10.1/go.mod h1:/FALq9T/kS7b5J5qsQ+RSTUdAmGFqi0vUdVNNx8q630= +github.com/Azure/go-autorest/autorest v0.11.12/go.mod h1:eipySxLmqSyC5s5k1CLupqet0PSENBEDP93LQ9a8QYw= +github.com/Azure/go-autorest/autorest v0.11.19 h1:7/IqD2fEYVha1EPeaiytVKhzmPV223pfkRIQUGOK2IE= +github.com/Azure/go-autorest/autorest v0.11.19/go.mod h1:dSiJPy22c3u0OtOKDNttNgqpNFY/GeWa7GH/Pz56QRA= github.com/Azure/go-autorest/autorest/adal v0.5.0/go.mod h1:8Z9fGy2MpX0PvDjB1pEgQTmVqjGhiHBW7RJJEciWzS0= +github.com/Azure/go-autorest/autorest/adal v0.8.0/go.mod h1:Z6vX6WXXuyieHAXwMj0S6HY6e6wcHn37qQMBQlvY3lc= +github.com/Azure/go-autorest/autorest/adal v0.8.1/go.mod h1:ZjhuQClTqx435SRJ2iMlOxPYt3d2C/T/7TiQCVZSn3Q= github.com/Azure/go-autorest/autorest/adal v0.8.2/go.mod h1:ZjhuQClTqx435SRJ2iMlOxPYt3d2C/T/7TiQCVZSn3Q= -github.com/Azure/go-autorest/autorest/adal v0.9.5 h1:Y3bBUV4rTuxenJJs41HU3qmqsb+auo+a3Lz+PlJPpL0= +github.com/Azure/go-autorest/autorest/adal v0.8.3/go.mod h1:ZjhuQClTqx435SRJ2iMlOxPYt3d2C/T/7TiQCVZSn3Q= github.com/Azure/go-autorest/autorest/adal v0.9.5/go.mod h1:B7KF7jKIeC9Mct5spmyCB/A8CG/sEz1vwIRGv/bbw7A= +github.com/Azure/go-autorest/autorest/adal v0.9.13/go.mod h1:W/MM4U6nLxnIskrw4UwWzlHfGjwUS50aOsc/I3yuU8M= +github.com/Azure/go-autorest/autorest/adal v0.9.14 h1:G8hexQdV5D4khOXrWG2YuLCFKhWYmWD8bHYaXN5ophk= +github.com/Azure/go-autorest/autorest/adal v0.9.14/go.mod h1:W/MM4U6nLxnIskrw4UwWzlHfGjwUS50aOsc/I3yuU8M= +github.com/Azure/go-autorest/autorest/azure/auth v0.4.2/go.mod h1:90gmfKdlmKgfjUpnCEpOJzsUEjrWDSLwHIG73tSXddM= +github.com/Azure/go-autorest/autorest/azure/cli v0.3.1/go.mod h1:ZG5p860J94/0kI9mNJVoIoLgXcirM2gF5i2kWloofxw= github.com/Azure/go-autorest/autorest/date v0.1.0/go.mod h1:plvfp3oPSKwf2DNjlBjWF/7vwR+cUD/ELuzDCXwHUVA= github.com/Azure/go-autorest/autorest/date v0.2.0/go.mod h1:vcORJHLJEh643/Ioh9+vPmf1Ij9AEBM5FuBIXLmIy0g= github.com/Azure/go-autorest/autorest/date v0.3.0 h1:7gUk1U5M/CQbp9WoqinNzJar+8KY+LPI6wiWrP/myHw= @@ -66,225 +72,177 @@ github.com/Azure/go-autorest/autorest/mocks v0.2.0/go.mod h1:OTyCOPRA2IgIlWxVYxB github.com/Azure/go-autorest/autorest/mocks v0.3.0/go.mod h1:a8FDP3DYzQ4RYfVAxAN3SVSiiO77gL2j2ronKKP0syM= github.com/Azure/go-autorest/autorest/mocks v0.4.1 h1:K0laFcLE6VLTOwNgSxaGbUcLPuGXlNkbVvq4cW4nIHk= github.com/Azure/go-autorest/autorest/mocks v0.4.1/go.mod h1:LTp+uSrOhSkaKrUy935gNZuuIPPVsHlr9DSOxSayd+k= -github.com/Azure/go-autorest/autorest/to v0.3.0 h1:zebkZaadz7+wIQYgC7GXaz3Wb28yKYfVkkBKwc38VF8= -github.com/Azure/go-autorest/autorest/to v0.3.0/go.mod h1:MgwOyqaIuKdG4TL/2ywSsIWKAfJfgHDo8ObuUk3t5sA= -github.com/Azure/go-autorest/autorest/validation v0.2.0 h1:15vMO4y76dehZSq7pAaOLQxC6dZYsSrj2GQpflyM/L4= -github.com/Azure/go-autorest/autorest/validation v0.2.0/go.mod h1:3EEqHnBxQGHXRYq3HT1WyXAvT7LLY3tl70hw6tQIbjI= +github.com/Azure/go-autorest/autorest/to v0.4.0 h1:oXVqrxakqqV1UZdSazDOPOLvOIz+XA683u8EctwboHk= +github.com/Azure/go-autorest/autorest/to v0.4.0/go.mod h1:fE8iZBn7LQR7zH/9XU2NcPR4o9jEImooCeWJcYV/zLE= +github.com/Azure/go-autorest/autorest/validation v0.3.1 h1:AgyqjAd94fwNAoTjl/WQXg4VvFeRFpO+UhNyRXqF1ac= +github.com/Azure/go-autorest/autorest/validation v0.3.1/go.mod h1:yhLgjC0Wda5DYXl6JAsWyUe4KVNffhoDhG0zVzUMo3E= github.com/Azure/go-autorest/logger v0.1.0/go.mod h1:oExouG+K6PryycPJfVSxi/koC6LSNgds39diKLz7Vrc= -github.com/Azure/go-autorest/logger v0.2.0 h1:e4RVHVZKC5p6UANLJHkM4OfR1UKZPj8Wt8Pcx+3oqrE= github.com/Azure/go-autorest/logger v0.2.0/go.mod h1:T9E3cAhj2VqvPOtCYAvby9aBXkZmbF5NWuPV8+WeEW8= +github.com/Azure/go-autorest/logger v0.2.1 h1:IG7i4p/mDa2Ce4TRyAO8IHnVhAVF3RFU+ZtXWSmf4Tg= +github.com/Azure/go-autorest/logger v0.2.1/go.mod h1:T9E3cAhj2VqvPOtCYAvby9aBXkZmbF5NWuPV8+WeEW8= github.com/Azure/go-autorest/tracing v0.5.0/go.mod h1:r/s2XiOKccPW3HrqB+W0TQzfbtp2fGCgRFtBroKn4Dk= github.com/Azure/go-autorest/tracing v0.6.0 h1:TYi4+3m5t6K48TGI9AUdb+IzbnSxvnvUMfuitfgcfuo= github.com/Azure/go-autorest/tracing v0.6.0/go.mod h1:+vhtPC754Xsa23ID7GlGsrdKBpUA79WCAKPPZVC2DeU= -github.com/BurntSushi/toml v0.3.1 h1:WXkYYl6Yr3qBf1K79EBnL4mak0OimBfB0XUf9Vl28OQ= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= -github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802 h1:1BDTz0u9nC3//pOCMdNH+CiXJVYJh5UQNCOBG7jbELc= github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= -github.com/DATA-DOG/go-sqlmock v1.3.3 h1:CWUqKXe0s8A2z6qCgkP4Kru7wC11YoAnoupUKFDnH08= -github.com/DATA-DOG/go-sqlmock v1.3.3/go.mod h1:f/Ixk793poVmq4qj/V1dPUg2JEAKC73Q5eFN3EC/SaM= -github.com/DataDog/datadog-go v3.2.0+incompatible h1:qSG2N4FghB1He/r2mFrWKCaL7dXCilEuNEeAn20fdD4= -github.com/DataDog/datadog-go v3.2.0+incompatible/go.mod h1:LButxg5PwREeZtORoXG3tL4fMGNddJ+vMq1mwgfaqoQ= -github.com/HdrHistogram/hdrhistogram-go v0.9.0 h1:dpujRju0R4M/QZzcnR1LH1qm+TVG3UzkWdp5tH1WMcg= -github.com/HdrHistogram/hdrhistogram-go v0.9.0/go.mod h1:nxrse8/Tzg2tg3DZcZjm6qEclQKK70g0KxO61gFFZD4= -github.com/Knetic/govaluate v3.0.1-0.20171022003610-9aa49832a739+incompatible h1:1G1pk05UrOh0NlF1oeaaix1x8XzrfjIDK47TY0Zehcw= +github.com/DATA-DOG/go-sqlmock v1.4.1/go.mod h1:f/Ixk793poVmq4qj/V1dPUg2JEAKC73Q5eFN3EC/SaM= +github.com/HdrHistogram/hdrhistogram-go v1.0.1 h1:GX8GAYDuhlFQnI2fRDHQhTlkHMz8bEn0jTI6LJU0mpw= +github.com/HdrHistogram/hdrhistogram-go v1.0.1/go.mod h1:BWJ+nMSHY3L41Zj7CA3uXnloDp7xxV0YvstAE7nKTaM= github.com/Knetic/govaluate v3.0.1-0.20171022003610-9aa49832a739+incompatible/go.mod h1:r7JcOSlj0wfOMncg0iLm8Leh48TZaKVeNIfJntJ2wa0= -github.com/Microsoft/go-winio v0.4.14 h1:+hMXMk01us9KgxGb7ftKQt2Xpf5hH/yky+TDA+qxleU= -github.com/Microsoft/go-winio v0.4.14/go.mod h1:qXqCSQ3Xa7+6tgxaGTIe4Kpcdsi+P8jBhyzoq1bpyYA= -github.com/NYTimes/gziphandler v0.0.0-20170623195520-56545f4a5d46 h1:lsxEuwrXEAokXB9qhlbKWPpo3KMLZQ5WB5WLQRW1uq0= +github.com/Masterminds/semver v1.4.2/go.mod h1:MB6lktGJrhw8PrUyiEoblNEGEQ+RzHPF078ddwwvV3Y= +github.com/Masterminds/sprig v2.16.0+incompatible/go.mod h1:y6hNFY5UBTIWBxnzTeuNhlNS5hqE0NB0E6fgfo2Br3o= +github.com/Microsoft/go-winio v0.4.16 h1:FtSW/jqD+l4ba5iPBj9CODVtgfYAD8w2wS923g/cFDk= +github.com/Microsoft/go-winio v0.4.16/go.mod h1:XB6nPKklQyQ7GC9LdcBEcBl8PF76WugXOPRXwdLnMv0= github.com/NYTimes/gziphandler v0.0.0-20170623195520-56545f4a5d46/go.mod h1:3wb06e3pkSAbeQ52E9H9iFoQsEEwGN64994WTCIhntQ= -github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE= github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= -github.com/PuerkitoBio/purell v1.0.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= github.com/PuerkitoBio/purell v1.1.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= -github.com/PuerkitoBio/purell v1.1.1 h1:WEQqlqaGbrPkxLJWfBwQmfEAE1Z7ONdDLqrN38tNFfI= github.com/PuerkitoBio/purell v1.1.1/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= -github.com/PuerkitoBio/urlesc v0.0.0-20160726150825-5bd2802263f2/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= -github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578 h1:d+Bc7a5rLufV/sSk/8dngufqelfh6jnri85riMAaF/M= github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= -github.com/Shopify/sarama v1.19.0 h1:9oksLxC6uxVPHPVYUmq6xhr1BOF/hHobWH2UzO67z1s= +github.com/SAP/go-hdb v0.14.1/go.mod h1:7fdQLVC2lER3urZLjZCm0AuMQfApof92n3aylBPEkMo= github.com/Shopify/sarama v1.19.0/go.mod h1:FVkBWblsNy7DGZRfXLU0O9RCGt5g3g3yEuWXgklEdEo= -github.com/Shopify/toxiproxy v2.1.4+incompatible h1:TKdv8HiTLgE5wdJuEML90aBgNWsokNbMijUGhmcoBJc= github.com/Shopify/toxiproxy v2.1.4+incompatible/go.mod h1:OXgGpZ6Cli1/URJOF1DMxUHB2q5Ap20/P/eIdh4G0pI= -github.com/VividCortex/gohistogram v1.0.0 h1:6+hBz+qvs0JOrrNhhmR7lFxo5sINxBCGXrdtl/UvroE= github.com/VividCortex/gohistogram v1.0.0/go.mod h1:Pf5mBqqDxYaXu3hDrrU+w6nw50o/4+TcAqDqk/vUH7g= -github.com/afex/hystrix-go v0.0.0-20180502004556-fa1af6a1f4f5 h1:rFw4nCn9iMW+Vajsk51NtYIcwSTkXr+JGrMd36kTDJw= github.com/afex/hystrix-go v0.0.0-20180502004556-fa1af6a1f4f5/go.mod h1:SkGFH1ia65gfNATL8TAiHDNxPzPdmEL5uirI2Uyuz6c= -github.com/agnivade/levenshtein v1.0.1 h1:3oJU7J3FGFmyhn8KHjmVaZCN5hxTr7GxgRue+sxIXdQ= github.com/agnivade/levenshtein v1.0.1/go.mod h1:CURSv5d9Uaml+FovSIICkLbAUZ9S4RqaHDIsdSBg7lM= -github.com/ajstarks/svgo v0.0.0-20180226025133-644b8db467af h1:wVe6/Ea46ZMeNkQjjBW6xcqyQA/j5e0D6GytH95g0gQ= -github.com/ajstarks/svgo v0.0.0-20180226025133-644b8db467af/go.mod h1:K08gAheRH3/J6wwsYMMT4xOr94bZjxIelGM0+d/wbFw= +github.com/alecthomas/kingpin/v2 v2.3.1/go.mod h1:oYL5vtsvEHZGHxU7DMp32Dvx+qL+ptGn6lWaot2vCNE= github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= -github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 h1:JYp7IbQjafoB+tBA3gMyHYHrpOtNuDiK/uB5uXxq5wM= github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= -github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d h1:UQZhZ2O0vMHr2cI+DC1Mbh0TJxzA3RcLoMsFw+aXw7E= github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d/go.mod h1:rBZYJk541a8SKzHPHnH3zbiI+7dagKZ0cgpgrD7Fyho= -github.com/andreyvit/diff v0.0.0-20170406064948-c7f18ee00883 h1:bvNMNQO63//z+xNgfBlViaCIJKLlCJ6/fmUseuG0wVQ= +github.com/alecthomas/units v0.0.0-20210208195552-ff826a37aa15/go.mod h1:OMCwj8VM1Kc9e19TLln2VL61YJF0x1XFtfdL4JdbSyE= +github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 h1:s6gZFSlWYmbqAuRjVTiNNhvNRfY2Wxp9nhfyel4rklc= +github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137/go.mod h1:OMCwj8VM1Kc9e19TLln2VL61YJF0x1XFtfdL4JdbSyE= github.com/andreyvit/diff v0.0.0-20170406064948-c7f18ee00883/go.mod h1:rCTlJbsFo29Kk6CurOXKm700vrz8f0KW0JNfpkRJY/8= -github.com/antihax/optional v1.0.0 h1:xK2lYat7ZLaVVcIuj82J8kIro4V6kDe0AUDFboUCwcg= github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= -github.com/apache/arrow/go/arrow v0.0.0-20191024131854-af6fa24be0db h1:nxAtV4VajJDhKysp2kdcJZsq8Ss1xSA0vZTkVHHJd0E= -github.com/apache/arrow/go/arrow v0.0.0-20191024131854-af6fa24be0db/go.mod h1:VTxUBvSJ3s3eHAg65PNgrsn5BtqCRPdmyXh6rAfdxN0= +github.com/aokoli/goutils v1.0.1/go.mod h1:SijmP0QR8LtwsmDs8Yii5Z/S4trXFGFC2oO5g9DP+DQ= +github.com/apache/arrow/go/arrow v0.0.0-20200923215132-ac86123a3f01/go.mod h1:QNYViu/X0HXDHw7m3KXzWSVXIbfUvJqBFe6Gj8/pYA0= github.com/apache/thrift v0.12.0/go.mod h1:cp2SuWMxlEZw2r+iP2GNCdIi4C1qmUzdZFSVb+bacwQ= -github.com/apache/thrift v0.13.0 h1:5hryIiq9gtn+MiLVn0wP37kb/uTeRZgN08WoCsAhIhI= github.com/apache/thrift v0.13.0/go.mod h1:cp2SuWMxlEZw2r+iP2GNCdIi4C1qmUzdZFSVb+bacwQ= -github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e h1:QEF07wC0T1rKkctt1RINW/+RMTVmiwxETico2l3gxJA= github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e/go.mod h1:3U/XgcO3hCbHZ8TKRvWD2dDTCfh9M9ya+I9JpbB7O8o= -github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6 h1:G1bPvciwNyF7IUmKXNt9Ak3m6u9DE1rF+RmtIkBpVdA= github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8= +github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da h1:8GUt8eRujhVEGZFFEjBj46YV4rDjvGrNxb0KMWYkL2I= github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da/go.mod h1:Q73ZrmVTwzkszR9V5SSuryQ31EELlFMUz1kKyl939pY= -github.com/armon/go-metrics v0.3.3 h1:a9F4rlj7EWWrbj7BYw8J8+x+ZZkJeqzNyRk8hdPF+ro= -github.com/armon/go-metrics v0.3.3/go.mod h1:4O98XIr/9W0sxpJ8UaYkvjk10Iff7SnFrb4QAOwNTFc= github.com/armon/go-radix v0.0.0-20180808171621-7fddfc383310/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8= -github.com/armon/go-radix v1.0.0 h1:F4z6KzEeeQIMeLFa97iZU6vupzoecKdU5TX24SNppXI= github.com/armon/go-radix v1.0.0/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8= -github.com/aryann/difflib v0.0.0-20170710044230-e206f873d14a h1:pv34s756C4pEXnjgPfGYgdhg/ZdajGhyOvzx8k+23nw= github.com/aryann/difflib v0.0.0-20170710044230-e206f873d14a/go.mod h1:DAHtR1m6lCRdSC2Tm3DSWRPvIPr6xNKyeHdqDQSQT+A= github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY= github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY= -github.com/asaskevich/govalidator v0.0.0-20200108200545-475eaeb16496 h1:zV3ejI06GQ59hwDQAvmK1qxOQGB3WuVTRoY0okPTAv0= github.com/asaskevich/govalidator v0.0.0-20200108200545-475eaeb16496/go.mod h1:oGkLhpf+kjZl6xBf758TQhh5XrAeiJv/7FRz/2spLIg= -github.com/aws/aws-lambda-go v1.13.3 h1:SuCy7H3NLyp+1Mrfp+m80jcbi9KYWAs9/BXwppwRDzY= +github.com/asaskevich/govalidator v0.0.0-20200428143746-21a406dcc535/go.mod h1:oGkLhpf+kjZl6xBf758TQhh5XrAeiJv/7FRz/2spLIg= +github.com/asaskevich/govalidator v0.0.0-20200907205600-7a23bdc65eef/go.mod h1:WaHUgvxTVq04UNunO+XhnAqY/wQc+bxr74GqbsZ/Jqw= github.com/aws/aws-lambda-go v1.13.3/go.mod h1:4UKl9IzQMoD+QF79YdCuzCwp8VbmG4VAQwij/eHl5CU= github.com/aws/aws-sdk-go v1.27.0/go.mod h1:KmX6BPdI08NWTb3/sm4ZGu5ShLoqVDhKgpiN924inxo= -github.com/aws/aws-sdk-go v1.35.5 h1:doSEOxC0UkirPcle20Rc+1kAhJ4Ip+GSEeZ3nKl7Qlk= -github.com/aws/aws-sdk-go v1.35.5/go.mod h1:tlPOdRjfxPBpNIwqDj61rmsnA85v9jc0Ps9+muhnW+k= -github.com/aws/aws-sdk-go-v2 v0.18.0 h1:qZ+woO4SamnH/eEbjM2IDLhRNwIwND/RQyVlBLp3Jqg= +github.com/aws/aws-sdk-go v1.29.16/go.mod h1:1KvfttTE3SPKMpo8g2c6jL3ZKfXtFvKscTgahTma5Xg= +github.com/aws/aws-sdk-go v1.34.28/go.mod h1:H7NKnBqNVzoTJpGfLrQkkD+ytBA93eiDYi/+8rV9s48= +github.com/aws/aws-sdk-go v1.38.60 h1:MgyEsX0IMwivwth1VwEnesBpH0vxbjp5a0w1lurMOXY= +github.com/aws/aws-sdk-go v1.38.60/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro= github.com/aws/aws-sdk-go-v2 v0.18.0/go.mod h1:JWVYvqSMppoMJC0x5wdwiImzgXTI9FuZwxzkQq9wy+g= +github.com/benbjohnson/immutable v0.2.1/go.mod h1:uc6OHo6PN2++n98KHLxW8ef4W42ylHiQSENghE1ezxI= +github.com/benbjohnson/tmpl v1.0.0/go.mod h1:igT620JFIi44B6awvU9IsDhR77IXWtFigTLil/RPdps= github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= -github.com/bgentry/speakeasy v0.1.0 h1:ByYyxL9InA1OWqxJqqp2A5pYHUrCiAL6K3J+LKSsQkY= github.com/bgentry/speakeasy v0.1.0/go.mod h1:+zsyZBPWlz7T6j88CTgSN5bM796AkVf0kBD4zp0CCIs= -github.com/bmizerany/pat v0.0.0-20170815010413-6226ea591a40 h1:y4B3+GPxKlrigF1ha5FFErxK+sr6sWxQovRMzwMhejo= github.com/bmizerany/pat v0.0.0-20170815010413-6226ea591a40/go.mod h1:8rLXio+WjiTceGBHIoTvn60HIbs7Hm7bcHjyrSqYB9c= -github.com/boltdb/bolt v1.3.1 h1:JQmyP4ZBrce+ZQu0dY660FMfatumYDLun9hBCUVIkF4= github.com/boltdb/bolt v1.3.1/go.mod h1:clJnj/oiGkjum5o1McbSZDSLxVThjynRyGBgiAx27Ps= -github.com/c-bata/go-prompt v0.2.2 h1:uyKRz6Z6DUyj49QVijyM339UJV9yhbr70gESwbNU3e0= +github.com/bonitoo-io/go-sql-bigquery v0.3.4-1.4.0/go.mod h1:J4Y6YJm0qTWB9aFziB7cPeSyc6dOZFyJdteSeybVpXQ= github.com/c-bata/go-prompt v0.2.2/go.mod h1:VzqtzE2ksDBcdln8G7mk2RX9QyGjH+OVqOCSiVIqS34= -github.com/casbin/casbin/v2 v2.1.2 h1:bTwon/ECRx9dwBy2ewRVr5OiqjeXSGiTUY74sDPQi/g= +github.com/cactus/go-statsd-client/statsd v0.0.0-20191106001114-12b4e2b38748/go.mod h1:l/bIBLeOl9eX+wxJAzxS4TveKRtAqlyDpHjhkfO0MEI= github.com/casbin/casbin/v2 v2.1.2/go.mod h1:YcPU1XXisHhLzuxH9coDNf2FbKpjGlbCg3n9yuLkIJQ= -github.com/cenkalti/backoff v2.2.1+incompatible h1:tNowT99t7UNflLxfYYSlKYsBpXdEet03Pg2g16Swow4= github.com/cenkalti/backoff v2.2.1+incompatible/go.mod h1:90ReRw6GdpyfrHakVjL/QHaoyV4aDUVVkXQJJJ3NXXM= -github.com/cenkalti/backoff/v4 v4.0.2 h1:JIufpQLbh4DkbQoii76ItQIUFzevQSqOLZca4eamEDs= -github.com/cenkalti/backoff/v4 v4.0.2/go.mod h1:eEew/i+1Q6OrCDZh3WiXYv3+nJwBASZ8Bog/87DQnVg= -github.com/census-instrumentation/opencensus-proto v0.2.1 h1:glEXhBS5PSLLv4IXzLA5yPRVX4bilULVyxxbrfOtDAk= +github.com/cenkalti/backoff/v4 v4.1.0/go.mod h1:scbssz8iZGpm3xbr14ovlUdkxfGXNInqkPWOWmG2CLw= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko= github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= -github.com/cespare/xxhash/v2 v2.1.1 h1:6MnRN8NT7+YBpUIWxHtefFZOKTAPgGjpQSxqLNn0+qY= github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= -github.com/chzyer/logex v1.1.10 h1:Swpa1K6QvQznwJRcfTfQJmTE72DqScAa40E+fbHEXEE= +github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE= +github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= -github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e h1:fY5BOSpyZCqRo5OhCuC+XN+r/bBCmeuuJtjz+bCNIf8= github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= -github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1 h1:q763qf9huN11kDQavWsoZXJNW3xEE4JJyHa5Q25/sd8= github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= -github.com/circonus-labs/circonus-gometrics v2.3.1+incompatible h1:C29Ae4G5GtYyYMm1aztcyj/J5ckgJm2zwdDajFbx1NY= -github.com/circonus-labs/circonus-gometrics v2.3.1+incompatible/go.mod h1:nmEj6Dob7S7YxXgwXpfOuvO54S+tGdZdw9fuRZt25Ag= -github.com/circonus-labs/circonusllhist v0.1.3 h1:TJH+oke8D16535+jHExHj4nQvzlZrj7ug5D7I/orNUA= -github.com/circonus-labs/circonusllhist v0.1.3/go.mod h1:kMXHVDlOchFAehlya5ePtbp5jckzBHf4XRpQvBOLI+I= -github.com/clbanning/x2j v0.0.0-20191024224557-825249438eec h1:EdRZT3IeKQmfCSrgo8SZ8V3MEnskuJP0wCYNpe+aiXo= github.com/clbanning/x2j v0.0.0-20191024224557-825249438eec/go.mod h1:jMjuTZXRI4dUb/I5gc9Hdhagfvm9+RyrPryS/auMzxE= -github.com/client9/misspell v0.3.4 h1:ta993UF76GwbvJcIo3Y68y/M3WxlpEHPWIGDkJYwzJI= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= -github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f h1:WBZRG4aNOuI15bLRrCgN8fCq8E5Xuty6jGbmSNEvSsU= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= -github.com/cockroachdb/datadriven v0.0.0-20190809214429-80d97fb3cbaa h1:OaNxuTZr7kxeODyLWsRMC+OD03aFUH+mW6r2d+MWa5Y= +github.com/cncf/udpa/go v0.0.0-20200629203442-efcf912fb354/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= +github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= github.com/cockroachdb/datadriven v0.0.0-20190809214429-80d97fb3cbaa/go.mod h1:zn76sxSg3SzpJ0PPJaLDCu+Bu0Lg3sKTORVIj19EIF8= -github.com/codahale/hdrhistogram v0.0.0-20161010025455-3a0bb77429bd h1:qMd81Ts1T2OTKmB4acZcyKaMtRnY5Y44NuXGX2GFJ1w= github.com/codahale/hdrhistogram v0.0.0-20161010025455-3a0bb77429bd/go.mod h1:sE/e/2PUdi/liOCUjSTXgM1o87ZssimdTWN964YiIeI= -github.com/containerd/containerd v1.3.4 h1:3o0smo5SKY7H6AJCmJhsnCjR2/V2T8VmiHt7seN2/kI= -github.com/containerd/containerd v1.3.4/go.mod h1:bC6axHOhabU15QhwfG7w5PipXdVtMXFTttgp+kVtyUA= -github.com/coreos/bbolt v1.3.2 h1:wZwiHHUieZCquLkDL0B8UhzreNWsPHooDAG3q34zk0s= +github.com/containerd/containerd v1.4.3 h1:ijQT13JedHSHrQGWFcGEwzcNKrAGIiZ+jSD5QQG07SY= +github.com/containerd/containerd v1.4.3/go.mod h1:bC6axHOhabU15QhwfG7w5PipXdVtMXFTttgp+kVtyUA= github.com/coreos/bbolt v1.3.2/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk= -github.com/coreos/etcd v3.3.10+incompatible h1:jFneRYjIvLMLhDLCzuTuU4rSJUjRplcJQ7pD7MnhC04= github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= github.com/coreos/go-semver v0.2.0 h1:3Jm3tLmsgAYcjC+4Up7hJrFBPr+n7rAqYeSw/SZazuY= github.com/coreos/go-semver v0.2.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= github.com/coreos/go-systemd v0.0.0-20180511133405-39ca1b05acc7/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= -github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e h1:Wf6HqHfScWJN9/ZjdUKyjop4mf3Qdd+1TvvltAvM3m8= github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= github.com/coreos/pkg v0.0.0-20160727233714-3ac0863d7acf/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA= -github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f h1:lBNOc5arjvs8E5mO2tbpBpLoyyu8B6e44T7hJy6potg= github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA= github.com/cpuguy83/go-md2man/v2 v2.0.0-20190314233015-f79a8a8ca69d/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU= -github.com/cpuguy83/go-md2man/v2 v2.0.0 h1:EoUDS0afbrsXAZ9YQ9jdu/mZ2sXgT1/2yyNng4PGlyM= github.com/cpuguy83/go-md2man/v2 v2.0.0/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU= -github.com/creack/pty v1.1.7 h1:6pwm8kMQKCmgUg0ZHTm5+/YvRK0s3THD/28+T6/kk4A= github.com/creack/pty v1.1.7/go.mod h1:lj5s0c3V2DBrqTV7llrYr5NG6My20zk30Fl46Y7DoTY= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/creack/pty v1.1.11 h1:07n33Z8lZxZ2qwegKbObQohDhXDQxiMMz1NOUGYlesw= +github.com/creack/pty v1.1.11/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/cssivision/reverseproxy v0.0.1 h1:IvhNE3XITZOWFhON2faKbrDeGpqa+yfessLQKSSt15U= github.com/cssivision/reverseproxy v0.0.1/go.mod h1:+QTeWrlVNQDAiB3pnaecTCk5rh1sS3cJltUl/+L2APg= -github.com/dave/jennifer v1.2.0 h1:S15ZkFMRoJ36mGAQgWL1tnr0NQJh9rZ8qatseX/VbBc= github.com/dave/jennifer v1.2.0/go.mod h1:fIb+770HOpJ2fmN9EPPKOqm1vMGhB+TwXKMZhrIygKg= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= -github.com/dgrijalva/jwt-go v3.2.0+incompatible h1:7qlOGliEKZXTDg6OTjfoBKDXWrumCAMpl/TFQ4/5kLM= +github.com/denisenkom/go-mssqldb v0.0.0-20200428022330-06a60b6afbbc/go.mod h1:xbL0rPBG9cCiLr28tMa8zpbdarY27NDyej4t/EjAShU= github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ= -github.com/dgryski/go-bitstream v0.0.0-20180413035011-3522498ce2c8 h1:akOQj8IVgoeFfBTzGOEQakCYshWD6RNo1M5pivFXt70= +github.com/dgrijalva/jwt-go/v4 v4.0.0-preview1/go.mod h1:+hnT3ywWDTAFrW5aE+u2Sa/wT555ZqwoCS+pk3p6ry4= github.com/dgryski/go-bitstream v0.0.0-20180413035011-3522498ce2c8/go.mod h1:VMaSuZ+SZcx/wljOQKvp5srsbCiKDEb6K2wC4+PiBmQ= github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= -github.com/dgryski/go-sip13 v0.0.0-20200911182023-62edffca9245 h1:9cOfvEwjQxdwKuNDTQSaMKNRvwKwgZG+U4HrjeRKHso= github.com/dgryski/go-sip13 v0.0.0-20200911182023-62edffca9245/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= -github.com/digitalocean/godo v1.46.0 h1:WRbwjATilgz2NE4NGMeSDpeicy9h4xSKNGuRJ/Nq/fA= -github.com/digitalocean/godo v1.46.0/go.mod h1:p7dOjjtSBqCTUksqtA5Fd3uaKs9kyTq2xcz76ulEJRU= +github.com/digitalocean/godo v1.62.0 h1:7Gw2KFsWkxl36qJa0s50tgXaE0Cgm51JdRP+MFQvNnM= +github.com/digitalocean/godo v1.62.0/go.mod h1:p7dOjjtSBqCTUksqtA5Fd3uaKs9kyTq2xcz76ulEJRU= +github.com/dimchansky/utfbom v1.1.0/go.mod h1:rO41eb7gLfo8SF1jd9F8HplJm1Fewwi4mQvIirEdv+8= +github.com/dnaeon/go-vcr v1.0.1 h1:r8L/HqC0Hje5AXMu1ooW8oyQyOFv4GxqpL0nRP7SLLY= +github.com/dnaeon/go-vcr v1.0.1/go.mod h1:aBB1+wY4s93YsC3HHjMBMrwTj2R9FHDzUr9KyGc8n1E= github.com/docker/distribution v2.7.1+incompatible h1:a5mlkVzth6W5A4fOsS3D2EO5BUmsJpcB+cRlLU7cSug= github.com/docker/distribution v2.7.1+incompatible/go.mod h1:J2gT2udsDAN96Uj4KfcMRqY0/ypR+oyYUYmja8H+y+w= -github.com/docker/docker v17.12.0-ce-rc1.0.20200706150819-a40b877fbb9e+incompatible h1:+mzU0jHyjWpYHiD0StRlsVXkCvecWS2hc55M3OlUJSk= -github.com/docker/docker v17.12.0-ce-rc1.0.20200706150819-a40b877fbb9e+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= +github.com/docker/docker v20.10.7+incompatible h1:Z6O9Nhsjv+ayUEeI1IojKbYcsGdgYSNqxe1s2MYzUhQ= +github.com/docker/docker v20.10.7+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= github.com/docker/go-connections v0.4.0 h1:El9xVISelRB7BuFusrZozjnkIM5YnzCViNKohAFqRJQ= github.com/docker/go-connections v0.4.0/go.mod h1:Gbd7IOopHjR8Iph03tsViu4nIes5XhDvyHbTtUxmeec= github.com/docker/go-units v0.3.3/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= github.com/docker/go-units v0.4.0 h1:3uh0PgVws3nIA0Q+MwDC8yjEPf9zjRfZZWXZYDct3Tw= github.com/docker/go-units v0.4.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= -github.com/docker/spdystream v0.0.0-20160310174837-449fdfce4d96 h1:cenwrSVm+Z7QLSV/BsnenAOcDXdX4cMv4wP0B/5QbPg= -github.com/docker/spdystream v0.0.0-20160310174837-449fdfce4d96/go.mod h1:Qh8CwZgvJUkLughtfhJv5dyTYa91l1fOUCrgjqmcifM= -github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815 h1:bWDMxwH3px2JBh6AyO7hdCn/PkvCZXii8TGj7sbtEbQ= github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= -github.com/dustin/go-humanize v0.0.0-20171111073723-bb3d318650d4 h1:qk/FSDDxo05wdJH28W+p5yivv7LuLYLRXPPD8KQCtZs= github.com/dustin/go-humanize v0.0.0-20171111073723-bb3d318650d4/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= -github.com/eapache/go-resiliency v1.1.0 h1:1NtRmCAqadE2FN4ZcN6g90TP3uk8cg9rn9eNK2197aU= +github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= github.com/eapache/go-resiliency v1.1.0/go.mod h1:kFI+JgMyC7bLPUVY133qvEBtVayf5mFgVsvEsIPBvNs= -github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 h1:YEetp8/yCZMuEPMUDHG0CW/brkkEp8mzqk2+ODEitlw= github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21/go.mod h1:+020luEh2TKB4/GOp8oxxtq0Daoen/Cii55CzbTV6DU= -github.com/eapache/queue v1.1.0 h1:YOEu7KNc61ntiQlcEeUIoDTJ2o8mQznoNvUhiigpIqc= github.com/eapache/queue v1.1.0/go.mod h1:6eCeP0CKFpHLu8blIFXhExK/dRa7WDZfr6jVFPTqq+I= -github.com/eclipse/paho.mqtt.golang v1.2.0 h1:1F8mhG9+aO5/xpdtFkW4SxOJB67ukuDC3t2y2qayIX0= github.com/eclipse/paho.mqtt.golang v1.2.0/go.mod h1:H9keYFcgq3Qr5OUJm/JZI/i6U7joQ8SYLhZwfeOo6Ts= github.com/edsrzf/mmap-go v1.0.0 h1:CEBF7HpRnUCSJgGUb5h1Gm7e3VkmVDrR8lvWVLtrOFw= github.com/edsrzf/mmap-go v1.0.0/go.mod h1:YO35OhQPt3KJa3ryjFM5Bs14WD66h8eGKpfaBNrHW5M= -github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153 h1:yUdfgN0XgIJw7foRItutHYUIhlcKzcSf5vDpdhQAKTc= github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= -github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633 h1:H2pdYOb3KQ1/YsqVWoWNLQO+fusocsw354rqGTZtAgw= github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= github.com/envoyproxy/go-control-plane v0.6.9/go.mod h1:SBwIajubJHhxtWwsL9s8ss4safvEdbitLhGGK48rN6g= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= -github.com/envoyproxy/go-control-plane v0.9.4 h1:rEvIZUSZ3fx39WIi3JkQqQBitGwpELBIYWeBVh6wn+E= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= -github.com/envoyproxy/protoc-gen-validate v0.1.0 h1:EQciDnbrYxy13PgWoY8AqoxGiPrpgBZ1R8UNe3ddc+A= +github.com/envoyproxy/go-control-plane v0.9.7/go.mod h1:cwu0lG7PUMfa9snN8LXBig5ynNVH9qI8YYLbd1fK2po= +github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= +github.com/envoyproxy/go-control-plane v0.9.9-0.20210217033140-668b12f5399d/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/evanphx/json-patch v4.9.0+incompatible h1:kLcOMZeuLAJvL2BPWLMIj5oaZQobrkAqrL+WFZwQses= github.com/evanphx/json-patch v4.9.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= github.com/fatih/color v1.7.0/go.mod h1:Zm6kSWBoL9eyXnKyktHP6abPY2pDugNf5KwzbycvMj4= github.com/fatih/color v1.9.0 h1:8xPHl4/q1VyqGIPif1F+1V3Y3lSmrq01EabUW3CoW5s= github.com/fatih/color v1.9.0/go.mod h1:eQcE1qtQxscV5RaZvpXrrb8Drkc3/DdQ+uUYCNjL+zU= -github.com/fogleman/gg v1.2.1-0.20190220221249-0403632d5b90 h1:WXb3TSNmHp2vHoCroCIB1foO/yQ36swABL8aOVeDpgg= -github.com/fogleman/gg v1.2.1-0.20190220221249-0403632d5b90/go.mod h1:R/bRT+9gY/C5z7JzPU0zXsXHKM4/ayA+zqcVNZzPa1k= github.com/form3tech-oss/jwt-go v3.2.2+incompatible h1:TcekIExNqud5crz4xD2pavyTgWiPvpYe4Xau31I0PRk= github.com/form3tech-oss/jwt-go v3.2.2+incompatible/go.mod h1:pbq4aXjuKjdthFRnoDwaVPLA+WlJuPGy+QneDUgJi2k= -github.com/franela/goblin v0.0.0-20200105215937-c9ffbefa60db h1:gb2Z18BhTPJPpLQWj4T+rfKHYCHxRHCtRxhKKjRidVw= +github.com/foxcpp/go-mockdns v0.0.0-20201212160233-ede2f9158d15/go.mod h1:tPg4cp4nseejPd+UKxtCVQ2hUxNTZ7qQZJa7CLriIeo= github.com/franela/goblin v0.0.0-20200105215937-c9ffbefa60db/go.mod h1:7dvUGVsVBjqR7JHJk0brhHOZYGmfBYOrK0ZhYMEtBr4= -github.com/franela/goreq v0.0.0-20171204163338-bcd34c9993f8 h1:a9ENSRDFBUPkJ5lCgVZh26+ZbGyoVJG7yb5SSzF5H54= github.com/franela/goreq v0.0.0-20171204163338-bcd34c9993f8/go.mod h1:ZhphrRTfi2rbfLwlschooIH4+wKKDR4Pdxhh+TRoA20= github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4= github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ= -github.com/ghodss/yaml v0.0.0-20150909031657-73d445a93680/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= -github.com/ghodss/yaml v1.0.0 h1:wQHKEahhL6wmXdzwWG11gIVCkOv05bNOh+Rxn0yngAk= github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= github.com/gin-contrib/pprof v1.3.0 h1:G9eK6HnbkSqDZBYbzG4wrjCsA4e+cvYAHUZw6W+W9K0= github.com/gin-contrib/pprof v1.3.0/go.mod h1:waMjT1H9b179t3CxuG1cV3DHpga6ybizwfBaM5OXaB0= @@ -294,96 +252,110 @@ github.com/gin-gonic/gin v1.6.2/go.mod h1:75u5sXoLsGZoRN5Sgbi1eraJ4GU3++wFwWzhwv github.com/gin-gonic/gin v1.6.3 h1:ahKqKTFpO5KTPHxWZjEdPScmYaGtLo8Y4DMHoEsnp14= github.com/gin-gonic/gin v1.6.3/go.mod h1:75u5sXoLsGZoRN5Sgbi1eraJ4GU3++wFwWzhwvtwp4M= github.com/globalsign/mgo v0.0.0-20180905125535-1ca0a4f7cbcb/go.mod h1:xkRDCp4j0OGD1HRkm4kmhM+pmpv3AKq5SU7GMg4oO/Q= -github.com/globalsign/mgo v0.0.0-20181015135952-eeefdecb41b8 h1:DujepqpGd1hyOd7aW59XpK7Qymp8iy83xq74fLr21is= github.com/globalsign/mgo v0.0.0-20181015135952-eeefdecb41b8/go.mod h1:xkRDCp4j0OGD1HRkm4kmhM+pmpv3AKq5SU7GMg4oO/Q= -github.com/glycerine/go-unsnap-stream v0.0.0-20180323001048-9f0cb55181dd h1:r04MMPyLHj/QwZuMJ5+7tJcBr1AQjpiAK/rZWRrQT7o= -github.com/glycerine/go-unsnap-stream v0.0.0-20180323001048-9f0cb55181dd/go.mod h1:/20jfyN9Y5QPEAprSgKAUr+glWDY39ZiUEAYOEv5dsE= -github.com/glycerine/goconvey v0.0.0-20190410193231-58a59202ab31 h1:gclg6gY70GLy3PbkQ1AERPfmLMMagS60DKF78eWwLn8= -github.com/glycerine/goconvey v0.0.0-20190410193231-58a59202ab31/go.mod h1:Ogl1Tioa0aV7gstGFO7KhffUsb9M4ydbEbbxpcEDc24= -github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1 h1:QbL/5oDUmRBzO9/Z7Seo6zf912W/a6Sr4Eu0G/3Jho0= +github.com/go-chi/chi v4.1.0+incompatible/go.mod h1:eB3wogJHnLi3x/kFX2A+IbTBlXxmMeXJVKy9tTv1XzQ= github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= -github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4 h1:WtGNWLvXpe6ZudgnXrq0barxBImvnnJoMEhXAzcbM0I= github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= github.com/go-kit/kit v0.10.0 h1:dXFJfIHVvUcpSgDOV+Ne6t7jXri8Tfv2uOLHUZ2XNuo= github.com/go-kit/kit v0.10.0/go.mod h1:xUsJbQ/Fp4kEt7AFgCuvyX4a71u8h9jB8tj/ORgOZ7o= +github.com/go-kit/log v0.1.0/go.mod h1:zbhenjAZHb184qTLMA9ZjW7ThYL0H2mk7Q6pNt4vbaY= +github.com/go-kit/log v0.2.0/go.mod h1:NwTd00d/i8cPZ3xOwwiv2PO5MOcx78fFErGNcVmBjv0= +github.com/go-kit/log v0.2.1 h1:MRVx0/zhvdseW+Gza6N9rVzU/IVzaeE1SFI4raAhmBU= +github.com/go-kit/log v0.2.1/go.mod h1:NwTd00d/i8cPZ3xOwwiv2PO5MOcx78fFErGNcVmBjv0= github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= -github.com/go-logfmt/logfmt v0.5.0 h1:TrB8swr/68K7m9CcGut2g3UOihhbcbiMAYiuTXdEih4= github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= +github.com/go-logfmt/logfmt v0.5.1 h1:otpy5pqBCBZ1ng9RQ0dPu4PN7ba75Y/aA+UpowDyNVA= +github.com/go-logfmt/logfmt v0.5.1/go.mod h1:WYhtIu8zTZfxdn5+rREduYbwxfcBr/Vr6KEVveWlfTs= github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas= -github.com/go-logr/logr v0.2.0 h1:QvGt2nLcHH0WK9orKa+ppBPAxREcH364nPUedEpK0TY= -github.com/go-logr/logr v0.2.0/go.mod h1:z6/tIYblkpsD+a4lm/fGIIU9mZ+XfAiaFtq7xTgseGU= +github.com/go-logr/logr v0.4.0 h1:K7/B1jt6fIBQVd4Owv2MqGQClcgf0R266+7C/QjRcLc= +github.com/go-logr/logr v0.4.0/go.mod h1:z6/tIYblkpsD+a4lm/fGIIU9mZ+XfAiaFtq7xTgseGU= github.com/go-openapi/analysis v0.0.0-20180825180245-b006789cd277/go.mod h1:k70tL6pCuVxPJOHXQ+wIac1FUrvNkHolPie/cLEU6hI= github.com/go-openapi/analysis v0.17.0/go.mod h1:IowGgpVeD0vNm45So8nr+IcQ3pxVtpRoBWb8PVZO0ik= github.com/go-openapi/analysis v0.18.0/go.mod h1:IowGgpVeD0vNm45So8nr+IcQ3pxVtpRoBWb8PVZO0ik= github.com/go-openapi/analysis v0.19.2/go.mod h1:3P1osvZa9jKjb8ed2TPng3f0i/UY9snX6gxi44djMjk= github.com/go-openapi/analysis v0.19.4/go.mod h1:3P1osvZa9jKjb8ed2TPng3f0i/UY9snX6gxi44djMjk= github.com/go-openapi/analysis v0.19.5/go.mod h1:hkEAkxagaIvIP7VTn8ygJNkd4kAYON2rCu0v0ObL0AU= -github.com/go-openapi/analysis v0.19.10 h1:5BHISBAXOc/aJK25irLZnx2D3s6WyYaY9D4gmuz9fdE= github.com/go-openapi/analysis v0.19.10/go.mod h1:qmhS3VNFxBlquFJ0RGoDtylO9y4pgTAUNE9AEEMdlJQ= +github.com/go-openapi/analysis v0.19.16/go.mod h1:GLInF007N83Ad3m8a/CbQ5TPzdnGT7workfHwuVjNVk= +github.com/go-openapi/analysis v0.20.0/go.mod h1:BMchjvaHDykmRMsK40iPtvyOfFdMMxlOmQr9FBZk+Og= github.com/go-openapi/errors v0.17.0/go.mod h1:LcZQpmvG4wyF5j4IhA73wkLFQg+QJXOQHVjmcZxhka0= github.com/go-openapi/errors v0.18.0/go.mod h1:LcZQpmvG4wyF5j4IhA73wkLFQg+QJXOQHVjmcZxhka0= github.com/go-openapi/errors v0.19.2/go.mod h1:qX0BLWsyaKfvhluLejVpVNwNRdXZhEbTA4kxxpKBC94= github.com/go-openapi/errors v0.19.3/go.mod h1:qX0BLWsyaKfvhluLejVpVNwNRdXZhEbTA4kxxpKBC94= -github.com/go-openapi/errors v0.19.4 h1:fSGwO1tSYHFu70NKaWJt5Qh0qoBRtCm/mXS1yhf+0W0= -github.com/go-openapi/errors v0.19.4/go.mod h1:qX0BLWsyaKfvhluLejVpVNwNRdXZhEbTA4kxxpKBC94= -github.com/go-openapi/jsonpointer v0.0.0-20160704185906-46af16f9f7b1/go.mod h1:+35s3my2LFTysnkMfxsJBAMHj/DoqoB9knIWoYG/Vk0= +github.com/go-openapi/errors v0.19.6/go.mod h1:cM//ZKUKyO06HSwqAelJ5NsEMMcpa6VpXe8DOa1Mi1M= +github.com/go-openapi/errors v0.19.7/go.mod h1:cM//ZKUKyO06HSwqAelJ5NsEMMcpa6VpXe8DOa1Mi1M= +github.com/go-openapi/errors v0.19.8/go.mod h1:cM//ZKUKyO06HSwqAelJ5NsEMMcpa6VpXe8DOa1Mi1M= +github.com/go-openapi/errors v0.19.9/go.mod h1:cM//ZKUKyO06HSwqAelJ5NsEMMcpa6VpXe8DOa1Mi1M= +github.com/go-openapi/errors v0.20.0/go.mod h1:cM//ZKUKyO06HSwqAelJ5NsEMMcpa6VpXe8DOa1Mi1M= github.com/go-openapi/jsonpointer v0.17.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M= github.com/go-openapi/jsonpointer v0.18.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M= github.com/go-openapi/jsonpointer v0.19.2/go.mod h1:3akKfEdA7DF1sugOqz1dVQHBcuDBPKZGEoHC/NkiQRg= -github.com/go-openapi/jsonpointer v0.19.3 h1:gihV7YNZK1iK6Tgwwsxo2rJbD1GTbdm72325Bq8FI3w= github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= -github.com/go-openapi/jsonreference v0.0.0-20160704190145-13c6e3589ad9/go.mod h1:W3Z9FmVs9qj+KR4zFKmDPGiLdk1D9Rlm7cyMvf57TTg= +github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= github.com/go-openapi/jsonreference v0.17.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.18.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.19.2/go.mod h1:jMjeRr2HHw6nAVajTXJ4eiUwohSTlpa0o73RUL1owJc= -github.com/go-openapi/jsonreference v0.19.3 h1:5cxNfTy0UVC3X8JL5ymxzyoUZmo8iZb+jeTWn7tUa8o= github.com/go-openapi/jsonreference v0.19.3/go.mod h1:rjx6GuL8TTa9VaixXglHmQmIL98+wF9xc8zWvFonSJ8= +github.com/go-openapi/jsonreference v0.19.5/go.mod h1:RdybgQwPxbL4UEjuAruzK1x3nE69AqPYEJeo/TWfEeg= github.com/go-openapi/loads v0.17.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.18.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.19.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.19.2/go.mod h1:QAskZPMX5V0C2gvfkGZzJlINuP7Hx/4+ix5jWFxsNPs= github.com/go-openapi/loads v0.19.3/go.mod h1:YVfqhUCdahYwR3f3iiwQLhicVRvLlU/WO5WPaZvcvSI= -github.com/go-openapi/loads v0.19.4/go.mod h1:zZVHonKd8DXyxyw4yfnVjPzBjIQcLt0CCsn0N0ZrQsk= -github.com/go-openapi/loads v0.19.5 h1:jZVYWawIQiA1NBnHla28ktg6hrcfTHsCE+3QLVRBIls= github.com/go-openapi/loads v0.19.5/go.mod h1:dswLCAdonkRufe/gSUC3gN8nTSaB9uaS2es0x5/IbjY= +github.com/go-openapi/loads v0.19.6/go.mod h1:brCsvE6j8mnbmGBh103PT/QLHfbyDxA4hsKvYBNEGVc= +github.com/go-openapi/loads v0.19.7/go.mod h1:brCsvE6j8mnbmGBh103PT/QLHfbyDxA4hsKvYBNEGVc= +github.com/go-openapi/loads v0.20.0/go.mod h1:2LhKquiE513rN5xC6Aan6lYOSddlL8Mp20AW9kpviM4= +github.com/go-openapi/loads v0.20.2/go.mod h1:hTVUotJ+UonAMMZsvakEgmWKgtulweO9vYP2bQYKA/o= github.com/go-openapi/runtime v0.0.0-20180920151709-4f900dc2ade9/go.mod h1:6v9a6LTXWQCdL8k1AO3cvqx5OtZY/Y9wKTgaoP6YRfA= github.com/go-openapi/runtime v0.19.0/go.mod h1:OwNfisksmmaZse4+gpV3Ne9AyMOlP1lt4sK4FXt0O64= github.com/go-openapi/runtime v0.19.4/go.mod h1:X277bwSUBxVlCYR3r7xgZZGKVvBd/29gLDlFGtJ8NL4= -github.com/go-openapi/runtime v0.19.15 h1:2GIefxs9Rx1vCDNghRtypRq+ig8KSLrjHbAYI/gCLCM= github.com/go-openapi/runtime v0.19.15/go.mod h1:dhGWCTKRXlAfGnQG0ONViOZpjfg0m2gUt9nTQPQZuoo= -github.com/go-openapi/spec v0.0.0-20160808142527-6aced65f8501/go.mod h1:J8+jY1nAiCcj+friV/PDoE1/3eeccG9LYBs0tYvLOWc= +github.com/go-openapi/runtime v0.19.16/go.mod h1:5P9104EJgYcizotuXhEuUrzVc+j1RiSjahULvYmlv98= +github.com/go-openapi/runtime v0.19.24/go.mod h1:Lm9YGCeecBnUUkFTxPC4s1+lwrkJ0pthx8YvyjCfkgk= +github.com/go-openapi/runtime v0.19.28/go.mod h1:BvrQtn6iVb2QmiVXRsFAm6ZCAZBpbVKFfN6QWCp582M= github.com/go-openapi/spec v0.17.0/go.mod h1:XkF/MOi14NmjsfZ8VtAKf8pIlbZzyoTvZsdfssdxcBI= github.com/go-openapi/spec v0.18.0/go.mod h1:XkF/MOi14NmjsfZ8VtAKf8pIlbZzyoTvZsdfssdxcBI= github.com/go-openapi/spec v0.19.2/go.mod h1:sCxk3jxKgioEJikev4fgkNmwS+3kuYdJtcsZsD5zxMY= github.com/go-openapi/spec v0.19.3/go.mod h1:FpwSN1ksY1eteniUU7X0N/BgJ7a4WvBFVA8Lj9mJglo= github.com/go-openapi/spec v0.19.6/go.mod h1:Hm2Jr4jv8G1ciIAo+frC/Ft+rR2kQDh8JHKHb3gWUSk= -github.com/go-openapi/spec v0.19.8 h1:qAdZLh1r6QF/hI/gTq+TJTvsQUodZsM7KLqkAJdiJNg= github.com/go-openapi/spec v0.19.8/go.mod h1:Hm2Jr4jv8G1ciIAo+frC/Ft+rR2kQDh8JHKHb3gWUSk= +github.com/go-openapi/spec v0.19.15/go.mod h1:+81FIL1JwC5P3/Iuuozq3pPE9dXdIEGxFutcFKaVbmU= +github.com/go-openapi/spec v0.20.0/go.mod h1:+81FIL1JwC5P3/Iuuozq3pPE9dXdIEGxFutcFKaVbmU= +github.com/go-openapi/spec v0.20.1/go.mod h1:93x7oh+d+FQsmsieroS4cmR3u0p/ywH649a3qwC9OsQ= +github.com/go-openapi/spec v0.20.3/go.mod h1:gG4F8wdEDN+YPBMVnzE85Rbhf+Th2DTvA9nFPQ5AYEg= github.com/go-openapi/strfmt v0.17.0/go.mod h1:P82hnJI0CXkErkXi8IKjPbNBM6lV6+5pLP5l494TcyU= github.com/go-openapi/strfmt v0.18.0/go.mod h1:P82hnJI0CXkErkXi8IKjPbNBM6lV6+5pLP5l494TcyU= github.com/go-openapi/strfmt v0.19.0/go.mod h1:+uW+93UVvGGq2qGaZxdDeJqSAqBqBdl+ZPMF/cC8nDY= github.com/go-openapi/strfmt v0.19.2/go.mod h1:0yX7dbo8mKIvc3XSKp7MNfxw4JytCfCD6+bY1AVL9LU= github.com/go-openapi/strfmt v0.19.3/go.mod h1:0yX7dbo8mKIvc3XSKp7MNfxw4JytCfCD6+bY1AVL9LU= github.com/go-openapi/strfmt v0.19.4/go.mod h1:eftuHTlB/dI8Uq8JJOyRlieZf+WkkxUuk0dgdHXr2Qk= -github.com/go-openapi/strfmt v0.19.5 h1:0utjKrw+BAh8s57XE9Xz8DUBsVvPmRUB6styvl9wWIM= github.com/go-openapi/strfmt v0.19.5/go.mod h1:eftuHTlB/dI8Uq8JJOyRlieZf+WkkxUuk0dgdHXr2Qk= -github.com/go-openapi/swag v0.0.0-20160704191624-1d0bd113de87/go.mod h1:DXUve3Dpr1UfpPtxFw+EFuQ41HhCWZfha5jSVRG7C7I= +github.com/go-openapi/strfmt v0.19.11/go.mod h1:UukAYgTaQfqJuAFlNxxMWNvMYiwiXtLsF2VwmoFtbtc= +github.com/go-openapi/strfmt v0.20.0/go.mod h1:UukAYgTaQfqJuAFlNxxMWNvMYiwiXtLsF2VwmoFtbtc= +github.com/go-openapi/strfmt v0.20.1/go.mod h1:43urheQI9dNtE5lTZQfuFJvjYJKPrxicATpEfZwHUNk= github.com/go-openapi/swag v0.17.0/go.mod h1:AByQ+nYG6gQg71GINrmuDXCPWdL640yX49/kXLo40Tg= github.com/go-openapi/swag v0.18.0/go.mod h1:AByQ+nYG6gQg71GINrmuDXCPWdL640yX49/kXLo40Tg= github.com/go-openapi/swag v0.19.2/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= github.com/go-openapi/swag v0.19.7/go.mod h1:ao+8BpOPyKdpQz3AOJfbeEVpLmWAvlT1IfTe5McPyhY= -github.com/go-openapi/swag v0.19.9 h1:1IxuqvBUU3S2Bi4YC7tlP9SJF1gVpCvqN0T2Qof4azE= github.com/go-openapi/swag v0.19.9/go.mod h1:ao+8BpOPyKdpQz3AOJfbeEVpLmWAvlT1IfTe5McPyhY= +github.com/go-openapi/swag v0.19.12/go.mod h1:eFdyEBkTdoAf/9RXBvj4cr1nH7GD8Kzo5HTt47gr72M= +github.com/go-openapi/swag v0.19.13/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= +github.com/go-openapi/swag v0.19.15/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= github.com/go-openapi/validate v0.18.0/go.mod h1:Uh4HdOzKt19xGIGm1qHf/ofbX1YQ4Y+MYsct2VUrAJ4= github.com/go-openapi/validate v0.19.2/go.mod h1:1tRCw7m3jtI8eNWEEliiAqUIcBztB2KDnRCRMUi7GTA= github.com/go-openapi/validate v0.19.3/go.mod h1:90Vh6jjkTn+OT1Eefm0ZixWNFjhtOH7vS9k0lo6zwJo= -github.com/go-openapi/validate v0.19.8 h1:YFzsdWIDfVuLvIOF+ZmKjVg1MbPJ1QgY9PihMwei1ys= -github.com/go-openapi/validate v0.19.8/go.mod h1:8DJv2CVJQ6kGNpFW6eV9N3JviE1C85nY1c2z52x1Gk4= +github.com/go-openapi/validate v0.19.10/go.mod h1:RKEZTUWDkxKQxN2jDT7ZnZi2bhZlbNMAuKvKB+IaGx8= +github.com/go-openapi/validate v0.19.12/go.mod h1:Rzou8hA/CBw8donlS6WNEUQupNvUZ0waH08tGe6kAQ4= +github.com/go-openapi/validate v0.19.15/go.mod h1:tbn/fdOwYHgrhPBzidZfJC2MIVvs9GA7monOmWBbeCI= +github.com/go-openapi/validate v0.20.1/go.mod h1:b60iJT+xNNLfaQJUqLI7946tYiFEOuE9E4k54HpKcJ0= +github.com/go-openapi/validate v0.20.2/go.mod h1:e7OJoKNgd0twXZwIn0A43tHbvIcr/rZIVCbJBpTUoY0= github.com/go-playground/assert/v2 v2.0.1 h1:MsBgLAaY856+nPRTKrp3/OZK38U/wa0CcBYNjji3q3A= github.com/go-playground/assert/v2 v2.0.1/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4= github.com/go-playground/locales v0.13.0 h1:HyWk6mgj5qFqCT5fjGBuRArbVDfE4hi8+e8ceBS/t7Q= @@ -392,61 +364,50 @@ github.com/go-playground/universal-translator v0.17.0 h1:icxd5fm+REJzpZx7ZfpaD87 github.com/go-playground/universal-translator v0.17.0/go.mod h1:UkSxE5sNxxRwHyU+Scu5vgOQjsIJAF8j9muTVoKLVtA= github.com/go-playground/validator/v10 v10.2.0 h1:KgJ0snyC2R9VXYN2rneOtQcw5aHQB1Vv0sFl1UcHBOY= github.com/go-playground/validator/v10 v10.2.0/go.mod h1:uOYAAleCW8F/7oMFd6aG0GOhaH6EGOAJShg8Id5JGkI= +github.com/go-resty/resty/v2 v2.1.1-0.20191201195748-d7b97669fe48 h1:JVrqSeQfdhYRFk24TvhTZWU0q8lfCojxZQFi3Ou7+uY= +github.com/go-resty/resty/v2 v2.1.1-0.20191201195748-d7b97669fe48/go.mod h1:dZGr0i9PLlaaTD4H/hoZIDjQ+r6xq8mgbRzHZf7f2J8= github.com/go-sql-driver/mysql v1.4.0/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= -github.com/go-sql-driver/mysql v1.4.1 h1:g24URVg0OFbNUTx9qqY1IRZ9D9z3iPyi5zKhQZpNwpA= -github.com/go-sql-driver/mysql v1.4.1/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= +github.com/go-sql-driver/mysql v1.5.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg= github.com/go-stack/stack v1.8.0 h1:5SgMzNM5HxrEjV0ww2lTmX6E2Izsfxas4+YHWRs3Lsk= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= -github.com/gobuffalo/attrs v0.0.0-20190224210810-a9411de4debd h1:hSkbZ9XSyjyBirMeqSqUrK+9HboWrweVlzRNqoBi2d4= +github.com/go-zookeeper/zk v1.0.2 h1:4mx0EYENAdX/B/rbunjlt5+4RTA/a9SMHBRuSKdGxPM= +github.com/go-zookeeper/zk v1.0.2/go.mod h1:nOB03cncLtlp4t+UAkGSV+9beXP/akpekBwL+UX1Qcw= github.com/gobuffalo/attrs v0.0.0-20190224210810-a9411de4debd/go.mod h1:4duuawTqi2wkkpB4ePgWMaai6/Kc6WEz83bhFwpHzj0= github.com/gobuffalo/depgen v0.0.0-20190329151759-d478694a28d3/go.mod h1:3STtPUQYuzV0gBVOY3vy6CfMm/ljR4pABfrTeHNLHUY= -github.com/gobuffalo/depgen v0.1.0 h1:31atYa/UW9V5q8vMJ+W6wd64OaaTHUrCUXER358zLM4= github.com/gobuffalo/depgen v0.1.0/go.mod h1:+ifsuy7fhi15RWncXQQKjWS9JPkdah5sZvtHc2RXGlg= github.com/gobuffalo/envy v1.6.15/go.mod h1:n7DRkBerg/aorDM8kbduw5dN3oXGswK5liaSCx4T5NI= -github.com/gobuffalo/envy v1.7.0 h1:GlXgaiBkmrYMHco6t4j7SacKO4XUjvh5pwXh0f4uxXU= github.com/gobuffalo/envy v1.7.0/go.mod h1:n7DRkBerg/aorDM8kbduw5dN3oXGswK5liaSCx4T5NI= github.com/gobuffalo/flect v0.1.0/go.mod h1:d2ehjJqGOH/Kjqcoz+F7jHTBbmDb38yXA598Hb50EGs= github.com/gobuffalo/flect v0.1.1/go.mod h1:8JCgGVbRjJhVgD6399mQr4fx5rRfGKVzFjbj6RE/9UI= -github.com/gobuffalo/flect v0.1.3 h1:3GQ53z7E3o00C/yy7Ko8VXqQXoJGLkrTQCLTF1EjoXU= github.com/gobuffalo/flect v0.1.3/go.mod h1:8JCgGVbRjJhVgD6399mQr4fx5rRfGKVzFjbj6RE/9UI= github.com/gobuffalo/genny v0.0.0-20190329151137-27723ad26ef9/go.mod h1:rWs4Z12d1Zbf19rlsn0nurr75KqhYp52EAGGxTbBhNk= github.com/gobuffalo/genny v0.0.0-20190403191548-3ca520ef0d9e/go.mod h1:80lIj3kVJWwOrXWWMRzzdhW3DsrdjILVil/SFKBzF28= github.com/gobuffalo/genny v0.1.0/go.mod h1:XidbUqzak3lHdS//TPu2OgiFB+51Ur5f7CSnXZ/JDvo= -github.com/gobuffalo/genny v0.1.1 h1:iQ0D6SpNXIxu52WESsD+KoQ7af2e3nCfnSBoSF/hKe0= github.com/gobuffalo/genny v0.1.1/go.mod h1:5TExbEyY48pfunL4QSXxlDOmdsD44RRq4mVZ0Ex28Xk= -github.com/gobuffalo/gitgen v0.0.0-20190315122116-cc086187d211 h1:mSVZ4vj4khv+oThUfS+SQU3UuFIZ5Zo6UNcvK8E8Mz8= github.com/gobuffalo/gitgen v0.0.0-20190315122116-cc086187d211/go.mod h1:vEHJk/E9DmhejeLeNt7UVvlSGv3ziL+djtTr3yyzcOw= github.com/gobuffalo/gogen v0.0.0-20190315121717-8f38393713f5/go.mod h1:V9QVDIxsgKNZs6L2IYiGR8datgMhB577vzTDqypH360= github.com/gobuffalo/gogen v0.1.0/go.mod h1:8NTelM5qd8RZ15VjQTFkAW6qOMx5wBbW4dSCS3BY8gg= -github.com/gobuffalo/gogen v0.1.1 h1:dLg+zb+uOyd/mKeQUYIbwbNmfRsr9hd/WtYWepmayhI= github.com/gobuffalo/gogen v0.1.1/go.mod h1:y8iBtmHmGc4qa3urIyo1shvOD8JftTtfcKi+71xfDNE= -github.com/gobuffalo/logger v0.0.0-20190315122211-86e12af44bc2 h1:8thhT+kUJMTMy3HlX4+y9Da+BNJck+p109tqqKp7WDs= github.com/gobuffalo/logger v0.0.0-20190315122211-86e12af44bc2/go.mod h1:QdxcLw541hSGtBnhUc4gaNIXRjiDppFGaDqzbrBd3v8= github.com/gobuffalo/mapi v1.0.1/go.mod h1:4VAGh89y6rVOvm5A8fKFxYG+wIW6LO1FMTG9hnKStFc= -github.com/gobuffalo/mapi v1.0.2 h1:fq9WcL1BYrm36SzK6+aAnZ8hcp+SrmnDyAxhNx8dvJk= github.com/gobuffalo/mapi v1.0.2/go.mod h1:4VAGh89y6rVOvm5A8fKFxYG+wIW6LO1FMTG9hnKStFc= github.com/gobuffalo/packd v0.0.0-20190315124812-a385830c7fc0/go.mod h1:M2Juc+hhDXf/PnmBANFCqx4DM3wRbgDvnVWeG2RIxq4= -github.com/gobuffalo/packd v0.1.0 h1:4sGKOD8yaYJ+dek1FDkwcxCHA40M4kfKgFHx8N2kwbU= github.com/gobuffalo/packd v0.1.0/go.mod h1:M2Juc+hhDXf/PnmBANFCqx4DM3wRbgDvnVWeG2RIxq4= github.com/gobuffalo/packr/v2 v2.0.9/go.mod h1:emmyGweYTm6Kdper+iywB6YK5YzuKchGtJQZ0Odn4pQ= github.com/gobuffalo/packr/v2 v2.2.0 h1:Ir9W9XIm9j7bhhkKE9cokvtTl1vBm62A/fene/ZCj6A= github.com/gobuffalo/packr/v2 v2.2.0/go.mod h1:CaAwI0GPIAv+5wKLtv8Afwl+Cm78K/I/VCm/3ptBN+0= -github.com/gobuffalo/syncx v0.0.0-20190224160051-33c29581e754 h1:tpom+2CJmpzAWj5/VEHync2rJGi+epHNIeRSWjzGA+4= github.com/gobuffalo/syncx v0.0.0-20190224160051-33c29581e754/go.mod h1:HhnNqWY95UYwwW3uSASeV7vtgYkT2t16hJgV3AEPUpw= -github.com/gofrs/uuid v3.3.0+incompatible h1:8K4tyRfvU1CYPgJsveYFQMhpFd/wXNM7iK6rR7UHz84= github.com/gofrs/uuid v3.3.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= -github.com/gogo/googleapis v1.1.0 h1:kFkMAZBNAn4j7K0GiZr8cRYzejq68VbheufiV3YuyFI= +github.com/gofrs/uuid v4.0.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= github.com/gogo/googleapis v1.1.0/go.mod h1:gf4bu3Q80BeJ6H1S1vYPm8/ELATdvryBaNFGgqEef3s= github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= github.com/gogo/protobuf v1.2.0/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4= -github.com/gogo/protobuf v1.3.1 h1:DqDEcV5aeaTmdFBePNpYsp3FlcVH/2ISVVM9Qf8PSls= github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o= -github.com/golang/freetype v0.0.0-20170609003504-e2365dfdc4a0 h1:DACJavvAHhabrF08vX0COfcOBJRhZ8lUbR+ZWIs0Y5g= -github.com/golang/freetype v0.0.0-20170609003504-e2365dfdc4a0/go.mod h1:E/TSTwGwJL78qG/PmXZO1EjYhfJinVAhrmmHX6Z8B9k= -github.com/golang/geo v0.0.0-20190916061304-5b978397cfec h1:lJwO/92dFXWeXOZdoGXgptLmNLwynMSHUmU6besqtiw= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/golang-sql/civil v0.0.0-20190719163853-cb61b32ac6fe/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0= github.com/golang/geo v0.0.0-20190916061304-5b978397cfec/go.mod h1:QZ0nwyI2jOfgRAoBvP+ab5aRr7c9x7lhGEJrKvBwjWI= -github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b h1:VKtxabqXZkF25pY9ekfRL6a582T4P37/31XEstQ5p58= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20160516000752-02826c3e7903/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= @@ -460,8 +421,8 @@ github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFU github.com/golang/mock v1.4.0/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= github.com/golang/mock v1.4.1/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= -github.com/golang/mock v1.4.4 h1:l75CXGRSwbaYNpl/Z2X1XIIAMSCquvXgpVZDhwEIJsc= github.com/golang/mock v1.4.4/go.mod h1:l3mdAwkq5BuhzHwde/uurv3sEJeZMXNpwsxVWU71h+4= +github.com/golang/mock v1.5.0/go.mod h1:CWnOUgYIOo4TcNZ0wHX3YZCqsaM1I1Jvs6v3mP3KVu8= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= @@ -474,16 +435,19 @@ github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrU github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= -github.com/golang/protobuf v1.4.2 h1:+Z5KGCizgyZCbGh1KZqA0fcLLkwbsjIzS4aV2v7wJX0= github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.1/go.mod h1:DopwsBzvsk0Fs44TXzsVbJyPhcCPeIwnvohx4u74HPM= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= -github.com/golang/snappy v0.0.2 h1:aeE13tS0IiQgFjYdoL8qN3K1N2bXXtI6Vi51/y7BpMw= -github.com/golang/snappy v0.0.2/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/golang/snappy v0.0.3 h1:fHPg5GQYlCeLIPB9BZqMVR5nR9A+IM5zcgeTdjMYmLA= +github.com/golang/snappy v0.0.3/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= github.com/google/btree v1.0.0 h1:0udJVsspx3VBr5FwtLhQQtuAsVc79tTq0ocGIPAU6qo= github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= -github.com/google/flatbuffers v1.11.0 h1:O7CEyB8Cb3/DmtxODGtLHcEvpr81Jm5qLg/hsHnxA2A= github.com/google/flatbuffers v1.11.0/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8= github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= @@ -492,17 +456,22 @@ github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/ github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= -github.com/google/go-cmp v0.5.2 h1:X2ev0eStA3AbceY54o37/0PQ/UWqKEiiO2dKL5OPaFM= github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg= +github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/go-querystring v1.0.0 h1:Xkwi/a1rcvNg1PPYe5vI8GbeBY/jrVuDX5ASuANWTrk= github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/gofuzz v1.1.0 h1:Hsa8mG0dQ46ij8Sl2AYJDUv1oA9/d6Vk+3LG99Oe02g= github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= -github.com/google/martian v2.1.0+incompatible h1:/CP5g8u/VJHijgedC/Legn3BAbAaWPgecwXBIDzw5no= github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= -github.com/google/martian/v3 v3.0.0 h1:pMen7vLs8nvgEYhywH3KDWJIJTeEr2ULsVWHWYHQyBs= github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= +github.com/google/martian/v3 v3.1.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= +github.com/google/martian/v3 v3.2.1/go.mod h1:oBOf6HBosgwRXnUGWUB05QECsc6uvmMiJ3+6W4l/CUk= github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= @@ -510,217 +479,176 @@ github.com/google/pprof v0.0.0-20200212024743-f11f1df84d12/go.mod h1:ZgVRPoUq/hf github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= -github.com/google/pprof v0.0.0-20201007051231-1066cbb265c7 h1:qYWTuM6SUNWgtvkhV8oH6GFHCpU+rKQOxPcepM3xKi0= -github.com/google/pprof v0.0.0-20201007051231-1066cbb265c7/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= -github.com/google/renameio v0.1.0 h1:GOZbcHa3HfsPKPlmyPyN2KEohoMXOhdMbHrvbpl2QaA= +github.com/google/pprof v0.0.0-20201023163331-3e6fc7fc9c4c/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20201203190320-1bf35d6f28c2/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20210122040257-d980be63207e/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20210226084205-cbba55b83ad5/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20210601050228-01bbb1931b22/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= +github.com/google/pprof v0.0.0-20210609004039-a478d1d731e9/go.mod h1:kpwsk12EmLew5upagYY7GY0pfYCcupk39gWOCRROcvE= github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= github.com/google/uuid v1.0.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= -github.com/google/uuid v1.1.1 h1:Gkbcsh/GbpXz7lPftLA3P6TYMwjCLYm83jiFQZF/3gY= github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.1.2 h1:EVhdT+1Kseyi1/pUmXKaFxYsDNy9RQYkMWRH68J/W7Y= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= -github.com/googleapis/gax-go/v2 v2.0.5 h1:sjZBwGj9Jlw33ImPtvFviGYvseOtDM7hkSKB7+Tv3SM= github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= github.com/googleapis/gnostic v0.4.1 h1:DLJCy1n/vrD4HPjOvYcT8aYQXpPIzoRZONaYwyycI+I= github.com/googleapis/gnostic v0.4.1/go.mod h1:LRhVm6pbyptWbWbuZ38d1eyptfvIytN3ir6b65WBswg= -github.com/gophercloud/gophercloud v0.13.0 h1:1XkslZZRm6Ks0bLup+hBNth+KQf+0JA1UeoB7YKw9E8= -github.com/gophercloud/gophercloud v0.13.0/go.mod h1:VX0Ibx85B60B5XOrZr6kaNwrmPUzcmMpwxvQ1WQIIWM= -github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8= +github.com/gophercloud/gophercloud v0.18.0 h1:V6hcuMPmjXg+js9flU8T3RIHDCjV7F5CG5GD0MRhP/w= +github.com/gophercloud/gophercloud v0.18.0/go.mod h1:wRtmUelyIIv3CSSDI47aUwbs075O6i+LY+pXsKCBsb4= github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= -github.com/gorilla/context v1.1.1 h1:AWwleXJkX/nhcU9bZSnZoi3h/qGYqQAGhq6zZe/aQW8= github.com/gorilla/context v1.1.1/go.mod h1:kBGZzfjB9CEq2AlWe17Uuf7NDRt0dE0s8S51q0aT7Yg= github.com/gorilla/mux v1.6.2/go.mod h1:1lud6UwP+6orDFRuTfBEV8e9/aOM/c4fVVCaMa2zaAs= github.com/gorilla/mux v1.7.3 h1:gnP5JzjVOuiZD07fKKToCAOjS0yOpj/qPETTXCCS6hw= github.com/gorilla/mux v1.7.3/go.mod h1:1lud6UwP+6orDFRuTfBEV8e9/aOM/c4fVVCaMa2zaAs= github.com/gorilla/websocket v0.0.0-20170926233335-4201258b820c/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= -github.com/gorilla/websocket v1.4.0 h1:WDFjx/TMzVgy9VdMMQi2K2Emtwi2QcUQsztZ/zLaH/Q= github.com/gorilla/websocket v1.4.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= -github.com/gregjones/httpcache v0.0.0-20180305231024-9cad4c3443a7 h1:pdN6V1QBWetyv/0+wjACpqVH+eVULgEjkurDLq3goeM= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= +github.com/grd/statistics v0.0.0-20130405091615-5af75da930c9 h1:VgcBlcf+gxSR6+X8PerbepV9x+WZV0f4K+SYVYCmk+U= +github.com/grd/statistics v0.0.0-20130405091615-5af75da930c9/go.mod h1:0I4YW+/RI/5xLC4FZzEQuaSMK5DW8GyfYIVSZ1PeC6Y= github.com/gregjones/httpcache v0.0.0-20180305231024-9cad4c3443a7/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA= github.com/grpc-ecosystem/go-grpc-middleware v1.0.0/go.mod h1:FiyG127CGDf3tlThmgyCl78X/SZQqEOJBCDaAfeWzPs= -github.com/grpc-ecosystem/go-grpc-middleware v1.0.1-0.20190118093823-f849b5445de4 h1:z53tR0945TRRQO/fLEVPI6SMv7ZflF0TEaTAoU7tOzg= github.com/grpc-ecosystem/go-grpc-middleware v1.0.1-0.20190118093823-f849b5445de4/go.mod h1:FiyG127CGDf3tlThmgyCl78X/SZQqEOJBCDaAfeWzPs= -github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 h1:Ovs26xHkKqVztRpIrF/92BcuyuQ/YW4NSIpoGtfXNho= github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0/go.mod h1:8NvIoxWQoOIhqOTXgfV/d3M/q6VIi02HzZEHgUlZvzk= github.com/grpc-ecosystem/grpc-gateway v1.9.0/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY= github.com/grpc-ecosystem/grpc-gateway v1.9.5/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY= -github.com/grpc-ecosystem/grpc-gateway v1.15.0 h1:ntPNC9TD/6l2XDenJZe6T5lSMg95thpV9sGAqHX4WU8= -github.com/grpc-ecosystem/grpc-gateway v1.15.0/go.mod h1:vO11I9oWA+KsxmfFQPhLnnIb1VDE24M+pdxZFiuZcA8= +github.com/grpc-ecosystem/grpc-gateway v1.16.0/go.mod h1:BDjrQk3hbvj6Nolgz8mAMFbcEtjT1g+wF4CSlocrBnw= github.com/hashicorp/consul/api v1.3.0/go.mod h1:MmDNSzIMUjNpY/mQ398R4bk2FnqQLoPndWW5VkKPlCE= -github.com/hashicorp/consul/api v1.7.0 h1:tGs8Oep67r8CcA2Ycmb/8BLBcJ70St44mF2X10a/qPg= -github.com/hashicorp/consul/api v1.7.0/go.mod h1:1NSuaUUkFaJzMasbfq/11wKYWSR67Xn6r2DXKhuDNFg= +github.com/hashicorp/consul/api v1.8.1 h1:BOEQaMWoGMhmQ29fC26bi0qb7/rId9JzZP2V0Xmx7m8= +github.com/hashicorp/consul/api v1.8.1/go.mod h1:sDjTOq0yUyv5G4h+BqSea7Fn6BU+XbolEz1952UB+mk= github.com/hashicorp/consul/sdk v0.3.0/go.mod h1:VKf9jXwCTEY1QZP2MOLRhb5i/I/ssyNV1vwHyQBF0x8= -github.com/hashicorp/consul/sdk v0.6.0 h1:FfhMEkwvQl57CildXJyGHnwGGM4HMODGyfjGwNM1Vdw= -github.com/hashicorp/consul/sdk v0.6.0/go.mod h1:fY08Y9z5SvJqevyZNy6WWPXiG3KwBPAvlcdx16zZ0fM= +github.com/hashicorp/consul/sdk v0.7.0 h1:H6R9d008jDcHPQPAqPNuydAshJ4v5/8URdFnUvK/+sc= +github.com/hashicorp/consul/sdk v0.7.0/go.mod h1:fY08Y9z5SvJqevyZNy6WWPXiG3KwBPAvlcdx16zZ0fM= github.com/hashicorp/errwrap v1.0.0 h1:hLrqtEDnRye3+sgx6z4qVLNuviH3MR5aQ0ykNJa/UYA= github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= -github.com/hashicorp/go-cleanhttp v0.5.0/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80= github.com/hashicorp/go-cleanhttp v0.5.1 h1:dH3aiDG9Jvb5r5+bYHsikaOUIpcM0xvgMXVoDkXMzJM= github.com/hashicorp/go-cleanhttp v0.5.1/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80= +github.com/hashicorp/go-hclog v0.12.0 h1:d4QkX8FRTYaKaCZBoXYY8zJX2BXjWxurN/GA2tkrmZM= github.com/hashicorp/go-hclog v0.12.0/go.mod h1:whpDNt7SSdeAju8AWKIWsul05p54N/39EeqMAyrmvFQ= -github.com/hashicorp/go-hclog v0.12.2 h1:F1fdYblUEsxKiailtkhCCG2g4bipEgaHiDc8vffNpD4= -github.com/hashicorp/go-hclog v0.12.2/go.mod h1:whpDNt7SSdeAju8AWKIWsul05p54N/39EeqMAyrmvFQ= +github.com/hashicorp/go-immutable-radix v1.0.0 h1:AKDB1HM5PWEA7i4nhcpwOrO2byshxBjXVn/J/3+z5/0= github.com/hashicorp/go-immutable-radix v1.0.0/go.mod h1:0y9vanUI8NX6FsYoO3zeMjhV/C5i9g4Q3DwcSNZ4P60= -github.com/hashicorp/go-immutable-radix v1.2.0 h1:l6UW37iCXwZkZoAbEYnptSHVE/cQ5bOTPYG5W3vf9+8= -github.com/hashicorp/go-immutable-radix v1.2.0/go.mod h1:0y9vanUI8NX6FsYoO3zeMjhV/C5i9g4Q3DwcSNZ4P60= github.com/hashicorp/go-msgpack v0.5.3 h1:zKjpN5BK/P5lMYrLmBHdBULWbJ0XpYR+7NGzqkZzoD4= github.com/hashicorp/go-msgpack v0.5.3/go.mod h1:ahLV/dePpqEmjfWmKiqvPkv/twdG7iPBM1vqhUKIvfM= github.com/hashicorp/go-multierror v1.0.0/go.mod h1:dHtQlpGsu+cZNNAkkCN/P3hoUDHhCYQXV3UM06sGGrk= github.com/hashicorp/go-multierror v1.1.0 h1:B9UzwGQJehnUY1yNrnwREHc3fGbC2xefo8g4TbElacI= github.com/hashicorp/go-multierror v1.1.0/go.mod h1:spPvp8C1qA32ftKqdAHm4hHTbPw+vmowP0z+KUhOZdA= -github.com/hashicorp/go-retryablehttp v0.5.3 h1:QlWt0KvWT0lq8MFppF9tsJGF+ynG7ztc2KIPhzRGk7s= -github.com/hashicorp/go-retryablehttp v0.5.3/go.mod h1:9B5zBasrRhHXnJnui7y6sL7es7NDiJgTc6Er0maI1Xs= github.com/hashicorp/go-rootcerts v1.0.0/go.mod h1:K6zTfqpRlCUIjkwsN4Z+hiSfzSTQa6eBIzfwKfwNnHU= github.com/hashicorp/go-rootcerts v1.0.2 h1:jzhAVGtqPKbwpyCPELlgNWhE1znq+qwJtW5Oi2viEzc= github.com/hashicorp/go-rootcerts v1.0.2/go.mod h1:pqUvnprVnM5bf7AOirdbb01K4ccR319Vf4pU3K5EGc8= github.com/hashicorp/go-sockaddr v1.0.0/go.mod h1:7Xibr9yA9JjQq1JpNB2Vw7kxv8xerXegt+ozgdvDeDU= github.com/hashicorp/go-sockaddr v1.0.2 h1:ztczhD1jLxIRjVejw8gFomI1BQZOe2WoVOu0SyteCQc= github.com/hashicorp/go-sockaddr v1.0.2/go.mod h1:rB4wwRAUzs07qva3c5SdrY/NEtAUjGlgmH/UkBUC97A= -github.com/hashicorp/go-syslog v1.0.0 h1:KaodqZuhUoZereWVIYmpUgZysurB1kBLX2j0MwMrUAE= github.com/hashicorp/go-syslog v1.0.0/go.mod h1:qPfqrKkXGihmCqbJM2mZgkZGvKG1dFdvsLplgctolz4= github.com/hashicorp/go-uuid v1.0.0/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/go-uuid v1.0.1 h1:fv1ep09latC32wFoVwnqcnKJGnMSdBanPczbHAYm1BE= github.com/hashicorp/go-uuid v1.0.1/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= -github.com/hashicorp/go-version v1.2.0 h1:3vNe/fWF5CBgRIguda1meWhsZHy3m8gCJ5wx+dIzX/E= github.com/hashicorp/go-version v1.2.0/go.mod h1:fltr4n8CU8Ke44wwGCBoEymUuxUHl09ZGVZPK5anwXA= -github.com/hashicorp/go.net v0.0.1 h1:sNCoNyDEvN1xa+X0baata4RdcpKwcMS6DH+xwfqPgjw= github.com/hashicorp/go.net v0.0.1/go.mod h1:hjKkEWcCURg++eb33jQU7oqQcI9XDCnUzHA0oac0k90= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hashicorp/golang-lru v0.5.1 h1:0hERBMJE1eitiLkihrMvRVBYAkpHzc/J3QdDN+dAcgU= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= -github.com/hashicorp/golang-lru v0.5.4 h1:YDjusn29QI/Das2iO9M0BHnIbxPeyuCHsjMW+lJfyTc= -github.com/hashicorp/golang-lru v0.5.4/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4= -github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4= github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= -github.com/hashicorp/logutils v1.0.0 h1:dLEQVugN8vlakKOUE3ihGLTZJRB4j+M2cdTm/ORI65Y= github.com/hashicorp/logutils v1.0.0/go.mod h1:QIAnNjmIWmVIIkWDTG1z5v++HQmx9WQRO+LraFDTW64= github.com/hashicorp/mdns v1.0.0/go.mod h1:tL+uN++7HEJ6SQLQ2/p+z2pH24WQKWjBPkE0mNTz8vQ= -github.com/hashicorp/mdns v1.0.1 h1:XFSOubp8KWB+Jd2PDyaX5xUd5bhSP/+pTDZVDMzZJM8= github.com/hashicorp/mdns v1.0.1/go.mod h1:4gW7WsVCke5TE7EPeYliwHlRUyBtfCwuFwuMg2DmyNY= github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2pPBoIllUwCN7I= -github.com/hashicorp/memberlist v0.2.2 h1:5+RffWKwqJ71YPu9mWsF7ZOscZmwfasdA8kbdC7AO2g= github.com/hashicorp/memberlist v0.2.2/go.mod h1:MS2lj3INKhZjWNqd3N0m3J+Jxf3DAOnAH9VT3Sh9MUE= +github.com/hashicorp/memberlist v0.2.3 h1:BwZa5IjREr75J0am7nblP+X5i95Rmp8EEbMI5vkUWdA= +github.com/hashicorp/memberlist v0.2.3/go.mod h1:MS2lj3INKhZjWNqd3N0m3J+Jxf3DAOnAH9VT3Sh9MUE= github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc= -github.com/hashicorp/serf v0.9.3 h1:AVF6JDQQens6nMHT9OGERBvK0f8rPrAGILnsKLr6lzM= -github.com/hashicorp/serf v0.9.3/go.mod h1:UWDWwZeL5cuWDJdl0C6wrvrUwEqtQ4ZKBKKENpqIUyk= -github.com/hetznercloud/hcloud-go v1.22.0 h1:CC0jwkaBzwP4ObFE0sdJBTvGh5DE9kB/tuDETnRfOik= -github.com/hetznercloud/hcloud-go v1.22.0/go.mod h1:xng8lbDUg+xM1dgc0yGHX5EeqbwIq7UYlMWMTx3SQVg= +github.com/hashicorp/serf v0.9.5 h1:EBWvyu9tcRszt3Bxp3KNssBMP1KuHWyO51lz9+786iM= +github.com/hashicorp/serf v0.9.5/go.mod h1:UWDWwZeL5cuWDJdl0C6wrvrUwEqtQ4ZKBKKENpqIUyk= +github.com/hetznercloud/hcloud-go v1.26.2 h1:fI8BXAGJI4EFeCDd2a/I4EhqyK32cDdxGeWfYMGUi50= +github.com/hetznercloud/hcloud-go v1.26.2/go.mod h1:2C5uMtBiMoFr3m7lBFPf7wXTdh33CevmZpQIIDPGYJI= github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= -github.com/hudl/fargo v1.3.0 h1:0U6+BtN6LhaYuTnIJq4Wyq5cpn6O2kWrxAtcqBmYY6w= +github.com/huandu/xstrings v1.0.0/go.mod h1:4qWG/gcEcfX4z/mBDHJ++3ReCw9ibxbsNJbcucJdbSo= github.com/hudl/fargo v1.3.0/go.mod h1:y3CKSmjA+wD2gak7sUSXTAoopbhU08POFhmITJgmKTg= -github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6 h1:UDMh68UUwekSh5iP2OMhRRZJiiBccgV7axzUG8vi56c= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/imdario/mergo v0.3.4/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA= github.com/imdario/mergo v0.3.5 h1:JboBksRwiiAJWvIYJVo46AfV+IAIKZpfrSzVKj42R4Q= github.com/imdario/mergo v0.3.5/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA= github.com/inconshreveable/mousetrap v1.0.0 h1:Z8tu5sraLXCXIcARxBp/8cbvlwVa7Z1NHg9XEKhtSvM= github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8= -github.com/influxdata/flux v0.65.1 h1:77BcVUCzvN5HMm8+j9PRBQ4iZcu98Dl4Y9rf+J5vhnc= -github.com/influxdata/flux v0.65.1/go.mod h1:J754/zds0vvpfwuq7Gc2wRdVwEodfpCFM7mYlOw2LqY= -github.com/influxdata/influxdb v1.8.3 h1:WEypI1BQFTT4teLM+1qkEcvUi0dAvopAI/ir0vAiBg8= -github.com/influxdata/influxdb v1.8.3/go.mod h1:JugdFhsvvI8gadxOI6noqNeeBHvWNTbfYGtiAn+2jhI= -github.com/influxdata/influxdb1-client v0.0.0-20191209144304-8bf82d3c094d h1:/WZQPMZNsjZ7IlCpsLGdQBINg5bxKQ1K1sh6awxLtkA= +github.com/influxdata/flux v0.113.0/go.mod h1:3TJtvbm/Kwuo5/PEo5P6HUzwVg4bXWkb2wPQHPtQdlU= +github.com/influxdata/httprouter v1.3.1-0.20191122104820-ee83e2772f69/go.mod h1:pwymjR6SrP3gD3pRj9RJwdl1j5s3doEEV8gS4X9qSzA= +github.com/influxdata/influxdb v1.9.2/go.mod h1:UEe3MeD9AaP5rlPIes102IhYua3FhIWZuOXNHxDjSrI= github.com/influxdata/influxdb1-client v0.0.0-20191209144304-8bf82d3c094d/go.mod h1:qj24IKcXYK6Iy9ceXlo3Tc+vtHo9lIhSX5JddghvEPo= -github.com/influxdata/influxql v1.1.1-0.20200828144457-65d3ef77d385 h1:ED4e5Cc3z5vSN2Tz2GkOHN7vs4Sxe2yds6CXvDnvZFE= -github.com/influxdata/influxql v1.1.1-0.20200828144457-65d3ef77d385/go.mod h1:gHp9y86a/pxhjJ+zMjNXiQAA197Xk9wLxaz+fGG+kWk= -github.com/influxdata/line-protocol v0.0.0-20180522152040-32c6aa80de5e h1:/o3vQtpWJhvnIbXley4/jwzzqNeigJK9z+LZcJZ9zfM= +github.com/influxdata/influxql v1.1.1-0.20210223160523-b6ab99450c93/go.mod h1:gHp9y86a/pxhjJ+zMjNXiQAA197Xk9wLxaz+fGG+kWk= github.com/influxdata/line-protocol v0.0.0-20180522152040-32c6aa80de5e/go.mod h1:4kt73NQhadE3daL3WhR5EJ/J2ocX0PZzwxQ0gXJ7oFE= -github.com/influxdata/promql/v2 v2.12.0 h1:kXn3p0D7zPw16rOtfDR+wo6aaiH8tSMfhPwONTxrlEc= +github.com/influxdata/pkg-config v0.2.6/go.mod h1:EMS7Ll0S4qkzDk53XS3Z72/egBsPInt+BeRxb0WeSwk= +github.com/influxdata/pkg-config v0.2.7/go.mod h1:EMS7Ll0S4qkzDk53XS3Z72/egBsPInt+BeRxb0WeSwk= github.com/influxdata/promql/v2 v2.12.0/go.mod h1:fxOPu+DY0bqCTCECchSRtWfc+0X19ybifQhZoQNF5D8= -github.com/influxdata/roaring v0.4.13-0.20180809181101-fc520f41fab6 h1:UzJnB7VRL4PSkUJHwsyzseGOmrO/r4yA+AuxGJxiZmA= github.com/influxdata/roaring v0.4.13-0.20180809181101-fc520f41fab6/go.mod h1:bSgUQ7q5ZLSO+bKBGqJiCBGAl+9DxyW63zLTujjUlOE= -github.com/influxdata/tdigest v0.0.0-20181121200506-bf2b5ad3c0a9 h1:MHTrDWmQpHq/hkq+7cw9oYAt2PqUw52TZazRA0N7PGE= -github.com/influxdata/tdigest v0.0.0-20181121200506-bf2b5ad3c0a9/go.mod h1:Js0mqiSBE6Ffsg94weZZ2c+v/ciT8QRHFOap7EKDrR0= -github.com/influxdata/usage-client v0.0.0-20160829180054-6d3895376368 h1:+TUUmaFa4YD1Q+7bH9o5NCHQGPMqZCYJiNW6lIIS9z4= +github.com/influxdata/tdigest v0.0.2-0.20210216194612-fc98d27c9e8b/go.mod h1:Z0kXnxzbTC2qrx4NaIzYkE1k66+6oEDQTvL95hQFh5Y= github.com/influxdata/usage-client v0.0.0-20160829180054-6d3895376368/go.mod h1:Wbbw6tYNvwa5dlB6304Sd+82Z3f7PmVZHVKU637d4po= -github.com/jessevdk/go-flags v1.4.0 h1:4IU2WS7AumrZ/40jfhf4QVDMsQwqA7VEHozFRrGARJA= -github.com/jessevdk/go-flags v1.4.0/go.mod h1:4FA24M0QyGHXBuZZK/XkWh8h0e1EYbRYJSGM75WSRxI= +github.com/jessevdk/go-flags v1.5.0/go.mod h1:Fw0T6WPc1dYxT4mKEZRfG5kJhaTDP9pj1c2EWnYs/m4= github.com/jmespath/go-jmespath v0.0.0-20180206201540-c2b33e8439af/go.mod h1:Nht3zPeWKUH0NzdCt2Blrr5ys8VGpn0CEB0cQHVjt7k= github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg= github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8= github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U= -github.com/joho/godotenv v1.3.0 h1:Zjp+RcGpHhGlrMbJzXTrZZPrWj+1vfm90La1wgB6Bhc= github.com/joho/godotenv v1.3.0/go.mod h1:7hK45KPybAkOC6peb+G5yklZfMxEjkZhHbwpqxOKXbg= -github.com/jonboulle/clockwork v0.1.0 h1:VKV+ZcuP6l3yW9doeqz6ziZGgcynBVQO+obU0+0hcPo= github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= +github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= github.com/jpillora/backoff v1.0.0 h1:uvFg412JmmHBHw7iwprIxkPMI+sGQ4kzOWsMeHnm2EA= github.com/jpillora/backoff v1.0.0/go.mod h1:J/6gKK9jxlEcS3zixgDgUAsiuZ7yrSoa/FX5e0EB2j4= github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= github.com/json-iterator/go v1.1.8/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= -github.com/json-iterator/go v1.1.10 h1:Kz6Cvnvv2wGdaG/V8yMvfkmNiXq9Ya2KUv4rouJJr68= github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.11/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= -github.com/jstemmer/go-junit-report v0.9.1 h1:6QPYqodiu3GuPL+7mfx+NwDdp2eTkp9IfEUpgAwUN0o= github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= -github.com/jsternberg/zap-logfmt v1.0.0 h1:0Dz2s/eturmdUS34GM82JwNEdQ9hPoJgqptcEKcbpzY= -github.com/jsternberg/zap-logfmt v1.0.0/go.mod h1:uvPs/4X51zdkcm5jXl5SYoN+4RK21K8mysFmDaM/h+o= -github.com/jtolds/gls v4.20.0+incompatible h1:xdiiI2gbIgH/gLH7ADydsJ1uDOEzR8yvV7C0MuV77Wo= +github.com/jsternberg/zap-logfmt v1.2.0/go.mod h1:kz+1CUmCutPWABnNkOu9hOHKdT2q3TDYCcsFy9hpqb0= github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= github.com/julienschmidt/httprouter v1.3.0 h1:U0609e9tgbseu3rBINet9P48AI/D3oJs4dN7jwJOQ1U= github.com/julienschmidt/httprouter v1.3.0/go.mod h1:JR6WtHb+2LUe8TCKY3cZOxFyyO8IZAc4RVcycCCAKdM= -github.com/jung-kurt/gofpdf v1.0.3-0.20190309125859-24315acbbda5 h1:PJr+ZMXIecYc1Ey2zucXdR73SMBtgjPgwa31099IMv0= -github.com/jung-kurt/gofpdf v1.0.3-0.20190309125859-24315acbbda5/go.mod h1:7Id9E/uU8ce6rXgefFLlgrJj/GYY22cpxn+r32jIOes= -github.com/jwilder/encoding v0.0.0-20170811194829-b4e1701a28ef h1:2jNeR4YUziVtswNP9sEFAI913cVrzH85T+8Q6LpYbT0= github.com/jwilder/encoding v0.0.0-20170811194829-b4e1701a28ef/go.mod h1:Ct9fl0F6iIOGgxJ5npU/IUOhOhqlVrGjyIZc8/MagT0= github.com/karrick/godirwalk v1.8.0/go.mod h1:H5KPZjojv4lE+QYImBI8xVtrBRgYrIVsaRPx4tDPEn4= -github.com/karrick/godirwalk v1.10.3 h1:lOpSw2vJP0y5eLBW906QwKsUK/fe/QDyoqM5rnnuPDY= github.com/karrick/godirwalk v1.10.3/go.mod h1:RoGL9dQei4vP9ilrpETWE8CLOZ1kiN0LhBygSwrAsHA= github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q= -github.com/kisielk/errcheck v1.2.0 h1:reN85Pxc5larApoH1keMBiu2GWtPqXQ1nc9gx+jOU+E= github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00= -github.com/kisielk/gotool v1.0.0 h1:AV2c/EiW3KqPNT9ZKl07ehoAGi4C5/01Cfbblndcapg= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= -github.com/klauspost/compress v1.4.0/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= -github.com/klauspost/compress v1.9.5 h1:U+CaK85mrNNb4k8BNOfgJtJ/gr6kswUCFj6miSzVC6M= github.com/klauspost/compress v1.9.5/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= -github.com/klauspost/cpuid v0.0.0-20170728055534-ae7887de9fa5 h1:2U0HzY8BJ8hVwDKIzp7y4voR9CX/nvcfymLmg2UiOio= -github.com/klauspost/cpuid v0.0.0-20170728055534-ae7887de9fa5/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek= -github.com/klauspost/crc32 v0.0.0-20161016154125-cb6bfca970f6 h1:KAZ1BW2TCmT6PRihDPpocIy1QTtsAsrx6TneU/4+CMg= -github.com/klauspost/crc32 v0.0.0-20161016154125-cb6bfca970f6/go.mod h1:+ZoRqAPRLkC4NPOvfYeR5KNOrY6TD+/sAC3HXPZgDYg= -github.com/klauspost/pgzip v1.0.2-0.20170402124221-0bf5dcad4ada h1:3L+neHp83cTjegPdCiOxVOJtRIy7/8RldvMTsyPYH10= github.com/klauspost/pgzip v1.0.2-0.20170402124221-0bf5dcad4ada/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= github.com/konsorten/go-windows-terminal-sequences v1.0.2/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= github.com/konsorten/go-windows-terminal-sequences v1.0.3 h1:CE8S1cTafDpPvMhIxNJKvHsGVBgn1xWYf1NbHQhywc8= github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= -github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515 h1:T+h1c/A9Gawja4Y9mFVWj2vyii2bbUNDw3kt9VxK2EY= github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pretty v0.2.1 h1:Fmg33tUaq4/8ym9TJN1x7sLJnHVwhP33CNkpYV/7rwI= github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= -github.com/kr/pty v1.1.5 h1:hyz3dwM5QLc1Rfoz4FuWJQG5BN7tc6K1MndAUnGpQr4= github.com/kr/pty v1.1.5/go.mod h1:9r2w37qlBe7rQ6e1fg1S/9xpWHSnaqNdHD3WcMdbPDA= -github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= -github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw= github.com/leodido/go-urn v1.2.0 h1:hpXL4XnriNwQ/ABnpepYM/1vCLWNDfUNts8dX3xTG6Y= github.com/leodido/go-urn v1.2.0/go.mod h1:+8+nEpDfqqsY+g338gtMEUOtuK+4dEMhiQEgxpxOKII= -github.com/lib/pq v1.0.0 h1:X5PMW56eZitiTeO7tKzZxFCSpbFZJtkMMooicw2us9A= github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= -github.com/lightstep/lightstep-tracer-common/golang/gogo v0.0.0-20190605223551-bc2310a04743 h1:143Bb8f8DuGWck/xpNUOckBVYfFbBTnLevfRZ1aVVqo= github.com/lightstep/lightstep-tracer-common/golang/gogo v0.0.0-20190605223551-bc2310a04743/go.mod h1:qklhhLq1aX+mtWk9cPHPzaBjWImj5ULL6C7HFJtXQMM= -github.com/lightstep/lightstep-tracer-go v0.18.1 h1:vi1F1IQ8N7hNWytK9DpJsUfQhGuNSc19z330K6vl4zk= github.com/lightstep/lightstep-tracer-go v0.18.1/go.mod h1:jlF1pusYV4pidLvZ+XD0UBX0ZE6WURAspgAczcDHrL4= -github.com/lyft/protoc-gen-validate v0.0.13 h1:KNt/RhmQTOLr7Aj8PsJ7mTronaFyx80mRTT9qF261dA= +github.com/linode/linodego v0.28.5 h1:JaCziTxHJ7a01MYyjHqskRc8zXQxXOddwrDeoQ2rBnw= +github.com/linode/linodego v0.28.5/go.mod h1:BR0gVkCJffEdIGJSl6bHR80Ty+Uvg/2jkjmrWaFectM= github.com/lyft/protoc-gen-validate v0.0.13/go.mod h1:XbGvPuh87YZc5TdIa2/I4pLk0QoUACkjt2znoq26NVQ= -github.com/magiconair/properties v1.8.0 h1:LLgXmsheXeRoUOBOjtwPQCWIYqM/LU1ayDtDePerRcY= github.com/magiconair/properties v1.8.0/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= -github.com/mailru/easyjson v0.0.0-20160728113105-d5b7844b561a/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20180823135443-60711f1a8329/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190312143242-1de009706dbe/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= -github.com/mailru/easyjson v0.7.0/go.mod h1:KAzv3t3aY1NaHWoQz1+4F1ccyAH66Jk7yos7ldAVICs= -github.com/mailru/easyjson v0.7.1 h1:mdxE1MF9o53iCb2Ghj1VfWvh7ZOwHpnVG/xwXrV90U8= github.com/mailru/easyjson v0.7.1/go.mod h1:KAzv3t3aY1NaHWoQz1+4F1ccyAH66Jk7yos7ldAVICs= -github.com/markbates/oncer v0.0.0-20181203154359-bf2de49a0be2 h1:JgVTCPf0uBVcUSWpyXmGpgOc62nK5HWUBKAGc3Qqa5k= +github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= github.com/markbates/oncer v0.0.0-20181203154359-bf2de49a0be2/go.mod h1:Ld9puTsIW75CHf65OeIOkyKbteujpZVXDpWK6YGZbxE= -github.com/markbates/safe v1.0.1 h1:yjZkbvRM6IzKj9tlu/zMJLS0n/V351OZWRnF3QfaUxI= github.com/markbates/safe v1.0.1/go.mod h1:nAqgmRi7cY2nqMc92/bSEeQA+R4OheNU2T1kNSCBdG0= github.com/mattn/go-colorable v0.0.9/go.mod h1:9vuHe8Xs5qXnSaW/c/ABM9alt+Vo+STaOChaDxuIBZU= github.com/mattn/go-colorable v0.1.4/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE= @@ -734,79 +662,70 @@ github.com/mattn/go-isatty v0.0.11/go.mod h1:PhnuNfih5lzO57/f3n+odYbM4JtupLOxQOA github.com/mattn/go-isatty v0.0.12 h1:wuysRhFDzyxgEmMf5xjvJ2M9dZoWAXNNr5LSBS7uHXY= github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU= github.com/mattn/go-runewidth v0.0.2/go.mod h1:LwmH8dsx7+W8Uxz3IHJYH5QSwggIsqBzpuz5H//U1FU= -github.com/mattn/go-runewidth v0.0.3 h1:a+kO+98RDGEfo6asOGMmpodZq4FNtnGP54yps8BzLR4= github.com/mattn/go-runewidth v0.0.3/go.mod h1:LwmH8dsx7+W8Uxz3IHJYH5QSwggIsqBzpuz5H//U1FU= -github.com/mattn/go-sqlite3 v1.11.0 h1:LDdKkqtYlom37fkvqs8rMPFKAMe8+SgjbwZ6ex1/A/Q= github.com/mattn/go-sqlite3 v1.11.0/go.mod h1:FPy6KqzDD04eiIsT53CuJW3U88zkxoIYsOqkbpncsNc= -github.com/mattn/go-tty v0.0.0-20180907095812-13ff1204f104 h1:d8RFOZ2IiFtFWBcKEHAFYJcPTf0wY5q0exFNJZVWa1U= github.com/mattn/go-tty v0.0.0-20180907095812-13ff1204f104/go.mod h1:XPvLUNfbS4fJH25nqRHfWLMa1ONC8Amw+mIA639KxkE= -github.com/matttproud/golang_protobuf_extensions v1.0.1 h1:4hp9jkHxhMHkqkrB3Ix0jegS5sx/RkqARlsWZ6pIwiU= github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0= +github.com/matttproud/golang_protobuf_extensions v1.0.4 h1:mmDVorXM7PCGKw94cs5zkfA9PSy5pEvNWRP0ET0TIVo= +github.com/matttproud/golang_protobuf_extensions v1.0.4/go.mod h1:BSXmuO+STAnVfrANrmjBb36TMTDstsz7MSK+HVaYKv4= github.com/miekg/dns v1.0.14/go.mod h1:W1PPwlIAgtquWBMBEV9nkV9Cazfe8ScdGz/Lj7v3Nrg= +github.com/miekg/dns v1.1.22/go.mod h1:bPDLeHnStXmXAq1m/Ch/hvfNHr14JKNPMBo3VZKjuso= github.com/miekg/dns v1.1.26/go.mod h1:bPDLeHnStXmXAq1m/Ch/hvfNHr14JKNPMBo3VZKjuso= -github.com/miekg/dns v1.1.31 h1:sJFOl9BgwbYAWOGEwr61FU28pqsBNdpRBnhGXtO06Oo= -github.com/miekg/dns v1.1.31/go.mod h1:KNUDUusw/aVsxyTYZM1oqvCicbwhgbNgztCETuNZ7xM= +github.com/miekg/dns v1.1.42 h1:gWGe42RGaIqXQZ+r3WUGEKBEtvPHY2SXo4dqixDNxuY= +github.com/miekg/dns v1.1.42/go.mod h1:+evo5L0630/F6ca/Z9+GAqzhjGyn8/c+TBaOyfEl0V4= +github.com/mileusna/useragent v0.0.0-20190129205925-3e331f0949a5/go.mod h1:JWhYAp2EXqUtsxTKdeGlY8Wp44M7VxThC9FEoNGi2IE= github.com/mitchellh/cli v1.0.0/go.mod h1:hNIlj7HEI86fIcpObd7a0FcrxTWetlwJDGcceTlRvqc= -github.com/mitchellh/cli v1.1.0 h1:tEElEatulEHDeedTxwckzyYMA5c86fbmNIUL1hBIiTg= github.com/mitchellh/cli v1.1.0/go.mod h1:xcISNoH86gajksDmfB23e/pu+B+GeFRMYmoHXxx3xhI= github.com/mitchellh/go-homedir v1.0.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y= github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= github.com/mitchellh/go-testing-interface v1.0.0 h1:fzU/JVNcaqHQEcVFAKeR41fkiLdIPrefOvVG1VZ96U0= github.com/mitchellh/go-testing-interface v1.0.0/go.mod h1:kRemZodwjscx+RGhAo8eIhFbs2+BFgRtFPeD/KE+zxI= -github.com/mitchellh/go-wordwrap v1.0.0 h1:6GlHJ/LTGMrIJbwgdqdl2eEH8o+Exx/0m8ir9Gns0u4= github.com/mitchellh/go-wordwrap v1.0.0/go.mod h1:ZXFpozHsX6DPmq2I0TCekCxypsnAUbP2oI0UX1GXzOo= -github.com/mitchellh/gox v0.4.0 h1:lfGJxY7ToLJQjHHwi0EX6uYBdK78egf954SQl13PQJc= github.com/mitchellh/gox v0.4.0/go.mod h1:Sd9lOJ0+aimLBi73mGofS1ycjY8lL3uZM3JPS42BGNg= -github.com/mitchellh/hashstructure/v2 v2.0.1 h1:L60q1+q7cXE4JeEJJKMnh2brFIe3rZxCihYAB61ypAY= -github.com/mitchellh/hashstructure/v2 v2.0.1/go.mod h1:MG3aRVU/N29oo/V/IhBX8GR/zz4kQkprJgF2EVszyDE= -github.com/mitchellh/iochan v1.0.0 h1:C+X3KsSTLFVBr/tK1eYN/vs4rJcvsiLU338UhYPJWeY= +github.com/mitchellh/hashstructure/v2 v2.0.2 h1:vGKWl0YJqUNxE8d+h8f6NJLcCJrgbhC4NcD46KavDd4= +github.com/mitchellh/hashstructure/v2 v2.0.2/go.mod h1:MG3aRVU/N29oo/V/IhBX8GR/zz4kQkprJgF2EVszyDE= github.com/mitchellh/iochan v1.0.0/go.mod h1:JwYml1nuB7xOzsp52dPpHFffvOCDupsG0QubkSMEySY= github.com/mitchellh/mapstructure v0.0.0-20160808181253-ca63d7c062ee/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= -github.com/mitchellh/mapstructure v1.2.2 h1:dxe5oCinTXiTIcfgmZecdCzPmAJKd46KsCWc35r0TV4= -github.com/mitchellh/mapstructure v1.2.2/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/mitchellh/mapstructure v1.3.2/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/mitchellh/mapstructure v1.3.3/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/mitchellh/mapstructure v1.4.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/mitchellh/mapstructure v1.4.1 h1:CpVNEelQCZBooIPDn+AR3NpivK/TIKU8bDxdASFVQag= +github.com/mitchellh/mapstructure v1.4.1/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= +github.com/moby/spdystream v0.2.0/go.mod h1:f7i0iNDQJ059oMTcWxx8MA/zKFIuD/lY+0GqbN2Wy8c= +github.com/moby/term v0.0.0-20201216013528-df9cb8a40635 h1:rzf0wL0CHVc8CEsgyygG0Mn9CNCCPZqOPaz8RiiHYQk= +github.com/moby/term v0.0.0-20201216013528-df9cb8a40635/go.mod h1:FBS0z0QWA44HXygs7VXDUOGoN/1TV3RuWkLO04am3wc= github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= -github.com/modern-go/reflect2 v1.0.1 h1:9f412s+6RmYXLWZSEzVVgPGK7C2PphHj5RJrvfx9AWI= github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= -github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe h1:iruDEfMl2E6fbMZ9s0scYfZQ84/6SPL6zC8ACM2oIL0= +github.com/modern-go/reflect2 v1.0.2 h1:xBagoLtFs94CBntxluKeaWgTMpvLxC4ur3nMaC9Gz0M= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc= github.com/morikuni/aec v1.0.0 h1:nP9CBfwrvYnBRgY6qfDQkygYDmYwOilePFkwzv4dU8A= github.com/morikuni/aec v1.0.0/go.mod h1:BbKIizmSmc5MMPqRYbxO4ZU0S0+P200+tUnFx7PXmsc= github.com/mroth/weightedrand v0.4.1 h1:rHcbUBopmi/3x4nnrvwGJBhX9d0vk+KgoLUZeDP6YyI= github.com/mroth/weightedrand v0.4.1/go.mod h1:3p2SIcC8al1YMzGhAIoXD+r9olo/g/cdJgAD905gyNE= -github.com/mschoch/smat v0.0.0-20160514031455-90eadee771ae h1:VeRdUYdCw49yizlSbMEn2SZ+gT+3IUKx8BqxyQdz+BY= -github.com/mschoch/smat v0.0.0-20160514031455-90eadee771ae/go.mod h1:qAyveg+e4CE+eKJXWVjKXM4ck2QobLqTDytGJbLLhJg= -github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d h1:7PxY7LVfSZm7PEeBTyK1rj1gABdCO2mbri6GKO1cMDs= github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f h1:KUppIJq7/+SVif2QVs3tOP0zanoHgBEVAwHxUSIzRqU= github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= -github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f h1:y5//uYreIhSUg3J1GEMiLbxo1LJaP8RfCpH6pymGZus= github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw= github.com/nats-io/jwt v0.3.0/go.mod h1:fRYCDE99xlTsqUzISS1Bi75UBJ6ljOJQOAAu5VglpSg= -github.com/nats-io/jwt v0.3.2 h1:+RB5hMpXUUA2dfxuhBTEkMOrYmM+gKIZYS1KjSostMI= github.com/nats-io/jwt v0.3.2/go.mod h1:/euKqTS1ZD+zzjYrY7pseZrTtWQSjujC7xjPc8wL6eU= -github.com/nats-io/nats-server/v2 v2.1.2 h1:i2Ly0B+1+rzNZHHWtD4ZwKi+OU5l+uQo1iDHZ2PmiIc= github.com/nats-io/nats-server/v2 v2.1.2/go.mod h1:Afk+wRZqkMQs/p45uXdrVLuab3gwv3Z8C4HTBu8GD/k= -github.com/nats-io/nats.go v1.9.1 h1:ik3HbLhZ0YABLto7iX80pZLPw/6dx3T+++MZJwLnMrQ= github.com/nats-io/nats.go v1.9.1/go.mod h1:ZjDU1L/7fJ09jvUSRVBR2e7+RnLiiIQyqyzEE/Zbp4w= github.com/nats-io/nkeys v0.1.0/go.mod h1:xpnFELMwJABBLVhffcfd1MZx6VsNRFpEugbxziKVo7w= -github.com/nats-io/nkeys v0.1.3 h1:6JrEfig+HzTH85yxzhSVbjHRJv9cn0p6n3IngIcM5/k= github.com/nats-io/nkeys v0.1.3/go.mod h1:xpnFELMwJABBLVhffcfd1MZx6VsNRFpEugbxziKVo7w= -github.com/nats-io/nuid v1.0.1 h1:5iA8DT8V7q8WK2EScv2padNa/rTESc1KdnPw4TC2paw= github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c= -github.com/oklog/oklog v0.3.2 h1:wVfs8F+in6nTBMkA7CbRw+zZMIB7nNM825cM1wuzoTk= +github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= github.com/oklog/oklog v0.3.2/go.mod h1:FCV+B7mhrz4o+ueLpx+KqkyXRGMWOYEvfiXtdGtbWGs= github.com/oklog/run v1.0.0/go.mod h1:dlhp/R75TPv97u0XWUtDeV/lRKWPKSdTuV0TZvrmrQA= -github.com/oklog/run v1.1.0 h1:GEenZ1cK0+q0+wsJew9qUg/DyD8k3JzYsZAi5gYi2mA= github.com/oklog/run v1.1.0/go.mod h1:sVPdnTZT1zYwAJeCMu2Th4T21pA3FPOQRfWjQlk7DVU= github.com/oklog/ulid v1.3.1 h1:EGfNDEx6MqHz8B3uNV6QAib1UR2Lm97sHi3ocA6ESJ4= github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U= -github.com/olekukonko/tablewriter v0.0.0-20170122224234-a0225b3f23b5 h1:58+kh9C6jJVXYjt8IE48G2eWl6BjwU5Gj0gqY84fy78= github.com/olekukonko/tablewriter v0.0.0-20170122224234-a0225b3f23b5/go.mod h1:vsDQFd/mU46D+Z4whnwzcISnGGzXWMclvtLoiIKAKIo= github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= @@ -817,83 +736,67 @@ github.com/onsi/gomega v0.0.0-20170829124025-dcabb60a477c/go.mod h1:C1qb7wdrVGGV github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= github.com/onsi/gomega v1.7.0 h1:XPnZz8VVBHjVsy1vzJmRwIcSwiUO+JFfrv/xGiigmME= github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= -github.com/op/go-logging v0.0.0-20160315200505-970db520ece7 h1:lDH9UUVJtmYCjyT0CI4q8xvlXPxeZ0gYCVvWbmPlp88= github.com/op/go-logging v0.0.0-20160315200505-970db520ece7/go.mod h1:HzydrMdWErDVzsI23lYNej1Htcns9BCg93Dk0bBINWk= github.com/opencontainers/go-digest v1.0.0 h1:apOUWs51W5PlhuyGyz9FCeeBIOUDA/6nW8Oi/yOhh5U= github.com/opencontainers/go-digest v1.0.0/go.mod h1:0JzlMkj0TRzQZfJkVvzbP0HBR3IKzErnv2BNG4W4MAM= github.com/opencontainers/image-spec v1.0.1 h1:JMemWkRwHx4Zj+fVxWoMCFm/8sYGGrUVojFA6h/TRcI= github.com/opencontainers/image-spec v1.0.1/go.mod h1:BtxoFyWECRxE4U/7sNtV5W15zMzWCbyJoFRP3s7yZA0= -github.com/opentracing-contrib/go-observer v0.0.0-20170622124052-a52f23424492 h1:lM6RxxfUMrYL/f8bWEUqdXrANWtrL7Nndbm9iFN0DlU= github.com/opentracing-contrib/go-observer v0.0.0-20170622124052-a52f23424492/go.mod h1:Ngi6UdF0k5OKD5t5wlmGhe/EDKPoUM3BXZSSfIuJbis= github.com/opentracing-contrib/go-stdlib v1.0.0 h1:TBS7YuVotp8myLon4Pv7BtCBzOTo1DeZCld0Z63mW2w= github.com/opentracing-contrib/go-stdlib v1.0.0/go.mod h1:qtI1ogk+2JhVPIXVc6q+NHziSmy2W5GbdQZFUHADCBU= -github.com/opentracing/basictracer-go v1.0.0 h1:YyUAhaEfjoWXclZVJ9sGoNct7j4TVk7lZWlQw5UXuoo= github.com/opentracing/basictracer-go v1.0.0/go.mod h1:QfBfYuafItcjQuMwinw9GhYKwFXS9KnPs5lxoYwgW74= github.com/opentracing/opentracing-go v1.0.2/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o= -github.com/opentracing/opentracing-go v1.0.3-0.20180606204148-bd9c31933947/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o= github.com/opentracing/opentracing-go v1.1.0/go.mod h1:UkNAQd3GIcIGf0SeVgPpRdFStlNbqXla1AfSYxPUl2o= github.com/opentracing/opentracing-go v1.2.0 h1:uEJPy/1a5RIPAJ0Ov+OIO8OxWu77jEv+1B0VhjKrZUs= github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc= -github.com/openzipkin-contrib/zipkin-go-opentracing v0.4.5 h1:ZCnq+JUrvXcDVhX/xRolRBZifmabN1HcS1wrPSvxhrU= github.com/openzipkin-contrib/zipkin-go-opentracing v0.4.5/go.mod h1:/wsWhb9smxSfWAKL3wpBW7V8scJMt8N8gnaMCS9E/cA= github.com/openzipkin/zipkin-go v0.1.6/go.mod h1:QgAqvLzwWbR/WpD4A3cGpPtJrZXNIiJc5AZX7/PBEpw= github.com/openzipkin/zipkin-go v0.2.1/go.mod h1:NaW6tEwdmWMaCDZzg8sh+IBNOxHMPnhQw8ySjnjRyN4= -github.com/openzipkin/zipkin-go v0.2.2 h1:nY8Hti+WKaP0cRsSeQ026wU03QsM762XBeCXBb9NAWI= github.com/openzipkin/zipkin-go v0.2.2/go.mod h1:NaW6tEwdmWMaCDZzg8sh+IBNOxHMPnhQw8ySjnjRyN4= -github.com/pact-foundation/pact-go v1.0.4 h1:OYkFijGHoZAYbOIb1LWXrwKQbMMRUv1oQ89blD2Mh2Q= github.com/pact-foundation/pact-go v1.0.4/go.mod h1:uExwJY4kCzNPcHRj+hCR/HBbOOIwwtUjcrb0b5/5kLM= +github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c h1:Lgl0gzECD8GnQ5QCWA8o6BtfL6mDH5rQgM4/fX3avOs= github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc= -github.com/pascaldekloe/goe v0.1.0 h1:cBOtyMzM9HTpWjXfbbunk26uA6nG3a8n06Wieeh0MwY= -github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc= -github.com/paulbellamy/ratecounter v0.2.0 h1:2L/RhJq+HA8gBQImDXtLPrDXK5qAj6ozWVK/zFXVJGs= -github.com/paulbellamy/ratecounter v0.2.0/go.mod h1:Hfx1hDpSGoqxkVVpBi/IlYD7kChlfo5C6hzIHwPqfFE= -github.com/pborman/uuid v1.2.0 h1:J7Q5mO4ysT1dv8hyrUGHb9+ooztCXu1D8MY8DZYsu3g= github.com/pborman/uuid v1.2.0/go.mod h1:X/NO0urCmaxf9VXbdlT7C2Yzkj2IKimNn4k+gtPdI/k= github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic= -github.com/pelletier/go-toml v1.4.0 h1:u3Z1r+oOXJIkxqw34zVhyPgjBsm6X2wn21NWs/HfSeg= github.com/pelletier/go-toml v1.4.0/go.mod h1:PN7xzY2wHTK0K9p34ErDQMlFxa51Fk0OUruD3k1mMwo= -github.com/performancecopilot/speed v3.0.0+incompatible h1:2WnRzIquHa5QxaJKShDkLM+sc0JPuwhXzK8OYOyt3Vg= +github.com/pelletier/go-toml v1.7.0/go.mod h1:vwGMzjaWMwyfHwgIBhI2YUM4fB6nL6lVAvS1LBMMhTE= github.com/performancecopilot/speed v3.0.0+incompatible/go.mod h1:/CLtqpZ5gBg1M9iaPbIdPPGyKcA8hKdoy6hAWba7Yac= -github.com/peterbourgon/diskv v2.0.1+incompatible h1:UBdAOUP5p4RWqPBg048CAvpKN+vxiaj6gdUUzhl4XmI= github.com/peterbourgon/diskv v2.0.1+incompatible/go.mod h1:uqqh8zWWbv1HBMNONnaR/tNboyR3/BZd58JJSHlUSCU= -github.com/peterh/liner v1.0.1-0.20180619022028-8c1271fcf47f h1:O62NGAXV0cNzBI6e7vI3zTHSTgPHsWIcS3Q4XC1/pAU= github.com/peterh/liner v1.0.1-0.20180619022028-8c1271fcf47f/go.mod h1:xIteQHvHuaLYG9IFj6mSxM0fCKrs34IrEQUhOYuGPHc= -github.com/philhofer/fwd v1.0.0 h1:UbZqGr5Y38ApvM/V/jEljVxwocdweyH+vmYvRPBnbqQ= -github.com/philhofer/fwd v1.0.0/go.mod h1:gk3iGcWd9+svBvR0sR+KPcfE+RNWozjowpeBVG3ZVNU= github.com/pierrec/lz4 v1.0.2-0.20190131084431-473cd7ce01a1/go.mod h1:3/3N9NVKO0jef7pBehbT1qWhCMrIgbYNnFAZCqQ5LRc= -github.com/pierrec/lz4 v2.0.5+incompatible h1:2xWsjqPFWcplujydGg4WmhC/6fZqK42wMM8aXeqhl0I= github.com/pierrec/lz4 v2.0.5+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= +github.com/pkg/browser v0.0.0-20180916011732-0a3d74bf9ce4/go.mod h1:4OwLy04Bl9Ef3GJJCoec+30X3LQs/0/m4HFRt/2LUSA= github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= -github.com/pkg/profile v1.2.1 h1:F++O52m40owAmADcojzM+9gyjmMOY/T4oYJkgFDH8RE= github.com/pkg/profile v1.2.1/go.mod h1:hJw3o1OdXxsrSjjVksARp5W95eeEaEfptyVZyv6JUPA= -github.com/pkg/term v0.0.0-20180730021639-bffc007b7fd5 h1:tFwafIEMf0B7NlcxV/zJ6leBIa81D3hgGSgsE5hCkOQ= github.com/pkg/term v0.0.0-20180730021639-bffc007b7fd5/go.mod h1:eCbImbZ95eXtAUIbLAuAVnBnwf83mjf6QIVH8SHYwqQ= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI= -github.com/posener/complete v1.2.3 h1:NP0eAhjcjImqslEwo/1hq7gpajME0fTLTezBKDqfXqo= github.com/posener/complete v1.2.3/go.mod h1:WZIdtGGp+qx0sLrYKtIRAruyNpv6hFCicSgv7Sy7s/s= -github.com/prometheus/alertmanager v0.21.0 h1:qK51JcUR9l/unhawGA9F9B64OCYfcGewhPNprem/Acc= -github.com/prometheus/alertmanager v0.21.0/go.mod h1:h7tJ81NA0VLWvWEayi1QltevFkLF3KxmC/malTcT8Go= +github.com/prometheus/alertmanager v0.22.2/go.mod h1:rYinOWxFuCnNssc3iOjn2oMTlhLaPcUuqV5yk5JKUAE= github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= github.com/prometheus/client_golang v0.9.3-0.20190127221311-3c4408c8b829/go.mod h1:p2iRAGwDERtqlqzRXnrOVns+ignqQo//hLXqYxZYVNs= github.com/prometheus/client_golang v0.9.3/go.mod h1:/TN21ttK/J9q6uSwhBd54HahCDft0ttaMvbicHlPoso= github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo= github.com/prometheus/client_golang v1.3.0/go.mod h1:hJaj2vgQTGQmVCsAACORcieXFeDPbaTKGT+JTgUa3og= -github.com/prometheus/client_golang v1.4.0/go.mod h1:e9GMxYsXl05ICDXkRhurwBS4Q3OK1iX/F2sw+iXX5zU= -github.com/prometheus/client_golang v1.6.0/go.mod h1:ZLOG9ck3JLRdB5MgO8f+lLTe83AXG6ro35rLTxvnIl4= -github.com/prometheus/client_golang v1.7.1 h1:NTGy1Ja9pByO+xAeH/qiWnLrKtr3hJPNjaVUwnjpdpA= +github.com/prometheus/client_golang v1.5.1/go.mod h1:e9GMxYsXl05ICDXkRhurwBS4Q3OK1iX/F2sw+iXX5zU= github.com/prometheus/client_golang v1.7.1/go.mod h1:PY5Wy2awLA44sXw4AOSfFBetzPP4j5+D6mVACh+pe2M= +github.com/prometheus/client_golang v1.10.0/go.mod h1:WJM3cc3yu7XKBKa/I8WeZm+V3eltZnBwfENSU7mdogU= +github.com/prometheus/client_golang v1.11.0/go.mod h1:Z6t4BnS23TR94PD6BsDNk8yVqroYurpAkEiz0P2BEV0= +github.com/prometheus/client_golang v1.12.1/go.mod h1:3Z9XVyYiZYEO+YQWt3RD2R3jrbd179Rt297l4aS6nDY= +github.com/prometheus/client_golang v1.14.0 h1:nJdhIvne2eSX/XRAFV9PcvFFRbrjbcTUj0VP62TMhnw= +github.com/prometheus/client_golang v1.14.0/go.mod h1:8vpkKitgIVNcqrRBWh1C4TIUQgYNtG/XQE4E/Zae36Y= github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= github.com/prometheus/client_model v0.0.0-20190115171406-56726106282f/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.1.0/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= -github.com/prometheus/client_model v0.2.0 h1:uq5h0d+GuxiXLJLNABMgp2qUWDPiLvgCzz2dUR+/W/M= github.com/prometheus/client_model v0.2.0/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.3.0 h1:UBgGFHqYdG/TPFD1B1ogZywDqEkwp3fBMvqdiQ7Xew4= +github.com/prometheus/client_model v0.3.0/go.mod h1:LDGWKZIo7rky3hgvBe+caln+Dr3dPggB5dvjtD7w9+w= github.com/prometheus/common v0.0.0-20181113130724-41aa239b4cce/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro= github.com/prometheus/common v0.2.0/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= github.com/prometheus/common v0.4.0/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= @@ -902,56 +805,48 @@ github.com/prometheus/common v0.6.0/go.mod h1:eBmuwkDJBwy6iBfxCBob6t6dR6ENT/y+J+ github.com/prometheus/common v0.7.0/go.mod h1:DjGbpBbp5NYNiECxcL/VnbXCCaQpKd3tt26CguLLsqA= github.com/prometheus/common v0.9.1/go.mod h1:yhUN8i9wzaXS3w1O07YhxHEBxD+W35wd8bs7vj7HSQ4= github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo= -github.com/prometheus/common v0.14.0 h1:RHRyE8UocrbjU+6UvRzwi6HjiDfxrrBU91TtbKzkGp4= -github.com/prometheus/common v0.14.0/go.mod h1:U+gB1OBLb1lF3O42bTCL+FK18tX9Oar16Clt/msog/s= +github.com/prometheus/common v0.15.0/go.mod h1:U+gB1OBLb1lF3O42bTCL+FK18tX9Oar16Clt/msog/s= +github.com/prometheus/common v0.18.0/go.mod h1:U+gB1OBLb1lF3O42bTCL+FK18tX9Oar16Clt/msog/s= +github.com/prometheus/common v0.23.0/go.mod h1:H6QK/N6XVT42whUeIdI3dp36w49c+/iMDk7UAI2qm7Q= +github.com/prometheus/common v0.26.0/go.mod h1:M7rCNAaPfAosfx8veZJCuw84e35h3Cfd9VFqTh1DIvc= +github.com/prometheus/common v0.29.0/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls= +github.com/prometheus/common v0.32.1/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls= +github.com/prometheus/common v0.37.0/go.mod h1:phzohg0JFMnBEFGxTDbfu3QyL5GI8gTQJFhYO5B3mfA= +github.com/prometheus/common v0.42.0 h1:EKsfXEYo4JpWMHH5cg+KOUWeuJSov1Id8zGR8eeI1YM= +github.com/prometheus/common v0.42.0/go.mod h1:xBwqVerjNdUDjgODMpudtOMwlOwf2SaTr1yjz4b7Zbc= +github.com/prometheus/exporter-toolkit v0.5.1/go.mod h1:OCkM4805mmisBhLmVFw858QYi3v0wKdY6/UxrT0pZVg= +github.com/prometheus/exporter-toolkit v0.6.0/go.mod h1:ZUBIj498ePooX9t/2xtDjeQYwvRpiPP2lh5u4iblj2g= github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= github.com/prometheus/procfs v0.0.0-20190117184657-bf6a532e95b1/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= github.com/prometheus/procfs v0.0.0-20190507164030-5867b95ac084/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= github.com/prometheus/procfs v0.0.8/go.mod h1:7Qr8sr6344vo1JqZ6HhLceV9o3AJ1Ff+GxbHq6oeK9A= -github.com/prometheus/procfs v0.0.11/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU= -github.com/prometheus/procfs v0.1.3 h1:F0+tqvhOksq22sc6iCHF5WGlWjdwj92p0udFh1VFBS8= github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU= -github.com/prometheus/prometheus v1.8.2-0.20201015110737-0a7fdd3b7696 h1:PYeFaB6dAD4EbeRY3YX5q0/nwYncIaZ6C33mwnxmdDU= -github.com/prometheus/prometheus v1.8.2-0.20201015110737-0a7fdd3b7696/go.mod h1:XYjkJiog7fyQu3puQNivZPI2pNq1C/775EIoHfDvuvY= -github.com/prometheus/tsdb v0.7.1 h1:YZcsG11NqnK4czYLrWd9mpEuAJIHVQLwdrleYfszMAA= +github.com/prometheus/procfs v0.6.0/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= +github.com/prometheus/procfs v0.7.3/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= +github.com/prometheus/procfs v0.8.0 h1:ODq8ZFEaYeCaZOJlZZdJA2AbQR98dSHSM1KW/You5mo= +github.com/prometheus/procfs v0.8.0/go.mod h1:z7EfXMXOkbkqb9IINtpCn86r/to3BnA0uaxHdg830/4= github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40TwIPHuXU= -github.com/rcrowley/go-metrics v0.0.0-20181016184325-3113b8401b8a h1:9ZKAASQSHhDYGoxY8uLVpewe1GDZ2vu2Tr/vTdVAkFQ= github.com/rcrowley/go-metrics v0.0.0-20181016184325-3113b8401b8a/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4= -github.com/retailnext/hllpp v1.0.1-0.20180308014038-101a6d2f8b52 h1:RnWNS9Hlm8BIkjr6wx8li5abe0fr73jljLycdfemTp0= github.com/retailnext/hllpp v1.0.1-0.20180308014038-101a6d2f8b52/go.mod h1:RDpi1RftBQPUCDRw6SmxeaREsAaRKnOclghuzp/WRzc= github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= -github.com/rogpeppe/fastuuid v1.2.0 h1:Ppwyp6VYCF1nvBTXL3trRso7mXMlRrw9ooo375wvi2s= github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ= github.com/rogpeppe/go-internal v1.1.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= github.com/rogpeppe/go-internal v1.2.2/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= -github.com/rogpeppe/go-internal v1.3.0 h1:RR9dF3JtopPvtkroDZuVD7qquD0bnHlKSqaQhgwt8yk= github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= -github.com/rs/cors v1.7.0 h1:+88SsELBHx5r+hZ8TCkggzSstaWNbDvThkVK8H6f9ik= github.com/rs/cors v1.7.0/go.mod h1:gFx+x8UowdsKA9AchylcLynDq+nNFfI8FkUZdN/jGCU= -github.com/russross/blackfriday/v2 v2.0.1 h1:lPqVAte+HuHNfhJ/0LC98ESWRz8afy9tM/0RK8m9o+Q= github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts= -github.com/ryanuber/columnize v2.1.0+incompatible h1:j1Wcmh8OrK4Q7GXY+V7SVSY8nUWQxHW5TkBe7YUl+2s= github.com/ryanuber/columnize v2.1.0+incompatible/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts= github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da/go.mod h1:gi+0XIa01GRL2eRQVjQkKGqKF3SF9vZR/HnPullcV2E= -github.com/samuel/go-zookeeper v0.0.0-20200724154423-2164a8ac840e h1:CGjiMQ0wMH4wtNWrlj6kiTbkPt2F3rbYnhGX6TWLfco= -github.com/samuel/go-zookeeper v0.0.0-20200724154423-2164a8ac840e/go.mod h1:gi+0XIa01GRL2eRQVjQkKGqKF3SF9vZR/HnPullcV2E= -github.com/satori/go.uuid v1.2.0 h1:0uYX9dsZ2yD7q2RtLRtPSdGDWzjeM3TbMJP9utgA0ww= -github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0= +github.com/scaleway/scaleway-sdk-go v1.0.0-beta.7.0.20210223165440-c65ae3540d44 h1:3egqo0Vut6daANFm7tOXdNAa8v5/uLU+sgCJrc88Meo= +github.com/scaleway/scaleway-sdk-go v1.0.0-beta.7.0.20210223165440-c65ae3540d44/go.mod h1:CJJ5VAbozOl0yEw7nHB9+7BXTJbIn6h7W+f6Gau5IP8= github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529 h1:nn5Wsu0esKSJiIVhscUtVbo7ada43DJhG55ua/hjS5I= github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc= github.com/segmentio/kafka-go v0.1.0/go.mod h1:X6itGqS9L4jDletMsxZ7Dz+JFWxM6JHfPOCvTvk+EJo= -github.com/segmentio/kafka-go v0.2.0 h1:HtCSf6B4gN/87yc5qTl7WsxPKQIIGXLPPM1bMCPOsoY= -github.com/segmentio/kafka-go v0.2.0/go.mod h1:X6itGqS9L4jDletMsxZ7Dz+JFWxM6JHfPOCvTvk+EJo= -github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ= github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo= -github.com/shurcooL/httpfs v0.0.0-20190707220628-8d4bc4ba7749 h1:bUGsEnyNbVPw06Bs80sCeARAlK8lhwqGyi6UT8ymuGk= github.com/shurcooL/httpfs v0.0.0-20190707220628-8d4bc4ba7749/go.mod h1:ZY1cvUeJuFPAdZ/B6v7RHavJWZn2YPVFQ1OSXhCGOkg= -github.com/shurcooL/sanitized_anchor_name v1.0.0 h1:PdmoCO6wvbs+7yrJyMORt4/BmY5IYyJwS/kOiWx8mHo= github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= -github.com/shurcooL/vfsgen v0.0.0-20181202132449-6a9ea43bcacd/go.mod h1:TrYk7fJVaAttu97ZZKrO9UbRa8izdowaMIZcxYMbVaw= -github.com/shurcooL/vfsgen v0.0.0-20200824052919-0d455de96546 h1:pXY9qYc/MP5zdvqWEUH6SjNiu7VhSjuVFTFiTcphaLU= github.com/shurcooL/vfsgen v0.0.0-20200824052919-0d455de96546/go.mod h1:TrYk7fJVaAttu97ZZKrO9UbRa8izdowaMIZcxYMbVaw= github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= github.com/sirupsen/logrus v1.4.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= @@ -959,129 +854,126 @@ github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMB github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= github.com/sirupsen/logrus v1.6.0 h1:UBcNElsrwanuuMsnGSlYmtmgbb23qDR5dG+6X6Oo89I= github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= -github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d h1:zE9ykElWQ6/NYmHa3jpm/yHnI4xSofP+UP6SpjHcSeM= github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= -github.com/smartystreets/goconvey v1.6.4 h1:fv0U8FUIMPNf1L9lnHLvLhgicrIVChEkdzIKYqbNC9s= github.com/smartystreets/goconvey v1.6.4/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA= -github.com/soheilhy/cmux v0.1.4 h1:0HKaf1o97UwFjHH9o5XsHUOF+tqmdA7KEzXLpiyaw0E= +github.com/snowflakedb/gosnowflake v1.3.4/go.mod h1:NsRq2QeiMUuoNUJhp5Q6xGC4uBrsS9g6LwZVEkTWgsE= github.com/soheilhy/cmux v0.1.4/go.mod h1:IM3LyeVVIOuxMH7sFAkER9+bJ4dT7Ms6E4xg4kGIyLM= -github.com/sony/gobreaker v0.4.1 h1:oMnRNZXX5j85zso6xCPRNPtmAycat+WcoKbklScLDgQ= github.com/sony/gobreaker v0.4.1/go.mod h1:ZKptC7FHNvhBz7dN2LGjPVBz2sZJmc0/PkyDJOjmxWY= -github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72 h1:qLC7fQah7D6K1B0ujays3HV9gkFtllcxhzImRR7ArPQ= github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= github.com/spf13/afero v1.1.2/go.mod h1:j4pytiNVoe2o6bmDsKpLACNPDBIoEAkihy7loJ1B0CQ= -github.com/spf13/afero v1.2.2 h1:5jhuqJyZCZf2JRofRvN/nIFgIWNzPa3/Vz8mYylgbWc= github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= -github.com/spf13/cast v1.3.0 h1:oget//CVOEoFewqQxwr0Ej5yjygnqGkvggSE/gB35Q8= github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= github.com/spf13/cobra v0.0.3/go.mod h1:1l0Ry5zgKvJasoi3XT1TypsSe7PqH0Sj9dhYf7v3XqQ= github.com/spf13/cobra v1.0.0 h1:6m/oheQuQ13N9ks4hubMG6BnvwOeaJrqSPLahSnczz8= github.com/spf13/cobra v1.0.0/go.mod h1:/6GTrnGXV9HjY+aR4k0oJ5tcvakLuG6EuKReYlHNrgE= -github.com/spf13/jwalterweatherman v1.0.0 h1:XHEdyB+EcvlqZamSM4ZOMGlc93t6AcsBEu9Gc1vn7yk= github.com/spf13/jwalterweatherman v1.0.0/go.mod h1:cQK4TGJAtQXfYWX+Ddv3mKDzgVb68N+wFjFa4jdeBTo= github.com/spf13/pflag v0.0.0-20170130214245-9ff6c6923cff/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= github.com/spf13/pflag v1.0.1/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= -github.com/spf13/viper v1.4.0 h1:yXHLWeravcrgGyFSyCgdYpXQ9dR9c/WED3pg1RhxqEU= github.com/spf13/viper v1.4.0/go.mod h1:PTJ7Z/lr49W6bUbkmS1V3by4uWynFiR9p7+dSq/yZzE= github.com/streadway/amqp v0.0.0-20190404075320-75d898a42a94/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw= -github.com/streadway/amqp v0.0.0-20190827072141-edfb9018d271 h1:WhxRHzgeVGETMlmVfqhRn8RIeeNoPr2Czh33I4Zdccw= github.com/streadway/amqp v0.0.0-20190827072141-edfb9018d271/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw= -github.com/streadway/handy v0.0.0-20190108123426-d5acb3125c2a h1:AhmOdSHeswKHBjhsLs/7+1voOxT+LLrSk/Nxvk35fug= github.com/streadway/handy v0.0.0-20190108123426-d5acb3125c2a/go.mod h1:qNTQ5P5JnDBl6z3cMAg/SywNDC5ABu5ApDIw6lUbRmI= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= -github.com/stretchr/objx v0.2.0 h1:Hbg2NidpLE8veEBkEZTL3CvlkUIVzuU9jDplZO54c48= github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= +github.com/stretchr/objx v0.4.0 h1:M2gUjqZET1qApGOWNSnZ49BAIMX4F/1plDv3+l31EJ4= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/testify v1.2.0/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= -github.com/stretchr/testify v1.6.1 h1:hDPOHmpOpP40lSULcqw7IrRb/u7w6RpDC9399XyoNd0= github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= -github.com/tidwall/pretty v1.0.0 h1:HsD+QiTn7sK6flMKIvNmpqz1qrpP3Ps6jOKIKMooyg4= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= github.com/tidwall/pretty v1.0.0/go.mod h1:XNkn88O1ChpSDQmQeStsy+sBenx6DDtFZJxhVysOjyk= -github.com/tinylib/msgp v1.0.2 h1:DfdQrzQa7Yh2es9SuLkixqxuXS2SxsdYn0KbdrOGWD8= -github.com/tinylib/msgp v1.0.2/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE= +github.com/tinylib/msgp v1.1.0/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE= github.com/tmc/grpc-websocket-proxy v0.0.0-20170815181823-89b8d40f7ca8/go.mod h1:ncp9v5uamzpCO7NfCPTXjqaC+bZgJeR0sMTm6dMHP7U= -github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5 h1:LnC5Kc/wtumK+WB441p7ynQJzVuNRJiqddSIE3IlSEQ= github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5/go.mod h1:ncp9v5uamzpCO7NfCPTXjqaC+bZgJeR0sMTm6dMHP7U= -github.com/tv42/httpunix v0.0.0-20150427012821-b75d8614f926 h1:G3dpKMzFDjgEh2q1Z7zUUtKa8ViPtH+ocF0bE0g00O8= -github.com/tv42/httpunix v0.0.0-20150427012821-b75d8614f926/go.mod h1:9ESjWnEqriFuLhtthL60Sar/7RFoluCcXsuvEwTV5KM= -github.com/uber/jaeger-client-go v2.25.0+incompatible h1:IxcNZ7WRY1Y3G4poYlx24szfsn/3LvK9QHCq9oQw8+U= -github.com/uber/jaeger-client-go v2.25.0+incompatible/go.mod h1:WVhlPFC8FDjOFMMWRy2pZqQJSXxYSwNYOkTr/Z6d3Kk= -github.com/uber/jaeger-lib v2.4.0+incompatible h1:fY7QsGQWiCt8pajv4r7JEvmATdCVaWxXbjwyYwsNaLQ= -github.com/uber/jaeger-lib v2.4.0+incompatible/go.mod h1:ComeNDZlWwrWnDv8aPp0Ba6+uUTzImX/AauajbLI56U= +github.com/uber-go/tally v3.3.15+incompatible/go.mod h1:YDTIBxdXyOU/sCWilKB4bgyufu1cEi0jdVnRdxvjnmU= +github.com/uber/athenadriver v1.1.4/go.mod h1:tQjho4NzXw55LGfSZEcETuYydpY1vtmixUabHkC1K/E= +github.com/uber/jaeger-client-go v2.23.0+incompatible/go.mod h1:WVhlPFC8FDjOFMMWRy2pZqQJSXxYSwNYOkTr/Z6d3Kk= +github.com/uber/jaeger-client-go v2.29.1+incompatible h1:R9ec3zO3sGpzs0abd43Y+fBZRJ9uiH6lXyR/+u6brW4= +github.com/uber/jaeger-client-go v2.29.1+incompatible/go.mod h1:WVhlPFC8FDjOFMMWRy2pZqQJSXxYSwNYOkTr/Z6d3Kk= +github.com/uber/jaeger-lib v2.4.1+incompatible h1:td4jdvLcExb4cBISKIpHuGoVXh+dVKhn2Um6rjCsSsg= +github.com/uber/jaeger-lib v2.4.1+incompatible/go.mod h1:ComeNDZlWwrWnDv8aPp0Ba6+uUTzImX/AauajbLI56U= github.com/ugorji/go v1.1.4/go.mod h1:uQMGLiO92mf5W77hV/PUCpI3pbzQx3CRekS0kk+RGrc= github.com/ugorji/go v1.1.7 h1:/68gy2h+1mWMrwZFeD1kQialdSzAb432dtpeJ42ovdo= github.com/ugorji/go v1.1.7/go.mod h1:kZn38zHttfInRq0xu/PH0az30d+z6vm202qpg1oXVMw= github.com/ugorji/go/codec v1.1.7 h1:2SvQaVZ1ouYrrKKwoSk2pzd4A9evlKJb9oTL+OaLUSs= github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY= github.com/urfave/cli v1.20.0/go.mod h1:70zkFmudgCuE/ngEzBv17Jvp/497gISqfk5gWijbERA= -github.com/urfave/cli v1.22.1 h1:+mkCCcOFKPnCmVYVcURKps1Xe+3zP90gSYGNfRkjoIY= github.com/urfave/cli v1.22.1/go.mod h1:Gos4lmkARVdJ6EkW0WaNv/tZAAMe9V7XWyB60NtXRu0= -github.com/vektah/gqlparser v1.1.2 h1:ZsyLGn7/7jDNI+y4SEhI4yAxRChlv15pUHMjijT+e68= github.com/vektah/gqlparser v1.1.2/go.mod h1:1ycwN7Ij5njmMkPPAOaRFY4rET2Enx7IkVv3vaXspKw= -github.com/willf/bitset v1.1.3 h1:ekJIKh6+YbUIVt9DfNbkR5d6aFcFTLDRyJNAACURBg8= -github.com/willf/bitset v1.1.3/go.mod h1:RjeCKbqT1RxIR/KWY6phxZiaY1IyutSBfGjNPySAYV4= -github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c h1:u40Z8hqBAAQyv+vATcGgV0YCnDjqSL7/q/JyPhhJSPk= +github.com/willf/bitset v1.1.9/go.mod h1:RjeCKbqT1RxIR/KWY6phxZiaY1IyutSBfGjNPySAYV4= +github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI= +github.com/xdg-go/scram v1.0.2/go.mod h1:1WAq6h33pAW+iRreB34OORO2Nf7qel3VV3fjBj+hCSs= +github.com/xdg-go/stringprep v1.0.2/go.mod h1:8F9zXuvzgwmyT5DUm4GUfZGDdT3W+LCvS6+da4O5kxM= github.com/xdg/scram v0.0.0-20180814205039-7eeb5667e42c/go.mod h1:lB8K/P019DLNhemzwFU4jHLhdvlE6uDZjXFejJXr49I= -github.com/xdg/stringprep v0.0.0-20180714160509-73f8eece6fdc h1:n+nNi93yXLkJvKwXNP9d55HC7lGK4H/SRcwB5IaUZLo= github.com/xdg/stringprep v0.0.0-20180714160509-73f8eece6fdc/go.mod h1:Jhud4/sHMO4oL310DaZAKk9ZaJ08SJfe+sJh0HrGL1Y= -github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 h1:eY9dn8+vbi4tKz5Qo6v2eYzo7kUS51QINcR5jNpbZS8= +github.com/xhit/go-str2duration v1.2.0/go.mod h1:3cPSlfZlUHVlneIVfePFWcJZsuwf+P1v2SRTV4cUmp4= github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2/go.mod h1:UETIi67q53MR2AWcXfiuqkDkRtnGDLqkBTpCHuJHxtU= github.com/xlab/treeprint v0.0.0-20180616005107-d6fb6747feb6/go.mod h1:ce1O1j6UtZfjr22oyGxGLbauSBp2YVXpARAosm7dHBg= -github.com/xlab/treeprint v1.0.0 h1:J0TkWtiuYgtdlrkkrDLISYBQ92M+X5m4LrIIMKrbDTs= -github.com/xlab/treeprint v1.0.0/go.mod h1:IoImgRak9i3zJyuxOKUP1v4UZd1tMoKkq/Cimt1uhCg= -github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77 h1:ESFSdwYZvkeru3RtdrYueztKhOBCSAAzS4Gf+k0tEow= +github.com/xlab/treeprint v1.1.0/go.mod h1:gj5Gd3gPdKtR1ikdDK6fnFLdmIS0X30kTTuNd/WEJu0= github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q= +github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d/go.mod h1:rHwXgn7JulP+udvsHwJoVG1YGAP6VLg4y9I5dyZdqmA= github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= -github.com/yuin/goldmark v1.2.1 h1:ruQGxdhGHe7FWOJPT0mKs5+pD2Xs1Bm/kdGlHO04FmM= github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.3.5/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= go.etcd.io/bbolt v1.3.2/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU= -go.etcd.io/bbolt v1.3.3 h1:MUGmc65QhB3pIlaQ5bB4LwqSj6GIonVJXpZiaKNyaKk= go.etcd.io/bbolt v1.3.3/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU= go.etcd.io/etcd v0.0.0-20191023171146-3cf2f69b5738 h1:VcrIfasaLFkyjk6KNlXQSzO+B0fZcnECiDrKJsfxka0= go.etcd.io/etcd v0.0.0-20191023171146-3cf2f69b5738/go.mod h1:dnLIgRNXwCJa5e+c6mIZCrds/GIG4ncV9HhK5PX7jPg= go.mongodb.org/mongo-driver v1.0.3/go.mod h1:u7ryQJ+DOzQmeO7zB6MHyr8jkEQvC8vH7qLUO4lqsUM= go.mongodb.org/mongo-driver v1.1.1/go.mod h1:u7ryQJ+DOzQmeO7zB6MHyr8jkEQvC8vH7qLUO4lqsUM= -go.mongodb.org/mongo-driver v1.1.2/go.mod h1:u7ryQJ+DOzQmeO7zB6MHyr8jkEQvC8vH7qLUO4lqsUM= go.mongodb.org/mongo-driver v1.3.0/go.mod h1:MSWZXKOynuguX+JSvwP8i+58jYCXxbia8HS3gZBapIE= -go.mongodb.org/mongo-driver v1.3.2 h1:IYppNjEV/C+/3VPbhHVxQ4t04eVW0cLp0/pNdW++6Ug= -go.mongodb.org/mongo-driver v1.3.2/go.mod h1:MSWZXKOynuguX+JSvwP8i+58jYCXxbia8HS3gZBapIE= +go.mongodb.org/mongo-driver v1.3.4/go.mod h1:MSWZXKOynuguX+JSvwP8i+58jYCXxbia8HS3gZBapIE= +go.mongodb.org/mongo-driver v1.4.3/go.mod h1:WcMNYLx/IlOxLe6JRJiv2uXuCz6zBLndR4SoGjYphSc= +go.mongodb.org/mongo-driver v1.4.4/go.mod h1:WcMNYLx/IlOxLe6JRJiv2uXuCz6zBLndR4SoGjYphSc= +go.mongodb.org/mongo-driver v1.4.6/go.mod h1:WcMNYLx/IlOxLe6JRJiv2uXuCz6zBLndR4SoGjYphSc= +go.mongodb.org/mongo-driver v1.5.1/go.mod h1:gRXCHX4Jo7J0IJ1oDQyUxF7jfy19UfxniMS4xxMmUqw= go.opencensus.io v0.20.1/go.mod h1:6WKK9ahsWS3RSO+PY9ZHZUfv2irvY6gN279GOPZjmmk= go.opencensus.io v0.20.2/go.mod h1:6WKK9ahsWS3RSO+PY9ZHZUfv2irvY6gN279GOPZjmmk= go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= -go.opencensus.io v0.22.4 h1:LYy1Hy3MJdrCdMwwzxA/dRok4ejH+RwNGbuoD9fCjto= go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.opencensus.io v0.22.5/go.mod h1:5pWMHQbX5EPX2/62yrJeAkowc+lfs/XD7Uxpq3pI6kk= +go.opencensus.io v0.23.0/go.mod h1:XItmlyltB5F7CS4xOC1DcqMoFqwtC6OG2xF7mCv7P7E= go.uber.org/atomic v1.3.2/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= go.uber.org/atomic v1.5.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= -go.uber.org/atomic v1.7.0 h1:ADUqmZGgLDDfbSL9ZmPxKTybcoEYHgpYfELNoN+7hsw= -go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc= +go.uber.org/atomic v1.5.1/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= +go.uber.org/atomic v1.6.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= +go.uber.org/atomic v1.8.0 h1:CUhrE4N1rqSE6FM9ecihEjRkLQu8cDfgDyoOs83mEY4= +go.uber.org/atomic v1.8.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc= go.uber.org/goleak v1.1.10 h1:z+mqJhf6ss6BSfSM671tgKyZBFPTTJM+HLxnhPC3wu0= go.uber.org/goleak v1.1.10/go.mod h1:8a7PlsEVH3e/a/GLqe5IIrQx6GzcnRmZEufDUTk4A7A= go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0= -go.uber.org/multierr v1.3.0 h1:sFPn2GLc3poCkfrpIXGhBD2X0CMIo4Q/zSULXrj/+uc= go.uber.org/multierr v1.3.0/go.mod h1:VgVr7evmIr6uPjLBxg28wmKNXyqE9akIJ5XnfpiKl+4= -go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee h1:0mgffUl7nfd+FpvXMVz4IDEaUSmT1ysygQC7qYo7sG4= +go.uber.org/multierr v1.4.0/go.mod h1:VgVr7evmIr6uPjLBxg28wmKNXyqE9akIJ5XnfpiKl+4= +go.uber.org/multierr v1.5.0/go.mod h1:FeouvMocqHpRaaGuG9EjoKcStLC43Zu/fmqdUMPcKYU= go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee/go.mod h1:vJERXedbb3MVM5f9Ejo0C68/HhF8uaILCdgjnY+goOA= go.uber.org/zap v1.9.1/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= go.uber.org/zap v1.10.0/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= -go.uber.org/zap v1.13.0 h1:nR6NoDBgAf67s68NhaXbsojM+2gxp3S1hWkHDl27pVU= go.uber.org/zap v1.13.0/go.mod h1:zwrFLgMcdUuIBviXEYEH1YKNaOBnKXsx2IPda5bBwHM= +go.uber.org/zap v1.14.0/go.mod h1:zwrFLgMcdUuIBviXEYEH1YKNaOBnKXsx2IPda5bBwHM= +go.uber.org/zap v1.14.1/go.mod h1:Mb2vm2krFEG5DV0W9qcHBYFtp/Wku1cvYaqPsS/WYfc= +golang.org/x/crypto v0.0.0-20180505025534-4ec37c66abab/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= golang.org/x/crypto v0.0.0-20181029021203-45a5f77698d3/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190320223903-b7391e95e576/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190325154230-a5d413f7728c/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190422162423-af44ce270edf/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE= golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20190530122614-20be4c3c3ed5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= @@ -1091,15 +983,18 @@ golang.org/x/crypto v0.0.0-20190617133340-57b3e21c3d56/go.mod h1:yigFU9vqHzYiE8U golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20190923035154-9ee001bba392/go.mod h1:/lpIB1dKB+9EgE3H3cr1v9wB50oz8l4C4h62xy7jSTY= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= -golang.org/x/crypto v0.0.0-20191202143827-86a70503ff7e/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20191206172530-e9b2fee46413/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20200302210943-78000ba7a073/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= -golang.org/x/crypto v0.0.0-20201002170205-7f63de1d35b0 h1:hb9wdF1z5waM+dSIICn1l0DkLVDT3hqhhQsDNUmHPRE= golang.org/x/crypto v0.0.0-20201002170205-7f63de1d35b0/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20201208171446-5f87f3452ae9/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I= +golang.org/x/crypto v0.0.0-20201221181555-eec23a3978ad/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I= +golang.org/x/crypto v0.0.0-20210220033148-5ea612d1eb83/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I= +golang.org/x/crypto v0.0.0-20210616213533-5ff15b29337e/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519 h1:7I4JAnoQBe7ZtJcBaYHi5UtiO8tQHbUSXxL+pnGRANg= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/exp v0.0.0-20180321215751-8460e604b9de/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= -golang.org/x/exp v0.0.0-20180807140117-3d87b88a115f/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= -golang.org/x/exp v0.0.0-20190125153040-c74c464bbbf2/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= @@ -1108,11 +1003,8 @@ golang.org/x/exp v0.0.0-20191129062945-2f5052295587/go.mod h1:2RIsYlXP63K8oxa1u0 golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM= -golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6 h1:QE6XYQK6naiK1EPAe1g/ILLxN5RBoH5xkJk3CqlMI/Y= golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU= -golang.org/x/image v0.0.0-20180708004352-c73c2afc3b81/go.mod h1:ux5Hcp/YLpHSI86hEcLt0YII63i6oz57MZXIpbrjZUs= golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= -golang.org/x/image v0.0.0-20190802002840-cff245a6509b h1:+qEpEAPhDZ1o0x3tHzZTQDArnOixOzGD9HUJfcg0mb4= golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= @@ -1123,18 +1015,23 @@ golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHl golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= golang.org/x/lint v0.0.0-20200130185559-910be7a94367/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= -golang.org/x/lint v0.0.0-20200302205851-738671d3881b h1:Wh+f8QHJXR411sJR8/vRBTZ7YapZaRvUcLFFJhusH0k= golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/lint v0.0.0-20201208152925-83fdc39ff7b5/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/lint v0.0.0-20210508222113-6edffad5e616 h1:VLliZ0d+/avPrXXH+OakdXhpJuEoBZuwh1m2j7U6Iug= +golang.org/x/lint v0.0.0-20210508222113-6edffad5e616/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= -golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028 h1:4+4C/Iv2U4fMZBiMCc98MG1In4gJY5YRhtpDNeDeHWs= golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= -golang.org/x/mod v0.3.0 h1:RM4zey1++hCTbCVQfnWeKs9/IEsaBLA8vTkd0WVtmH4= golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.4.1/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4 h1:6zppjxzCulZykYSLyVDYbneBfbaBIQPYMevg0bEwv2s= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= @@ -1160,7 +1057,6 @@ golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLL golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190923162816-aa69164e4478/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= -golang.org/x/net v0.0.0-20191002035440-2ec189313ef0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= @@ -1172,18 +1068,46 @@ golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/ golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200602114024-627f9648deb9/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= -golang.org/x/net v0.0.0-20201006153459-a7d1128ccaa0 h1:wBouT66WTYFXdxfVdz9sVWARVd/2vfGcmI45D2gj45M= -golang.org/x/net v0.0.0-20201006153459-a7d1128ccaa0/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201031054903-ff519b6c9102/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201202161906-c7110b5ffcbb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201209123823-ac852fbbde11/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210119194325-5f4716e94777/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210224082022-3d97a244fca7/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210316092652-d523dce5a7f4/go.mod h1:RBQZq4jEuRlivfhVLdyRGr576XBO4/greRjx4P4O3yc= +golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/net v0.0.0-20210421230115-4e50805a0758/go.mod h1:72T/g9IO56b78aLF+1Kcs5dz7/ng1VjMUvfKvpfy+jM= +golang.org/x/net v0.0.0-20210503060351-7fd8e65b6420/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20210610132358-84b48f89b13b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220225172249-27dd8689420f/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= +golang.org/x/net v0.7.0 h1:rJrUqqhjsgNp7KqAIc25s9pZnjU7TUcSY7HcVZjdn1g= +golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= -golang.org/x/oauth2 v0.0.0-20200902213428-5d25da1a8d43 h1:ld7aEMNHoBnnDAX15v1T6z31v8HwR2A9FYOuAhWqkwc= golang.org/x/oauth2 v0.0.0-20200902213428-5d25da1a8d43/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20201109201403-9fd604954f58/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20201208152858-08078c50e5b5/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20210218202405-ba52d332ba99/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20210220000619-9bb904979d93/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20210313182246-cd4f82c27b84/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20210514164344-f6687ab2804c/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/oauth2 v0.0.0-20220223155221-ee480838109b/go.mod h1:DAh4E804XQdzx2j+YRIaUnCqCV2RuMz24cGBJ5QYIrc= +golang.org/x/oauth2 v0.5.0 h1:HuArIo48skDwlrvM3sEdHXElYslAMsf3KwRkkW4MC4s= +golang.org/x/oauth2 v0.5.0/go.mod h1:9/XBHVqLaWO3/BRHs5jbpYCnOZVjj5V0ndyaAM7KB4I= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= @@ -1193,8 +1117,12 @@ golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= -golang.org/x/sync v0.0.0-20200930132711-30421366ff76 h1:JnxiSYT3Nm0BT2a8CyvYyM6cnrWpidecD1UuSYbhKm0= -golang.org/x/sync v0.0.0-20200930132711-30421366ff76/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220601150217-0de741cfad7f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4 h1:uVc8UZUe6tr40fFVnUP5Oj+veunVezqYl9z7DYw9xzw= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sys v0.0.0-20180823144017-11551d06cbcc/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -1219,18 +1147,17 @@ golang.org/x/sys v0.0.0-20190616124812-15dcb6c0061f/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190916202348-b4ddaad3f8a3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190922100055-0a153f010e69/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190924154521-2837fb4f24fe/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191008105621-543471e840be/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20191128015809-6d18c012aee9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191220142924-d4481acd189f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200106162015-b016eb3dc98e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200107162124-548cf772de50/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -1247,35 +1174,69 @@ golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20200622214017-ed371f2e16b4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200831180312-196b9ba8737a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200905004654-be1d3432aa8f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20201008064518-c1f3e3309c71/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20210309040221-94ec62e08169 h1:fpeMGRM6A+XFcw4RPCO8s8hH7ppgrGR22pSIjwM7YUI= -golang.org/x/sys v0.0.0-20210309040221-94ec62e08169/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201201145000-ef89a241ccb3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210104204734-6f8348627aad/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210119212857-b64e53b001e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210220050731-9a76102bfb43/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210225134936-a50acf3fe073/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210303074136-134d130e1a04/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210305230114-8fe3ee5dd75b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210309074719-68d13333faf2/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210315160823-c6e025ad8005/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210320140829-1e4c9ba3b0c4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210420072515-93ed5bcd2bfe/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210514084401-e8d321eab015/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210603125802-9665404d3644/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220114195835-da31bd327af9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.5.0 h1:MUK/U/4lj1t1oPg0HfuXDN/Z1wv31ZJ/YcPiGccS4DU= +golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210220032956-6a3ed077a48d/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.5.0 h1:n2a8QNdAb0sZNpU9R1ALUXBbY+w51fCQDN+7EdxNBsY= +golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= -golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.7.0 h1:4BRB4x83lYWy72KwLD/qYDuTu7q9PjSagHvijDw7cLo= +golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/time v0.0.0-20180412165947-fbb02b2291d2/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= -golang.org/x/time v0.0.0-20200630173020-3af7569d3a1e h1:EHBhcS0mlXEAVwNyO2dLfjToGsyY4j24pTs2ScHnX7s= -golang.org/x/time v0.0.0-20200630173020-3af7569d3a1e/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20200416051211-89c76fbcd5d1/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20210611083556-38a9dc6acbc6 h1:Vv0JUPWTyeqUq42B2WJ1FeIDjjvGKoA2Ss+Ts0lAVbs= +golang.org/x/time v0.0.0-20210611083556-38a9dc6acbc6/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180525024113-a5b4c53f6e8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180828015842-6cd1fcedba52/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= -golang.org/x/tools v0.0.0-20181011042414-1f849cf54d09/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190125232054-d66bd3c5d5a6/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= -golang.org/x/tools v0.0.0-20190206041539-40960b6deb8e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= @@ -1292,6 +1253,7 @@ golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgw golang.org/x/tools v0.0.0-20190614205625-5aca471b1d59/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190617190820-da514acc4774/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190624222133-a101b041ded4/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20190907020128-2ca718005c18/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= @@ -1305,11 +1267,9 @@ golang.org/x/tools v0.0.0-20191115202509-3a792d9c32b2/go.mod h1:b+2E5dAYhXwXZwtn golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20191130070609-6e064ea0cf2d/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= -golang.org/x/tools v0.0.0-20191216052735-49a3e744a425/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20191216173652-a0e659d51361/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200103221440-774c71fcf114/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= -golang.org/x/tools v0.0.0-20200108203644-89082a384178/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200117161641-43d50277825c/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200122220014-bf1340f18c4a/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200130002326-2f3ba24bd6e7/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= @@ -1318,34 +1278,37 @@ golang.org/x/tools v0.0.0-20200207183749-b753a1ba74fa/go.mod h1:TB2adYChydJhpapK golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200224181240-023911ca70b2/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.0.0-20200227222343-706bc42d1f0d/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200304024140-c4206d458c3f/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= golang.org/x/tools v0.0.0-20200304193943-95d2e580d8eb/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= golang.org/x/tools v0.0.0-20200312045724-11d5b4c81c7d/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= golang.org/x/tools v0.0.0-20200331025713-a30bf2db82d4/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= golang.org/x/tools v0.0.0-20200501065659-ab2804fb9c9d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20200512131952-2bc93b1c0c88/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= -golang.org/x/tools v0.0.0-20200513201620-d5fe73897c97/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20200515010526-7d3b6ebf133d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200721032237-77f530d86f9a/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= golang.org/x/tools v0.0.0-20200904185747-39188db58858/go.mod h1:Cj7w3i3Rnn0Xh82ur9kSqwfTHTeVxaDqrfMjpcNT6bE= -golang.org/x/tools v0.0.0-20201008025239-9df69603baec h1:RY2OghEV/7X1MLaecgm1mwFd3sGvUddm5pGVSxQvX0c= -golang.org/x/tools v0.0.0-20201008025239-9df69603baec/go.mod h1:z6u4i615ZeAfBE4XtMziQW1fSVJXACjjbWkB/mvPzlU= +golang.org/x/tools v0.0.0-20201110124207-079ba7bd75cd/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20201201161351-ac6f37ff4c2a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20201208233053-a543418bbed2/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20210105154028-b0ab187a4818/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.1.0/go.mod h1:xkSsbof2nBLbhDlRMhhhyNLN/zl3eTqcnHD5viDpcZ0= +golang.org/x/tools v0.1.1/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.2/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.3/go.mod h1:o0xws9oXOQQZyjljx8fwUC0k7L1pTE6eaCbjGeHmOkk= +golang.org/x/tools v0.1.12 h1:VveCTK38A2rkS8ZqFY25HIDFscX5X9OoEhJd3quQmXU= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= -golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= -gonum.org/v1/gonum v0.0.0-20180816165407-929014505bf4/go.mod h1:Y+Yx5eoAFn32cQvJDxZx5Dpnq+c3wtXuadVZAcxbbBo= gonum.org/v1/gonum v0.0.0-20181121035319-3f7ecaa7e8ca/go.mod h1:Y+Yx5eoAFn32cQvJDxZx5Dpnq+c3wtXuadVZAcxbbBo= -gonum.org/v1/gonum v0.6.0 h1:DJy6UzXbahnGUf1ujUNkh/NEtK14qMo2nvlBPs4U5yw= -gonum.org/v1/gonum v0.6.0/go.mod h1:9mxDZsDKxgMAuccQkewq682L+0eCu4dCN2yonUJTCLU= gonum.org/v1/netlib v0.0.0-20181029234149-ec6d1f5cefe6/go.mod h1:wa6Ws7BG/ESfp6dHfk7C6KdzKA7wR7u/rKwOGE66zvw= -gonum.org/v1/netlib v0.0.0-20190313105609-8cb42192e0e0 h1:OE9mWmgKkjJyEmDAAtGMPjXu+YNeGvK9VTSHY6+Qihc= -gonum.org/v1/netlib v0.0.0-20190313105609-8cb42192e0e0/go.mod h1:wa6Ws7BG/ESfp6dHfk7C6KdzKA7wR7u/rKwOGE66zvw= -gonum.org/v1/plot v0.0.0-20190515093506-e2840ee46a6b h1:Qh4dB5D/WpoUUp3lSod7qgoyEHbDGPUWjIbnqdqqe1k= -gonum.org/v1/plot v0.0.0-20190515093506-e2840ee46a6b/go.mod h1:Wt8AAjI+ypCyYX3nZBvf6cAIx93T+c/OS2HFAYskSZc= google.golang.org/api v0.3.1/go.mod h1:6wY9I6uQWHQ8EM57III9mq/AjF+i8G65rmVagqKMtkk= google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= @@ -1363,23 +1326,28 @@ google.golang.org/api v0.24.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0M google.golang.org/api v0.28.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= google.golang.org/api v0.29.0/go.mod h1:Lcubydp8VUV7KeIHD9z2Bys/sm/vGKnG1UHuDBSrHWM= google.golang.org/api v0.30.0/go.mod h1:QGmEvQ87FHZNiUVJkT14jQNYJ4ZJjdRF23ZXz5138Fc= -google.golang.org/api v0.32.0 h1:Le77IccnTqEa8ryp9wIpX5W3zYm7Gf9LhOp9PHcwFts= -google.golang.org/api v0.32.0/go.mod h1:/XrVsuzM0rZmrsbjJutiuftIzeuTQcEeaYcSk/mQ1dg= +google.golang.org/api v0.35.0/go.mod h1:/XrVsuzM0rZmrsbjJutiuftIzeuTQcEeaYcSk/mQ1dg= +google.golang.org/api v0.36.0/go.mod h1:+z5ficQTmoYpPn8LCUNVpK5I7hwkpjbcgqA7I34qYtE= +google.golang.org/api v0.40.0/go.mod h1:fYKFpnQN0DsDSKRVRcQSDQNtqWPfM9i+zNPxepjRCQ8= +google.golang.org/api v0.41.0/go.mod h1:RkxM5lITDfTzmyKFPt+wGrCJbVfniCr2ool8kTBzRTU= +google.golang.org/api v0.43.0/go.mod h1:nQsDGjRXMo4lvh5hP0TKqF244gqhGcr/YSIykhUk/94= +google.golang.org/api v0.47.0/go.mod h1:Wbvgpq1HddcWVtzsVLyfLp8lDg6AA241LmgIL59tHXo= +google.golang.org/api v0.48.0/go.mod h1:71Pr1vy+TAZRPkPs/xlCf5SsU8WjuAWv1Pfjbtukyy4= google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= google.golang.org/appengine v1.2.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= -google.golang.org/appengine v1.6.6 h1:lMO5rYAqUxkmaj76jAkRUvt5JZgFymx/+Q5Mzfivuhc= google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c= +google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= google.golang.org/genproto v0.0.0-20190530194941-fb225487d101/go.mod h1:z3L6/3dTEVtUr6QSP8miRzeRqwQOioJ9I66odjN4I7s= -google.golang.org/genproto v0.0.0-20190716160619-c506a9f90610/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= @@ -1387,7 +1355,6 @@ google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvx google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= -google.golang.org/genproto v0.0.0-20200108215221-bd8f9a0ef82f/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90/go.mod h1:GmwEX6Z4W5gMy59cAlVYjN9JhxgbQH6Gn+gFDQe2lzA= @@ -1406,8 +1373,20 @@ google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790/go.mod h1:jDfRM7Fc google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= -google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d h1:92D1fum1bJLKSdr11OJ+54YeCMCGYIygTA7R/YZxH5M= google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20201109203340-2640f1f9cdfb/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20201201144952-b05cb90ed32e/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20201210142538-e3217bee35cc/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20201214200347-8c77b98c765d/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20210222152913-aa3ee6e6a81c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20210303154014-9728d6b83eeb/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20210310155132-4ce2db91004e/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20210319143718-93e7006c17a6/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20210402141018-6c239bbf2bb1/go.mod h1:9lPAdzaEmUacj36I+k7YKbEc5CXzPIeORRgDAUOu28A= +google.golang.org/genproto v0.0.0-20210513213006-bf773b8c8384/go.mod h1:P3QM42oQyzQSnHPnZ/vqoCdDmzH28fzWByN9asMeM8A= +google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c/go.mod h1:UODoCrxHCcBojKKwX1terBiRUaqAsFqJiF615XL43r0= +google.golang.org/genproto v0.0.0-20210604141403-392c879c8b08 h1:pc16UedxnxXXtGxHCSUhafAoVHQZ0yXl8ZelMH4EETc= +google.golang.org/genproto v0.0.0-20210604141403-392c879c8b08/go.mod h1:UODoCrxHCcBojKKwX1terBiRUaqAsFqJiF615XL43r0= google.golang.org/grpc v1.17.0/go.mod h1:6QZJwpn2B+Zp71q/5VxRsJ6NXXVCE5NRUHRo+f3cWCs= google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= google.golang.org/grpc v1.20.0/go.mod h1:chYK+tFQF0nDUGJgXMSgLCQk3phJEuONr2DCgLDdAQM= @@ -1426,8 +1405,17 @@ google.golang.org/grpc v1.29.1/go.mod h1:itym6AZVZYACWQqET3MqgPpjcuV5QH3BxFS3Iji google.golang.org/grpc v1.30.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= google.golang.org/grpc v1.31.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= google.golang.org/grpc v1.31.1/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= -google.golang.org/grpc v1.32.0 h1:zWTV+LMdc3kaiJMSTOFz2UgSBgx8RNQoTGiZu3fR9S0= -google.golang.org/grpc v1.32.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= +google.golang.org/grpc v1.33.1/go.mod h1:fr5YgcSWrqhRRxogOsw7RzIpsmvOZ6IcH4kBYTpR3n0= +google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= +google.golang.org/grpc v1.34.0/go.mod h1:WotjhfgOW/POjDeRt8vscBtXq+2VjORFy659qA51WJ8= +google.golang.org/grpc v1.35.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= +google.golang.org/grpc v1.36.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= +google.golang.org/grpc v1.36.1/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= +google.golang.org/grpc v1.37.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= +google.golang.org/grpc v1.37.1/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= +google.golang.org/grpc v1.38.0 h1:/9BgsAsa5nWe26HqOlvlgJnqBuktYOLCgjCPqsa56W0= +google.golang.org/grpc v1.38.0/go.mod h1:NREThFqKR1f3iQ6oBuvc5LadQuXVGo9rkm5ZGrQdJfM= +google.golang.org/grpc/cmd/protoc-gen-go-grpc v1.1.0/go.mod h1:6Kw0yEErY5E/yWrBtf03jp27GLLJujG4z/JK95pnjjw= google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= @@ -1437,31 +1425,31 @@ google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2 google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= -google.golang.org/protobuf v1.25.0 h1:Ejskq+SyPohKW+1uil0JJMtmHCgJPJ/qWTxr8qp+R4c= google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= -gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= +google.golang.org/protobuf v1.28.1 h1:d0NfwRgPtno5B1Wa6L2DAG+KivqkdutMf1UhdNx175w= +google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= -gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 h1:YR8cESwS4TdDjEe65xsg0ogRM/Nc3DYOhEAlW+xobZo= gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= -gopkg.in/cheggaaa/pb.v1 v1.0.25 h1:Ev7yu1/f6+d+b3pi5vPdRPc6nNtP1umSfcWiEfRqv6I= +gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= gopkg.in/cheggaaa/pb.v1 v1.0.25/go.mod h1:V/YB90LKu/1FcN3WVnfiiE5oMCibMjukxqG/qStrOgw= -gopkg.in/errgo.v2 v2.1.0 h1:0vLT13EuvQ0hNvakwLuFZ/jYrLp5F3kcWHXdRggjCE8= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4= gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= gopkg.in/fsnotify/fsnotify.v1 v1.4.7 h1:XNNYLJHt73EyYiCZi6+xjupS9CpvmiDgjPTAjrBlQbo= gopkg.in/fsnotify/fsnotify.v1 v1.4.7/go.mod h1:Fyux9zXlo4rWoMSIzpn9fDAYjalPqJ/K1qJ27s+7ltE= -gopkg.in/gcfg.v1 v1.2.3 h1:m8OOJ4ccYHnx2f4gQwpno8nAX5OGOh7RLaaz0pj3Ogs= gopkg.in/gcfg.v1 v1.2.3/go.mod h1:yesOnuUOFQAhST5vPY4nbZsb/huCgGGXlipJsBn0b3o= gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= -gopkg.in/resty.v1 v1.12.0 h1:CuXP0Pjfw9rOuY6EP+UvtNvt5DSqHpIxILZKT/quCZI= gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= -gopkg.in/warnings.v0 v0.1.2 h1:wFXVbFY8DY5/xOe1ECiWdKCzZlxgshcYVNkBHstARME= gopkg.in/warnings.v0 v0.1.2/go.mod h1:jksf8JmL6Qr/oQM2OXTHunEvvTAsrWBLb6OOjuVWRNI= gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= @@ -1474,10 +1462,14 @@ gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= -gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776 h1:tQIYjPdBoyREyB9XMu+nnTclpTYkz2zFM+lzLJFO4gQ= +gopkg.in/yaml.v3 v3.0.0-20200605160147-a5ece683394c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= -gotest.tools v2.2.0+incompatible h1:VsBPFP1AI068pPrMxtb/S8Zkgf9xEmTLJjfM+P5UIEo= -gotest.tools v2.2.0+incompatible/go.mod h1:DsYFclhRJ6vuDpmuTbkuFWG+y2sxOXAzmJt81HFBacw= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gotest.tools/v3 v3.0.2/go.mod h1:3SzNCllyD9/Y+b5r9JIKQ474KzkZyqLqEfYqMsX94Bk= +gotest.tools/v3 v3.0.3 h1:4AuOwCGf4lLR9u3YOe2awrHygurzhO/HeQ6laiA6Sx0= +gotest.tools/v3 v3.0.3/go.mod h1:Z7Lb0S5l+klDB31fvDQX8ss/FlKDxtlFlw3Oa8Ymbl8= honnef.co/go/tools v0.0.0-20180728063816-88497007e858/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= @@ -1485,38 +1477,31 @@ honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWh honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= -honnef.co/go/tools v0.0.1-2020.1.4 h1:UoveltGrhghAA7ePc+e+QYDHXrBps2PqFZiHkGR/xK8= honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= -k8s.io/api v0.19.2 h1:q+/krnHWKsL7OBZg/rxnycsl9569Pud76UJ77MvKXms= -k8s.io/api v0.19.2/go.mod h1:IQpK0zFQ1xc5iNIQPqzgoOwuFugaYHK4iCknlAQP9nI= -k8s.io/apimachinery v0.19.2 h1:5Gy9vQpAGTKHPVOh5c4plE274X8D/6cuEiTO2zve7tc= -k8s.io/apimachinery v0.19.2/go.mod h1:DnPGDnARWFvYa3pMHgSxtbZb7gpzzAZ1pTfaUNDVlmA= -k8s.io/client-go v0.19.2 h1:gMJuU3xJZs86L1oQ99R4EViAADUPMHHtS9jFshasHSc= -k8s.io/client-go v0.19.2/go.mod h1:S5wPhCqyDNAlzM9CnEdgTGV4OqhsW3jGO1UM1epwfJA= -k8s.io/gengo v0.0.0-20200413195148-3a45101e95ac h1:sAvhNk5RRuc6FNYGqe7Ygz3PSo/2wGWbulskmzRX8Vs= +k8s.io/api v0.21.1 h1:94bbZ5NTjdINJEdzOkpS4vdPhkb1VFpTYC9zh43f75c= +k8s.io/api v0.21.1/go.mod h1:FstGROTmsSHBarKc8bylzXih8BLNYTiS3TZcsoEDg2s= +k8s.io/apimachinery v0.21.1 h1:Q6XuHGlj2xc+hlMCvqyYfbv3H7SRGn2c8NycxJquDVs= +k8s.io/apimachinery v0.21.1/go.mod h1:jbreFvJo3ov9rj7eWT7+sYiRx+qZuCYXwWT1bcDswPY= +k8s.io/client-go v0.21.1 h1:bhblWYLZKUu+pm50plvQF8WpY6TXdRRtcS/K9WauOj4= +k8s.io/client-go v0.21.1/go.mod h1:/kEw4RgW+3xnBGzvp9IWxKSNA+lXn3A7AuH3gdOAzLs= k8s.io/gengo v0.0.0-20200413195148-3a45101e95ac/go.mod h1:ezvh/TsK7cY6rbqRK0oQQ8IAqLxYwwyPxAX1Pzy0ii0= k8s.io/klog v1.0.0 h1:Pt+yjF5aB1xDSVbau4VsWe+dQNzA0qv1LlXdC2dF6Q8= k8s.io/klog v1.0.0/go.mod h1:4Bi6QPql/J/LkTDqv7R/cd3hPo4k2DG6Ptcz060Ez5I= k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= -k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= -k8s.io/klog/v2 v2.3.0 h1:WmkrnW7fdrm0/DMClc+HIxtftvxVIPAhlVwMQo5yLco= -k8s.io/klog/v2 v2.3.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= -k8s.io/kube-openapi v0.0.0-20200805222855-6aeccd4b50c6 h1:+WnxoVtG8TMiudHBSEtrVL1egv36TkkJm+bA8AxicmQ= -k8s.io/kube-openapi v0.0.0-20200805222855-6aeccd4b50c6/go.mod h1:UuqjUnNftUyPE5H64/qeyjQoUZhGpeFDVdxjTeEVN2o= -k8s.io/utils v0.0.0-20200729134348-d5654de09c73 h1:uJmqzgNWG7XyClnU/mLPBWwfKKF1K8Hf8whTseBgJcg= -k8s.io/utils v0.0.0-20200729134348-d5654de09c73/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= -rsc.io/binaryregexp v0.2.0 h1:HfqmD5MEmC0zvwBuF187nq9mdnXjXsSivRiXN7SmRkE= +k8s.io/klog/v2 v2.8.0/go.mod h1:hy9LJ/NvuK+iVyP4Ehqva4HxZG/oXyIS3n3Jmire4Ec= +k8s.io/klog/v2 v2.9.0 h1:D7HV+n1V57XeZ0m6tdRkfknthUaM06VFbWldOFh8kzM= +k8s.io/klog/v2 v2.9.0/go.mod h1:hy9LJ/NvuK+iVyP4Ehqva4HxZG/oXyIS3n3Jmire4Ec= +k8s.io/kube-openapi v0.0.0-20210305001622-591a79e4bda7 h1:vEx13qjvaZ4yfObSSXW7BrMc/KQBBT/Jyee8XtLf4x0= +k8s.io/kube-openapi v0.0.0-20210305001622-591a79e4bda7/go.mod h1:wXW5VT87nVfh/iLV8FpR2uDvrFyomxbtb1KivDbvPTE= +k8s.io/utils v0.0.0-20201110183641-67b214c5f920 h1:CbnUZsM497iRC5QMVkHwyl8s2tB3g7yaSHkYPkpgelw= +k8s.io/utils v0.0.0-20201110183641-67b214c5f920/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= -rsc.io/pdf v0.1.1 h1:k1MczvYDUvJBe93bYd7wrZLLUEcLZAuF824/I4e5Xr4= -rsc.io/pdf v0.1.1/go.mod h1:n8OzWcQ6Sp37PL01nO98y4iUCRdTGarVfzxY20ICaU4= -rsc.io/quote/v3 v3.1.0 h1:9JKUTTIUgS6kzR9mK1YuGKv6Nl+DijDNIc0ghT58FaY= rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= -rsc.io/sampler v1.3.0 h1:7uVkIFmeBqHfdjD+gZwtXXI+RODJ2Wc4O7MPEh/QiW4= rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= -sigs.k8s.io/structured-merge-diff/v4 v4.0.1 h1:YXTMot5Qz/X1iBRJhAt+vI+HVttY0WkSqqhKxQ0xVbA= -sigs.k8s.io/structured-merge-diff/v4 v4.0.1/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= +sigs.k8s.io/structured-merge-diff/v4 v4.0.2/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= +sigs.k8s.io/structured-merge-diff/v4 v4.1.0 h1:C4r9BgJ98vrKnnVCjwCSXcWjWe0NKcUQkmzDXZXGwH8= +sigs.k8s.io/structured-merge-diff/v4 v4.1.0/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= sigs.k8s.io/yaml v1.1.0/go.mod h1:UJmg0vDUVViEyp3mgSv9WPwZCDxu4rQW1olrI1uml+o= sigs.k8s.io/yaml v1.2.0 h1:kr/MCeFWJWTwyaHoR9c8EjH9OumOmoF9YGiZd7lFm/Q= sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc= -sourcegraph.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 h1:ucqkfpjg9WzSUubAO62csmucvxl4/JeW3F4I4909XkM= sourcegraph.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0/go.mod h1:hI742Nqp5OhwiqlzhgfbWU4mW4yO10fP+LoT9WOswdU= diff --git a/pkg/coordinator/coordinator.go b/pkg/coordinator/coordinator.go index 76dd1b5..b3feae3 100644 --- a/pkg/coordinator/coordinator.go +++ b/pkg/coordinator/coordinator.go @@ -20,6 +20,7 @@ package coordinator import ( "context" "github.com/pkg/errors" + "math" "time" "tkestack.io/kvass/pkg/discovery" "tkestack.io/kvass/pkg/prom" @@ -43,6 +44,11 @@ type Option struct { MaxIdleTime time.Duration // Period is the interval between every coordinating Period time.Duration + // RebalancePeriod is the interval between every rebalance loop + RebalancePeriod time.Duration + // RebalanceHealthRateWatermark is the watermark to determine whether to run rebalance + RebalanceHealthRateWatermark float64 + ForceRebalanceInterval time.Duration } // Coordinator periodically re balance all replicates @@ -50,11 +56,14 @@ type Coordinator struct { log logrus.FieldLogger reManager shard.ReplicasManager option *Option + concurrencyLock chan int getConfig func() *prom.ConfigInfo getExploreResult func(hash uint64) *target.ScrapeStatus getActive func() map[uint64]*discovery.SDTargets lastGlobalScrapeStatus map[uint64]*target.ScrapeStatus + lastRebalanceTime time.Time + forceRebalanceInterval time.Duration } // NewCoordinator create a new coordinator service @@ -65,13 +74,18 @@ func NewCoordinator( getExploreResult func(hash uint64) *target.ScrapeStatus, getActive func() map[uint64]*discovery.SDTargets, log logrus.FieldLogger) *Coordinator { + + ch := make(chan int, 1) + ch <- 1 return &Coordinator{ - reManager: reManager, - getConfig: getConfig, - getExploreResult: getExploreResult, - getActive: getActive, - option: option, - log: log, + reManager: reManager, + getConfig: getConfig, + getExploreResult: getExploreResult, + getActive: getActive, + option: option, + log: log, + concurrencyLock: ch, + lastGlobalScrapeStatus: make(map[uint64]*target.ScrapeStatus), } } @@ -88,6 +102,12 @@ func (c *Coordinator) LastGlobalScrapeStatus() map[uint64]*target.ScrapeStatus { // runOnce get shards information from shard manager, // do shard reBalance and change expect shard number func (c *Coordinator) runOnce() error { + <-c.concurrencyLock + defer func() { + c.concurrencyLock <- 1 + c.log.Debug("finish coordinate.") + }() + replicas, err := c.reManager.Replicas() if err != nil { return errors.Wrapf(err, "get replicas") @@ -135,7 +155,7 @@ func (c *Coordinator) runOnce() error { scale = c.option.MinShard } - updateScrapingTargets(shardsInfo, active) + c.updateScrapingTargets(shardsInfo, active) c.applyShardsInfo(shardsInfo) if err := repItem.ChangeScale(scale); err != nil { c.log.Error(err.Error()) @@ -149,3 +169,305 @@ func (c *Coordinator) runOnce() error { c.lastGlobalScrapeStatus = newLastGlobalScrapeStatus return nil } + +// RunRebalance do rebalance periodically until ctx done +func (c *Coordinator) RunRebalance(ctx context.Context) error { + return wait.RunUntil(ctx, c.log, c.option.RebalancePeriod, c.runRebalanceOnce) +} + +// runRebalanceOnce will rebalance targets for every job, and then will try to rebalance between shards +func (c *Coordinator) runRebalanceOnce() error { + <-c.concurrencyLock + defer func() { + c.concurrencyLock <- 1 + c.log.Debug("finish rebalance.") + }() + + replicas, err := c.reManager.Replicas() + if err != nil { + return errors.Wrapf(err, "get replicas") + } + rebalanced := false + beforeRebalanceShardSeries := make(map[string]int64) + afterRebalanceShardSeries := make(map[string]int64) + for _, repItem := range replicas { + + shards, err := repItem.Shards() + if err != nil { + c.log.Error(err.Error()) + continue + } + + var ( + active = c.getActive() + shardsInfo = c.getShardInfos(shards) + changeAbleShards = changeAbleShardsInfo(shardsInfo) + ) + totalTarget := 0.0 + abnormalTarget := 0.0 + for _, s := range shardsInfo { + total := int64(0) + for _, t := range s.scraping { + totalTarget++ + if t.TargetState != target.StateNormal { + abnormalTarget++ + } + total += t.Series + } + beforeRebalanceShardSeries[s.shard.ID] = total + } + if res := abnormalTarget / totalTarget; res > 0.1 { + c.log.Warnf("too many abnormal targets, rate %.2f", res) + } + + c.lastGlobalScrapeStatus = c.globalScrapeStatus(active, shardsInfo) + // if there many target is unhealthy, skip rebalance + healthRate := getScrapeHealthRate(c.lastGlobalScrapeStatus) + //minHealthRate := c.option.RebalanceHealthRateWatermark + if healthRate < c.option.RebalanceHealthRateWatermark { + c.log.Warnf("scrape status health rate is smaller than %f, cancel to rebalance.", c.option.RebalanceHealthRateWatermark) + return nil + } + + c.gcTargets(changeAbleShards, active) + needSpace := c.assignNoScrapingTargets(shardsInfo, active, c.lastGlobalScrapeStatus) + if needSpace > 0 { + c.log.Infof("need space is more then 0, skip rebalance.") + return nil + } + + // grouping targets by job + groupedTargets := getGroupedTargets(active) + _, _, shardsState, shardSeries, shardsMap, _ := getGroupedScrapingInfo(shardsInfo, c.lastGlobalScrapeStatus, groupedTargets) + for k, s := range shardSeries { + c.log.Debugf("shard: %s, series: %d", k, s) + } + + for group, targets := range groupedTargets { + if len(targets) <= 1 { + c.log.Debugf("only 1 target in group[%s], skip try rebalance", group) + for h := range targets { + c.log.Debugf("group [%s] total series: %d", group, c.lastGlobalScrapeStatus[h].Series) + } + continue + } + + if bestVector, ok := c.tryRebalanceForOneGroup(group, targets, shardsState, shardsMap); ok { + for h, v := range bestVector { + transferTarget(v.from, v.to, h) + } + rebalanced = true + } + + } + //shardsGroupedSeries, shardsGroupedScraping, _, shardSeries, shardsMap, totalSeries := getGroupedScrapingInfo(shardsInfo, c.lastGlobalScrapeStatus, groupedTargets) + + //c.log.Debugf("try to rebalance between groups") + //if vectors, ok := c.tryRebalanceBetweenGroups(shardsMap, groupedTargets, shardSeries, shardsGroupedSeries, shardsGroupedScraping, totalSeries); ok { + // for h, v := range vectors { + // transferTarget(v.from, v.to, h) + // } + // rebalanced = true + //} + + c.updateScrapingTargets(shardsInfo, active) + c.applyShardsInfo(shardsInfo) + for _, s := range shardsInfo { + total := int64(0) + for _, t := range s.scraping { + total += t.Series + } + afterRebalanceShardSeries[s.shard.ID] = total + } + } + + c.log.Debugf("*** series assignment before rebalance ***") + for k, v := range beforeRebalanceShardSeries { + c.log.Debugf("shard: %s, series: %d", k, v) + } + + c.log.Debugf("*** series assignment after rebalance ***") + for k, v := range afterRebalanceShardSeries { + c.log.Debugf("shard: %s, series: %d", k, v) + } + + if rebalanced { + c.lastRebalanceTime = time.Now() + } + + return nil + +} + +func (c *Coordinator) needForceRebalance() bool { + return time.Now().After(c.lastRebalanceTime.Add(c.option.ForceRebalanceInterval)) +} + +func (c *Coordinator) tryRebalanceForOneGroup( + groupName string, + //shards []*shardInfo, + targets map[uint64]*discovery.SDTargets, + shardsState map[string]*simpleShardState, + shardsMap map[string]*shardInfo, +) (map[uint64]*vector, bool) { + + shardSeries, avg, currSD := getShardStandardDeviation(shardsState, targets, c.lastGlobalScrapeStatus) + bestSD := float64(c.option.MaxSeries) + minShard, maxShard := getMinMaxSeries(shardSeries) + c.log.Debugf("**** Before rebalance: ****") + c.log.Debugf("SD for Group :%s, total series: %f, avg: %f, sd: %f", groupName, avg*float64(len(shardSeries)), avg, currSD) + for n, s := range shardSeries { + c.log.Debugf("Shard %s has %d series", n, s) + } + + if !math.IsNaN(currSD) { + bestSD = currSD + if (avg == 0 || float64(shardSeries[maxShard]-shardSeries[minShard]) < (avg/6)) && !c.needForceRebalance() { + if currSD < (avg / 6) { + c.log.Debugf("Group: %s, Avg: %f, SD: %f, balance enough, no need to rebalance", groupName, avg, currSD) + return nil, false + } + } + } else { + c.log.Debugf("rebalance: standard deviation is NaN, cancel to rebalance") + return nil, false + } + + if c.needForceRebalance() { + c.log.Infof("force running rebalance in one group, lastRebalanceTime: %s", c.lastRebalanceTime.String()) + } + + loop := 0 + bestVector := make(map[uint64]*vector) + targetVector := make(map[uint64]*vector) + + for loop < 10 { + if isAllTargetsDistributed(targets, shardSeries) { + c.log.Debugf("all targets already assigned to different shards") + break + } + + minShard, maxShard := getMinMaxSeries(shardSeries) + + if float64(shardSeries[maxShard]-shardSeries[minShard]) <= (avg / 10) { + // it seems like balance enough, break + break + } + + diff := int64(math.Abs(avg - float64(shardSeries[minShard]))) + t, ok := getClosestTarget(shardsState[maxShard], diff, targets) + if !ok { + continue + } + if c.lastGlobalScrapeStatus != nil && c.lastGlobalScrapeStatus[t] != nil { + c.log.Debugf("closest target: %d, series: %d", t, c.lastGlobalScrapeStatus[t].Series) + } + if shardSeries[minShard]+c.lastGlobalScrapeStatus[t].Series <= c.option.MaxSeries { + // move target from maxShard to minShard + shardsState[minShard].headSeries = shardsState[minShard].headSeries + c.lastGlobalScrapeStatus[t].Series + shardsState[maxShard].headSeries = shardsState[maxShard].headSeries - c.lastGlobalScrapeStatus[t].Series + delete(shardsState[maxShard].scraping, t) + shardsState[minShard].scraping[t] = c.lastGlobalScrapeStatus[t].Series + if v, ok := targetVector[t]; ok { + v.to = shardsMap[minShard] + } else { + targetVector[t] = &vector{ + from: shardsMap[maxShard], + to: shardsMap[minShard], + } + } + + } else { + break + } + + c.log.Debugf("minShard series %d, maxShard series %d", shardsState[minShard].headSeries, shardsState[maxShard].headSeries) + + shardSeries, avg, currSD = getShardStandardDeviation(shardsState, targets, c.lastGlobalScrapeStatus) + if currSD < bestSD { + bestSD = currSD + + bestVector = make(map[uint64]*vector) + for k, v := range targetVector { + bestVector[k] = v + } + loop = 0 + } else { + loop++ + } + } + + c.log.Debugf("**** After rebalance: ****") + c.log.Debugf("SD for Group :%s, avg: %f, sd: %f", groupName, avg, currSD) + for n, s := range shardSeries { + c.log.Debugf("Shard %s has %d series", n, s) + } + + return bestVector, true +} + +func (c *Coordinator) tryRebalanceBetweenGroups( + shardsMap map[string]*shardInfo, + groupedTargets map[string]map[uint64]*discovery.SDTargets, + shardSeries map[string]int64, + shardsGroupedSeries map[string]map[string]int64, + shardsGroupedScraping map[string]map[string]map[uint64]int64, + totalSeries int64, +) (map[uint64]*vector, bool) { + targetVector := make(map[uint64]*vector) + min, max := getMinMaxSeries(shardSeries) + avg := totalSeries / int64(len(shardsMap)) + if shardSeries[max]-shardSeries[min] < avg/6 && !c.needForceRebalance() { + c.log.Infof("balance enough between shards, skip") + return targetVector, false + } + + if c.needForceRebalance() { + c.log.Infof("force running rebalance between groups, lastRebalanceTime: %s", c.lastRebalanceTime.String()) + } + + for i := 0; i <= 10; i++ { + min, max := getMinMaxSeries(shardSeries) + diff := shardSeries[max] - shardSeries[min] + for group, targets := range groupedTargets { + // only rebalance the shards that have a few targets + if len(targets) >= len(shardsMap) { + continue + } + // only move the target to the shard that not have the target of this group + v1, _ := shardsGroupedSeries[max][group] + v2, _ := shardsGroupedSeries[min][group] + if v1 <= 0 || v2 > 0 { + continue + } + + diff2 := math.Abs(float64((shardSeries[max] - shardsGroupedSeries[max][group]) - (shardSeries[min] + shardsGroupedSeries[max][group]))) + c.log.Debugf("max series: %d, min series: %d, maxSeriesForGroup: %d, minSeriesForGroup: %d, diff: %d, diff2: %f", + shardSeries[max], shardSeries[min], shardsGroupedSeries[max][group], shardsGroupedSeries[max][group], diff, diff2) + if int64(diff2) < diff { + i = 0 + for hash := range shardsGroupedScraping[max][group] { + if v, ok := targetVector[hash]; ok { + v.to = shardsMap[min] + } else { + targetVector[hash] = &vector{ + from: shardsMap[max], + to: shardsMap[min], + } + } + } + shardsGroupedScraping[min][group] = shardsGroupedScraping[max][group] + delete(shardsGroupedScraping[max], group) + + shardSeries[max] -= shardsGroupedSeries[max][group] + shardSeries[min] += shardsGroupedSeries[max][group] + + shardsGroupedSeries[min][group] = shardsGroupedSeries[max][group] + shardsGroupedSeries[max][group] = 0 + } + + } + } + return targetVector, true + +} diff --git a/pkg/coordinator/rebalance.go b/pkg/coordinator/rebalance.go index db36a2a..ff4c8e9 100644 --- a/pkg/coordinator/rebalance.go +++ b/pkg/coordinator/rebalance.go @@ -18,9 +18,11 @@ package coordinator import ( + "github.com/grd/statistics" wr "github.com/mroth/weightedrand" "github.com/prometheus/prometheus/scrape" "golang.org/x/sync/errgroup" + "math" "time" "tkestack.io/kvass/pkg/discovery" "tkestack.io/kvass/pkg/shard" @@ -69,19 +71,26 @@ func changeAbleShardsInfo(shards []*shardInfo) []*shardInfo { return ret } -func updateScrapingTargets(shards []*shardInfo, active map[uint64]*discovery.SDTargets) { +func (c *Coordinator) updateScrapingTargets(shards []*shardInfo, active map[uint64]*discovery.SDTargets) { + //assigned := make(map[string]bool) for _, s := range shards { s.newTargets = map[string][]*target.Target{} - for hash, c := range s.scraping { + for hash, status := range s.scraping { tar := active[hash] if tar == nil { continue } t := *tar.ShardTarget - t.TargetState = c.TargetState - t.Series = c.Series + t.TargetState = status.TargetState + t.Series = status.Series + //key := fmt.Sprintf("%d-%s", t.Hash, t.TargetState) + //if _, ok := assigned[key]; ok { + // c.log.Debugf("target %s is already assigned", key) + // continue + //} s.newTargets[tar.Job] = append(s.newTargets[tar.Job], &t) + //assigned[key] = true } } } @@ -526,3 +535,205 @@ func mergeScrapeStatus(a, b map[uint64]*target.ScrapeStatus) map[uint64]*target. } return a } + +type simpleShardState struct { + scraping map[uint64]int64 + headSeries int64 + id string +} + +type vector struct { + from *shardInfo + to *shardInfo +} + +func getMinMaxSeries(shardSeries map[string]int64) (minShard, maxShard string) { + minSeries := int64(999999999) + maxSeries := int64(0) + for sd, series := range shardSeries { + if series >= maxSeries { + maxShard = sd + maxSeries = series + } + if series < minSeries { + minShard = sd + minSeries = series + } + } + return +} + +func getClosestTarget(shardState *simpleShardState, diff int64, targets map[uint64]*discovery.SDTargets) (uint64, bool) { + result := uint64(0) + minDiff := float64(0) + minSeries := int64(9999999999) + valid := false + for hash, series := range shardState.scraping { + tmp := math.Abs(float64(series) - float64(diff)) + if t, ok := targets[hash]; ok && t.ShardTarget != nil && + t.ShardTarget.TargetState == target.StateNormal && (result == 0 || tmp <= minDiff) { + if series < minSeries { + minDiff = tmp + result = hash + valid = true + } + } + } + return result, valid +} + +func getGroupedTargets(active map[uint64]*discovery.SDTargets) map[string]map[uint64]*discovery.SDTargets { + groupedTargets := make(map[string]map[uint64]*discovery.SDTargets) + for h, t := range active { + if _, ok := groupedTargets[t.Job]; !ok { + jobTargets := make(map[uint64]*discovery.SDTargets) + groupedTargets[t.Job] = jobTargets + } + groupedTargets[t.Job][h] = t + } + return groupedTargets +} + +func getScrapeHealthRate(globalScrapeStatus map[uint64]*target.ScrapeStatus) float64 { + healthNum := 0 + for _, s := range globalScrapeStatus { + if s.Health == scrape.HealthGood { + healthNum++ + } + } + return float64(healthNum) / float64(len(globalScrapeStatus)) +} + +func getGroupedScrapingInfo( + shards []*shardInfo, + lastGlobalScrapeStatus map[uint64]*target.ScrapeStatus, + groupedTargets map[string]map[uint64]*discovery.SDTargets, +) ( + shardsGroupedSeries map[string]map[string]int64, + shardsGroupedScraping map[string]map[string]map[uint64]int64, + shardsState map[string]*simpleShardState, + shardSeries map[string]int64, + shardsMap map[string]*shardInfo, + totalSeries int64, +) { + totalSeries = int64(0) + + shardsState = make(map[string]*simpleShardState) + shardsGroupedSeries = make(map[string]map[string]int64) + shardsGroupedScraping = make(map[string]map[string]map[uint64]int64) + shardsMap = make(map[string]*shardInfo) + shardSeries = make(map[string]int64) + + for _, sd := range shards { + headSeries := int64(0) + ss := &simpleShardState{ + scraping: map[uint64]int64{}, + id: sd.shard.ID, + } + ss.id = sd.shard.ID + + for hash, targetStatus := range sd.scraping { + if status, ok := lastGlobalScrapeStatus[hash]; ok && status.Health == scrape.HealthGood && + targetStatus.Health == scrape.HealthGood { + ss.scraping[hash] = status.Series + headSeries += status.Series + totalSeries += status.Series + } else { + continue + } + for group, targets := range groupedTargets { + if _, ok := targets[hash]; !ok { + continue + } + if _, ok := shardsGroupedSeries[sd.shard.ID]; !ok { + shardsGroupedSeries[sd.shard.ID] = make(map[string]int64) + shardsGroupedScraping[sd.shard.ID] = make(map[string]map[uint64]int64) + } + if _, ok := shardsGroupedSeries[sd.shard.ID][group]; !ok { + shardsGroupedSeries[sd.shard.ID][group] = lastGlobalScrapeStatus[hash].Series + } else { + shardsGroupedSeries[sd.shard.ID][group] += lastGlobalScrapeStatus[hash].Series + } + if _, ok := shardsGroupedScraping[sd.shard.ID][group]; !ok { + shardsGroupedScraping[sd.shard.ID][group] = make(map[uint64]int64) + } + shardsGroupedScraping[sd.shard.ID][group][hash] = lastGlobalScrapeStatus[hash].Series + } + } + ss.headSeries = headSeries + shardsState[sd.shard.ID] = ss + shardSeries[sd.shard.ID] = headSeries + shardsMap[sd.shard.ID] = sd + } + + return + +} + +func getShardStandardDeviation( + shards map[string]*simpleShardState, + targets map[uint64]*discovery.SDTargets, + lastGlobalScrapeStatus map[uint64]*target.ScrapeStatus, +) (shardSeries map[string]int64, avg float64, sd float64) { + + shardSeries = make(map[string]int64) + total := int64(0) + + for hash := range targets { + status := lastGlobalScrapeStatus[hash] + if status == nil || status.Health != scrape.HealthGood || status.TargetState != target.StateNormal { + continue + } + total += status.Series + for _, sd := range shards { + if _, ok := sd.scraping[hash]; !ok { + continue + } + if _, ok := shardSeries[sd.id]; !ok { + shardSeries[sd.id] = status.Series + } else { + shardSeries[sd.id] += status.Series + } + } + } + + for _, sd := range shards { + if _, ok := shardSeries[sd.id]; !ok { + shardSeries[sd.id] = 0 + } + } + + if total == 0 { + return shardSeries, 0, 0 + } + + avg = float64(total) / float64(len(shardSeries)) + //test := []int64{1, 2, 3, 4} + data := make(statistics.Int64, len(shardSeries)) + idx := 0 + for _, ss := range shardSeries { + data.SetValue(idx, float64(ss)) + idx++ + } + sd = statistics.Sd(&data) + return +} + +func isAllTargetsDistributed(targets map[uint64]*discovery.SDTargets, shardSeries map[string]int64) bool { + if len(targets) > len(shardSeries) { + return false + } + + notEmpty := 0 + for _, v := range shardSeries { + if v > 0 { + notEmpty++ + } + } + + if len(targets) == notEmpty { + return true + } + + return false +} diff --git a/pkg/prom/config.go b/pkg/prom/config.go index 367097c..49a756c 100644 --- a/pkg/prom/config.go +++ b/pkg/prom/config.go @@ -19,6 +19,7 @@ package prom import ( "fmt" + logkit "github.com/go-kit/log" "github.com/mitchellh/hashstructure/v2" "github.com/pkg/errors" "github.com/prometheus/prometheus/config" @@ -83,7 +84,7 @@ func (c *ConfigManager) ReloadFromRaw(data []byte) (err error) { return errors.New("config content is empty") } - info.Config, err = config.Load(string(data)) + info.Config, err = config.Load(string(data), true, logkit.NewNopLogger()) if err != nil { return errors.Wrapf(err, "marshal config") } diff --git a/pkg/scrape/scrape.go b/pkg/scrape/scrape.go index f99f5b5..f2e78ec 100644 --- a/pkg/scrape/scrape.go +++ b/pkg/scrape/scrape.go @@ -68,7 +68,7 @@ func newJobInfo(cfg config.ScrapeConfig) (*JobInfo, error) { cfg.HTTPClientConfig.ProxyURL.URL = newURL } - client, err := config_util.NewClientFromConfig(cfg.HTTPClientConfig, cfg.JobName, true, false) + client, err := config_util.NewClientFromConfig(cfg.HTTPClientConfig, cfg.JobName, config_util.WithKeepAlivesDisabled(), config_util.WithHTTP2Disabled()) if err != nil { return nil, errors.Wrap(err, "error creating HTTP Cli") } diff --git a/staging/src/github.com/promethues/prometheus/.circleci/config.yml b/staging/src/github.com/promethues/prometheus/.circleci/config.yml new file mode 100644 index 0000000..2f1f260 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.circleci/config.yml @@ -0,0 +1,173 @@ +--- +version: 2.1 + +orbs: + prometheus: prometheus/prometheus@0.11.0 + go: circleci/go@0.2.0 + win: circleci/windows@2.3.0 + +executors: + # Whenever the Go version is updated here, .promu.yml + # should also be updated. + golang: + docker: + - image: circleci/golang:1.16-node + golang_115: + docker: + - image: circleci/golang:1.15-node + +jobs: + test: + executor: golang + + steps: + - prometheus/setup_environment + - go/load-cache: + key: v1 + - restore_cache: + keys: + - v3-npm-deps-{{ checksum "web/ui/react-app/yarn.lock" }} + - v3-npm-deps- + - run: + command: make + environment: + # Run garbage collection more aggressively to avoid getting OOMed during the lint phase. + GOGC: "20" + # By default Go uses GOMAXPROCS but a Circle CI executor has many + # cores (> 30) while the CPU and RAM resources are throttled. If we + # don't limit this to the number of allocated cores, the job is + # likely to get OOMed and killed. + GOOPTS: "-p 2" + GOMAXPROCS: "2" + GO111MODULE: "on" + - prometheus/check_proto: + version: "3.15.8" + - prometheus/store_artifact: + file: prometheus + - prometheus/store_artifact: + file: promtool + - go/save-cache: + key: v1 + - save_cache: + key: v3-npm-deps-{{ checksum "web/ui/react-app/yarn.lock" }} + paths: + - /home/circleci/.cache/yarn + - store_test_results: + path: test-results + + test_windows: + executor: + name: win/default + shell: powershell + working_directory: /go/src/github.com/prometheus/prometheus + steps: + - checkout + - run: + # Temporary workaround until circleci updates go. + command: | + choco upgrade -y golang + - run: + command: + refreshenv + - run: + command: | + $env:GOARCH=""; $env:GOOS=""; cd web/ui; go generate + cd ../.. + $TestTargets = go list ./... | Where-Object { $_ -NotMatch "(github.com/prometheus/prometheus/discovery.*|github.com/prometheus/prometheus/config|github.com/prometheus/prometheus/web)"} + go test $TestTargets -vet=off -v + environment: + GOGC: "20" + GOOPTS: "-p 2" + + test_tsdb_go115: + executor: golang_115 + steps: + - checkout + - run: go test ./tsdb/... + + test_mixins: + executor: golang + steps: + - checkout + - run: go install ./cmd/promtool/. + - run: + command: go install -mod=readonly github.com/google/go-jsonnet/cmd/jsonnet github.com/google/go-jsonnet/cmd/jsonnetfmt github.com/jsonnet-bundler/jsonnet-bundler/cmd/jb + working_directory: ~/project/documentation/prometheus-mixin + - run: + command: make clean + working_directory: ~/project/documentation/prometheus-mixin + - run: + command: jb install + working_directory: ~/project/documentation/prometheus-mixin + - run: + command: make + working_directory: ~/project/documentation/prometheus-mixin + - run: + command: git diff --exit-code + working_directory: ~/project/documentation/prometheus-mixin + + repo_sync: + executor: golang + steps: + - checkout + - run: mkdir -v -p "${PATH%%:*}" && curl -sL --fail https://github.com/mikefarah/yq/releases/download/v4.6.3/yq_linux_amd64 -o "${PATH%%:*}/yq" && chmod -v +x "${PATH%%:*}/yq" + - run: sha256sum -c <(echo "c4343783c3361495c0d6d1eb742bba7432aa65e13e9fb8d7e201d544bcf14246 ${PATH%%:*}/yq") + - run: ./scripts/sync_repo_files.sh + +workflows: + version: 2 + prometheus: + jobs: + - test: + filters: + tags: + only: /.*/ + - test_tsdb_go115: + filters: + tags: + only: /.*/ + - test_mixins: + filters: + tags: + only: /.*/ + - test_windows: + filters: + tags: + only: /.*/ + - prometheus/build: + name: build + parallelism: 12 + filters: + tags: + only: /^v[0-9]+(\.[0-9]+){2}(-.+|[^-.]*)$/ + - prometheus/publish_main: + context: org-context + requires: + - test + - build + filters: + branches: + only: main + image: circleci/golang:1-node + - prometheus/publish_release: + context: org-context + requires: + - test + - build + filters: + tags: + only: /^v[0-9]+(\.[0-9]+){2}(-.+|[^-.]*)$/ + branches: + ignore: /.*/ + image: circleci/golang:1-node + nightly: + triggers: + - schedule: + cron: "0 0 * * *" + filters: + branches: + only: + - main + jobs: + - repo_sync: + context: org-context diff --git a/staging/src/github.com/promethues/prometheus/.dockerignore b/staging/src/github.com/promethues/prometheus/.dockerignore new file mode 100644 index 0000000..5eca8e1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.dockerignore @@ -0,0 +1,9 @@ +data/ +.build/ +.tarballs/ + +!.build/linux-amd64/ +!.build/linux-armv7/ +!.build/linux-arm64/ +!.build/linux-ppc64le/ +!.build/linux-s390x/ diff --git a/staging/src/github.com/promethues/prometheus/.github/CODEOWNERS b/staging/src/github.com/promethues/prometheus/.github/CODEOWNERS new file mode 100644 index 0000000..b61fb4f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/CODEOWNERS @@ -0,0 +1,5 @@ +/web/ui @juliusv +/storage/remote @csmarchbanks @cstyan @bwplotka @tomwilkie +/discovery/kubernetes @brancz +/tsdb @codesome +/promql @codesome @roidelapluie diff --git a/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/bug_report.md b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/bug_report.md new file mode 100644 index 0000000..8ee3cce --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/bug_report.md @@ -0,0 +1,57 @@ +--- +name: Bug report +about: Create a report to help us improve. +title: '' +assignees: '' +--- + + + +**What did you do?** + +**What did you expect to see?** + +**What did you see instead? Under which circumstances?** + +**Environment** + +* System information: + + insert output of `uname -srm` here + +* Prometheus version: + + insert output of `prometheus --version` here + +* Alertmanager version: + + insert output of `alertmanager --version` here (if relevant to the issue) + +* Prometheus configuration file: +``` +insert configuration here +``` + +* Alertmanager configuration file: +``` +insert configuration here (if relevant to the issue) +``` + + +* Logs: +``` +insert Prometheus and Alertmanager logs relevant to the issue here +``` diff --git a/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/config.yml b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/config.yml new file mode 100644 index 0000000..f4d17b3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/config.yml @@ -0,0 +1,8 @@ +blank_issues_enabled: false +contact_links: + - name: Prometheus Community Support + url: https://prometheus.io/community/ + about: If you need help or support, please request help here. + - name: Commercial Support & Training + url: https://prometheus.io/support-training/ + about: If you want commercial support or training, vendors are listed here. diff --git a/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/feature_request.md b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/feature_request.md new file mode 100644 index 0000000..cf839b5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/ISSUE_TEMPLATE/feature_request.md @@ -0,0 +1,26 @@ +--- +name: Feature request +about: Suggest an idea for this project. +title: '' +labels: '' +assignees: '' +--- + + +## Proposal +**Use case. Why is this important?** + +*“Nice to have” is not a good use case. :)* diff --git a/staging/src/github.com/promethues/prometheus/.github/PULL_REQUEST_TEMPLATE.md b/staging/src/github.com/promethues/prometheus/.github/PULL_REQUEST_TEMPLATE.md new file mode 100644 index 0000000..3f55b8e --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/PULL_REQUEST_TEMPLATE.md @@ -0,0 +1,15 @@ + \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/.github/lock.yml b/staging/src/github.com/promethues/prometheus/.github/lock.yml new file mode 100644 index 0000000..bed690b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/lock.yml @@ -0,0 +1,35 @@ +# Configuration for Lock Threads - https://github.com/dessant/lock-threads + +# Number of days of inactivity before a closed issue or pull request is locked +daysUntilLock: 180 + +# Skip issues and pull requests created before a given timestamp. Timestamp must +# follow ISO 8601 (`YYYY-MM-DD`). Set to `false` to disable +skipCreatedBefore: false + +# Issues and pull requests with these labels will be ignored. Set to `[]` to disable +exemptLabels: [] + +# Label to add before locking, such as `outdated`. Set to `false` to disable +lockLabel: false + +# Comment to post before locking. Set to `false` to disable +lockComment: false + +# Assign `resolved` as the reason for locking. Set to `false` to disable +setLockReason: false + +# Limit to only `issues` or `pulls` +only: issues + +# Optionally, specify configuration settings just for `issues` or `pulls` +# issues: +# exemptLabels: +# - help-wanted +# lockLabel: outdated + +# pulls: +# daysUntilLock: 30 + +# Repository to extend settings from +# _extends: repo diff --git a/staging/src/github.com/promethues/prometheus/.github/stale.yml b/staging/src/github.com/promethues/prometheus/.github/stale.yml new file mode 100644 index 0000000..66a72af --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/stale.yml @@ -0,0 +1,56 @@ +# Configuration for probot-stale - https://github.com/probot/stale + +# Number of days of inactivity before an Issue or Pull Request becomes stale +daysUntilStale: 60 + +# Number of days of inactivity before an Issue or Pull Request with the stale label is closed. +# Set to false to disable. If disabled, issues still need to be closed manually, but will remain marked as stale. +daysUntilClose: false + +# Only issues or pull requests with all of these labels are check if stale. Defaults to `[]` (disabled) +onlyLabels: [] + +# Issues or Pull Requests with these labels will never be considered stale. Set to `[]` to disable +exemptLabels: + - keepalive + +# Set to true to ignore issues in a project (defaults to false) +exemptProjects: false + +# Set to true to ignore issues in a milestone (defaults to false) +exemptMilestones: false + +# Set to true to ignore issues with an assignee (defaults to false) +exemptAssignees: false + +# Label to use when marking as stale +staleLabel: stale + +# Comment to post when marking as stale. Set to `false` to disable +markComment: false + +# Comment to post when removing the stale label. +# unmarkComment: > +# Your comment here. + +# Comment to post when closing a stale Issue or Pull Request. +# closeComment: > +# Your comment here. + +# Limit the number of actions per hour, from 1-30. Default is 30 +limitPerRun: 30 + +# Limit to only `issues` or `pulls` +only: pulls + +# Optionally, specify configuration settings that are specific to just 'issues' or 'pulls': +# pulls: +# daysUntilStale: 30 +# markComment: > +# This pull request has been automatically marked as stale because it has not had +# recent activity. It will be closed if no further activity occurs. Thank you +# for your contributions. + +# issues: +# exemptLabels: +# - confirmed diff --git a/staging/src/github.com/promethues/prometheus/.github/workflows/codeql-analysis.yml b/staging/src/github.com/promethues/prometheus/.github/workflows/codeql-analysis.yml new file mode 100644 index 0000000..3f1337d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/workflows/codeql-analysis.yml @@ -0,0 +1,67 @@ +# For most projects, this workflow file will not need changing; you simply need +# to commit it to your repository. +# +# You may wish to alter this file to override the set of languages analyzed, +# or to provide custom queries or build logic. +# +# ******** NOTE ******** +# We have attempted to detect the languages in your repository. Please check +# the `language` matrix defined below to confirm you have the correct set of +# supported CodeQL languages. +# +name: "CodeQL" + +on: + push: + branches: [ main, release-* ] + pull_request: + # The branches below must be a subset of the branches above + branches: [ main ] + schedule: + - cron: '26 14 * * 1' + +jobs: + analyze: + name: Analyze + runs-on: ubuntu-latest + + strategy: + fail-fast: false + matrix: + language: [ 'go', 'javascript' ] + # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python' ] + # Learn more: + # https://docs.github.com/en/free-pro-team@latest/github/finding-security-vulnerabilities-and-errors-in-your-code/configuring-code-scanning#changing-the-languages-that-are-analyzed + + steps: + - name: Checkout repository + uses: actions/checkout@v2 + + # Initializes the CodeQL tools for scanning. + - name: Initialize CodeQL + uses: github/codeql-action/init@v1 + with: + languages: ${{ matrix.language }} + # If you wish to specify custom queries, you can do so here or in a config file. + # By default, queries listed here will override any specified in a config file. + # Prefix the list here with "+" to use these queries and those in the config file. + # queries: ./path/to/local/query, your-org/your-repo/queries@main + + # Autobuild attempts to build any compiled languages (C/C++, C#, or Java). + # If this step fails, then you should remove it and run the build manually (see below) + - name: Autobuild + uses: github/codeql-action/autobuild@v1 + + # ℹ️ Command-line programs to run using the OS shell. + # 📚 https://git.io/JvXDl + + # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines + # and modify them (or add more) to build your code if your project + # uses a compiled language + + #- run: | + # make bootstrap + # make release + + - name: Perform CodeQL Analysis + uses: github/codeql-action/analyze@v1 diff --git a/staging/src/github.com/promethues/prometheus/.github/workflows/funcbench.yml b/staging/src/github.com/promethues/prometheus/.github/workflows/funcbench.yml new file mode 100644 index 0000000..811b3bf --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/workflows/funcbench.yml @@ -0,0 +1,58 @@ +on: + repository_dispatch: + types: [funcbench_start] +name: Funcbench Workflow +jobs: + run_funcbench: + name: Running funcbench + if: github.event.action == 'funcbench_start' + runs-on: ubuntu-latest + env: + AUTH_FILE: ${{ secrets.TEST_INFRA_PROVIDER_AUTH }} + BRANCH: ${{ github.event.client_payload.BRANCH }} + BENCH_FUNC_REGEX: ${{ github.event.client_payload.BENCH_FUNC_REGEX }} + PACKAGE_PATH: ${{ github.event.client_payload.PACKAGE_PATH }} + GITHUB_TOKEN: ${{ secrets.PROMBOT_TOKEN }} + GITHUB_ORG: prometheus + GITHUB_REPO: prometheus + GITHUB_STATUS_TARGET_URL: https://github.com/${{github.repository}}/actions/runs/${{github.run_id}} + LAST_COMMIT_SHA: ${{ github.event.client_payload.LAST_COMMIT_SHA }} + GKE_PROJECT_ID: macro-mile-203600 + PR_NUMBER: ${{ github.event.client_payload.PR_NUMBER }} + PROVIDER: gke + ZONE: europe-west3-a + steps: + - name: Update status to pending + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"pending","context":"funcbench-status","target_url":"'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Prepare nodepool + uses: docker://prominfra/funcbench:master + with: + entrypoint: 'docker_entrypoint' + args: make deploy + - name: Delete all resources + if: always() + uses: docker://prominfra/funcbench:master + with: + entrypoint: 'docker_entrypoint' + args: make clean + - name: Update status to failure + if: failure() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"failure","context":"funcbench-status","target_url":"'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Update status to success + if: success() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"success","context":"funcbench-status","target_url":"'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" diff --git a/staging/src/github.com/promethues/prometheus/.github/workflows/fuzzing.yml b/staging/src/github.com/promethues/prometheus/.github/workflows/fuzzing.yml new file mode 100644 index 0000000..bed4d76 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/workflows/fuzzing.yml @@ -0,0 +1,29 @@ +name: CIFuzz +on: + pull_request: + paths: + - 'go.sum' + - 'go.mod' + - '**.go' +jobs: + Fuzzing: + runs-on: ubuntu-latest + steps: + - name: Build Fuzzers + id: build + uses: google/oss-fuzz/infra/cifuzz/actions/build_fuzzers@master + with: + oss-fuzz-project-name: 'prometheus' + dry-run: false + - name: Run Fuzzers + uses: google/oss-fuzz/infra/cifuzz/actions/run_fuzzers@master + with: + oss-fuzz-project-name: 'prometheus' + fuzz-seconds: 600 + dry-run: false + - name: Upload Crash + uses: actions/upload-artifact@v1 + if: failure() && steps.build.outcome == 'success' + with: + name: artifacts + path: ./out/artifacts diff --git a/staging/src/github.com/promethues/prometheus/.github/workflows/prombench.yml b/staging/src/github.com/promethues/prometheus/.github/workflows/prombench.yml new file mode 100644 index 0000000..d7c62bd --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.github/workflows/prombench.yml @@ -0,0 +1,126 @@ +on: + repository_dispatch: + types: [prombench_start,prombench_restart,prombench_stop] +name: Prombench Workflow +env: + AUTH_FILE: ${{ secrets.TEST_INFRA_PROVIDER_AUTH }} + CLUSTER_NAME: test-infra + DOMAIN_NAME: prombench.prometheus.io + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GITHUB_ORG: prometheus + GITHUB_REPO: prometheus + GITHUB_STATUS_TARGET_URL: https://github.com/${{github.repository}}/actions/runs/${{github.run_id}} + LAST_COMMIT_SHA: ${{ github.event.client_payload.LAST_COMMIT_SHA }} + GKE_PROJECT_ID: macro-mile-203600 + PR_NUMBER: ${{ github.event.client_payload.PR_NUMBER }} + PROVIDER: gke + RELEASE: ${{ github.event.client_payload.RELEASE }} + ZONE: europe-west3-a +jobs: + benchmark_start: + name: Benchmark Start + if: github.event.action == 'prombench_start' + runs-on: ubuntu-latest + steps: + - name: Update status to pending + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"pending", "context": "prombench-status-update-start", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Run make deploy to start test + id: make_deploy + uses: docker://prominfra/prombench:master + with: + args: >- + until make all_nodes_deleted; do echo "waiting for nodepools to be deleted"; sleep 10; done; + make deploy; + - name: Update status to failure + if: failure() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"failure", "context": "prombench-status-update-start", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Update status to success + if: success() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"success", "context": "prombench-status-update-start", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + benchmark_cancel: + name: Benchmark Cancel + if: github.event.action == 'prombench_stop' + runs-on: ubuntu-latest + steps: + - name: Update status to pending + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"pending", "context": "prombench-status-update-cancel", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Run make clean to stop test + id: make_clean + uses: docker://prominfra/prombench:master + with: + args: >- + until make all_nodes_running; do echo "waiting for nodepools to be created"; sleep 10; done; + make clean; + - name: Update status to failure + if: failure() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"failure", "context": "prombench-status-update-cancel", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Update status to success + if: success() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"success", "context": "prombench-status-update-cancel", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + benchmark_restart: + name: Benchmark Restart + if: github.event.action == 'prombench_restart' + runs-on: ubuntu-latest + steps: + - name: Update status to pending + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"pending", "context": "prombench-status-update-restart", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Run make clean then make deploy to restart test + id: make_restart + uses: docker://prominfra/prombench:master + with: + args: >- + until make all_nodes_running; do echo "waiting for nodepools to be created"; sleep 10; done; + make clean; + until make all_nodes_deleted; do echo "waiting for nodepools to be deleted"; sleep 10; done; + make deploy; + - name: Update status to failure + if: failure() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"failure", "context": "prombench-status-update-restart", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" + - name: Update status to success + if: success() + run: >- + curl -i -X POST + -H "Authorization: Bearer $GITHUB_TOKEN" + -H "Content-Type: application/json" + --data '{"state":"success", "context": "prombench-status-update-restart", "target_url": "'$GITHUB_STATUS_TARGET_URL'"}' + "https://api.github.com/repos/$GITHUB_REPOSITORY/statuses/$LAST_COMMIT_SHA" diff --git a/staging/src/github.com/promethues/prometheus/.gitignore b/staging/src/github.com/promethues/prometheus/.gitignore new file mode 100644 index 0000000..de176ea --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.gitignore @@ -0,0 +1,27 @@ +*# +.#* +/*.yaml +/*.yml +*.exe + +/prometheus +/promtool +benchmark.txt +/data +/cmd/prometheus/data +/cmd/prometheus/debug +/benchout +/cmd/promtool/data + +!/.travis.yml +!/.promu.yml +!/.golangci.yml +/documentation/examples/remote_storage/remote_storage_adapter/remote_storage_adapter +/documentation/examples/remote_storage/example_write_adapter/example_writer_adapter + +npm_licenses.tar.bz2 +/web/ui/static/react +/web/ui/assets_vfsdata.go + +/vendor +/.build diff --git a/staging/src/github.com/promethues/prometheus/.golangci.yml b/staging/src/github.com/promethues/prometheus/.golangci.yml new file mode 100644 index 0000000..cafccec --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.golangci.yml @@ -0,0 +1,28 @@ +run: + deadline: 5m + +linters: + enable: + - depguard + - golint + +issues: + exclude-rules: + - path: _test.go + linters: + - errcheck + +linters-settings: + depguard: + list-type: blacklist + include-go-root: true + packages: + - sync/atomic + - github.com/stretchr/testify/assert + packages-with-error-message: + - sync/atomic: "Use go.uber.org/atomic instead of sync/atomic" + - github.com/stretchr/testify/assert: "Use github.com/stretchr/testify/require instead of github.com/stretchr/testify/assert" + # Temporarily commenting until a solution for removing it from klog is found. + # - github.com/go-kit/kit/log: "Use github.com/go-kit/log instead of github.com/go-kit/kit/log" + errcheck: + exclude: scripts/errcheck_excludes.txt diff --git a/staging/src/github.com/promethues/prometheus/.promu.yml b/staging/src/github.com/promethues/prometheus/.promu.yml new file mode 100644 index 0000000..f52a646 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/.promu.yml @@ -0,0 +1,37 @@ +go: + # Whenever the Go version is updated here, + # .circle/config.yml should also be updated. + version: 1.16 +repository: + path: github.com/prometheus/prometheus +build: + binaries: + - name: prometheus + path: ./cmd/prometheus + - name: promtool + path: ./cmd/promtool + flags: -a -tags netgo,builtinassets + ldflags: | + -X github.com/prometheus/common/version.Version={{.Version}} + -X github.com/prometheus/common/version.Revision={{.Revision}} + -X github.com/prometheus/common/version.Branch={{.Branch}} + -X github.com/prometheus/common/version.BuildUser={{user}}@{{host}} + -X github.com/prometheus/common/version.BuildDate={{date "20060102-15:04:05"}} +tarball: + files: + - consoles + - console_libraries + - documentation/examples/prometheus.yml + - LICENSE + - NOTICE + - npm_licenses.tar.bz2 +crossbuild: + platforms: + - darwin + - dragonfly + - freebsd + - illumos + - linux + - netbsd + - openbsd + - windows diff --git a/staging/src/github.com/promethues/prometheus/CHANGELOG.md b/staging/src/github.com/promethues/prometheus/CHANGELOG.md new file mode 100644 index 0000000..0c01f4c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/CHANGELOG.md @@ -0,0 +1,1920 @@ +## 2.28.0 / 2021-06-21 + +* [CHANGE] UI: Make the new experimental PromQL editor the default. #8925 +* [FEATURE] Linode SD: Add Linode service discovery. #8846 +* [FEATURE] HTTP SD: Add generic HTTP-based service discovery. #8839 +* [FEATURE] Kubernetes SD: Allow configuring API Server access via a kubeconfig file. #8811 +* [FEATURE] UI: Add exemplar display support to the graphing interface. #8832 #8945 #8929 +* [FEATURE] Consul SD: Add namespace support for Consul Enterprise. #8900 +* [ENHANCEMENT] Promtool: Allow silencing output when importing / backfilling data. #8917 +* [ENHANCEMENT] Consul SD: Support reading tokens from file. #8926 +* [ENHANCEMENT] Rules: Add a new `.ExternalURL` alert field templating variable, containing the external URL of the Prometheus server. #8878 +* [ENHANCEMENT] Scrape: Add experimental `body_size_limit` scrape configuration setting to limit the allowed response body size for target scrapes. #8833 #8886 +* [ENHANCEMENT] Kubernetes SD: Add ingress class name label for ingress discovery. #8916 +* [ENHANCEMENT] UI: Show a startup screen with progress bar when the TSDB is not ready yet. #8662 #8908 #8909 #8946 +* [ENHANCEMENT] SD: Add a target creation failure counter `prometheus_target_sync_failed_total` and improve target creation failure handling. #8786 +* [ENHANCEMENT] TSDB: Improve validation of exemplar label set length. #8816 +* [ENHANCEMENT] TSDB: Add a `prometheus_tsdb_clean_start` metric that indicates whether a TSDB lockfile from a previous run still existed upon startup. #8824 +* [BUGFIX] UI: In the experimental PromQL editor, fix autocompletion and parsing for special float values and improve series metadata fetching. #8856 +* [BUGFIX] TSDB: When merging chunks, split resulting chunks if they would contain more than the maximum of 120 samples. #8582 +* [BUGFIX] SD: Fix the computation of the `prometheus_sd_discovered_targets` metric when using multiple service discoveries. #8828 + +## 2.27.1 / 2021-05-18 + +This release contains a bug fix for a security issue in the API endpoint. An +attacker can craft a special URL that redirects a user to any endpoint via an +HTTP 302 response. See the [security advisory][GHSA-vx57-7f4q-fpc7] for more details. + +[GHSA-vx57-7f4q-fpc7]:https://github.com/prometheus/prometheus/security/advisories/GHSA-vx57-7f4q-fpc7 + +This vulnerability has been reported by Aaron Devaney from MDSec. + +* [BUGFIX] SECURITY: Fix arbitrary redirects under the /new endpoint (CVE-2021-29622) + +## 2.27.0 / 2021-05-12 + +* [FEATURE] Promtool: Retroactive rule evaluation functionality. #7675 +* [FEATURE] Configuration: Environment variable expansion for external labels. Behind `--enable-feature=expand-external-labels` flag. #8649 +* [FEATURE] TSDB: Add a flag(`--storage.tsdb.max-block-chunk-segment-size`) to control the max chunks file size of the blocks for small Prometheus instances. #8478 +* [FEATURE] UI: Add a dark theme. #8604 +* [FEATURE] AWS Lightsail Discovery: Add AWS Lightsail Discovery. #8693 +* [FEATURE] Docker Discovery: Add Docker Service Discovery. #8629 +* [FEATURE] OAuth: Allow OAuth 2.0 to be used anywhere an HTTP client is used. #8761 +* [FEATURE] Remote Write: Send exemplars via remote write. Experimental and disabled by default. #8296 +* [ENHANCEMENT] Digital Ocean Discovery: Add `__meta_digitalocean_vpc` label. #8642 +* [ENHANCEMENT] Scaleway Discovery: Read Scaleway secret from a file. #8643 +* [ENHANCEMENT] Scrape: Add configurable limits for label size and count. #8777 +* [ENHANCEMENT] UI: Add 16w and 26w time range steps. #8656 +* [ENHANCEMENT] Templating: Enable parsing strings in `humanize` functions. #8682 +* [BUGFIX] UI: Provide errors instead of blank page on TSDB Status Page. #8654 #8659 +* [BUGFIX] TSDB: Do not panic when writing very large records to the WAL. #8790 +* [BUGFIX] TSDB: Avoid panic when mmaped memory is referenced after the file is closed. #8723 +* [BUGFIX] Scaleway Discovery: Fix nil pointer dereference. #8737 +* [BUGFIX] Consul Discovery: Restart no longer required after config update with no targets. #8766 + +## 2.26.0 / 2021-03-31 + +Prometheus is now built and supporting Go 1.16 (#8544). This reverts the memory release pattern added in Go 1.12. This makes common RSS usage metrics showing more accurate number for actual memory used by Prometheus. You can read more details [here](https://www.bwplotka.dev/2019/golang-memory-monitoring/). + +Note that from this release Prometheus is using Alertmanager v2 by default. + +* [CHANGE] Alerting: Using Alertmanager v2 API by default. #8626 +* [CHANGE] Prometheus/Promtool: As agreed on dev summit, binaries are now printing help and usage to stdout instead of stderr. #8542 +* [FEATURE] Remote: Add support for AWS SigV4 auth method for remote_write. #8509 +* [FEATURE] Scaleway Discovery: Add Scaleway Service Discovery. #8555 +* [FEATURE] PromQL: Allow negative offsets. Behind `--enable-feature=promql-negative-offset` flag. #8487 +* [FEATURE] **experimental** Exemplars: Add in-memory storage for exemplars. Behind `--enable-feature=exemplar-storage` flag. #6635 +* [FEATURE] UI: Add advanced auto-completion, syntax highlighting and linting to graph page query input. #8634 +* [ENHANCEMENT] Digital Ocean Discovery: Add `__meta_digitalocean_image` label. #8497 +* [ENHANCEMENT] PromQL: Add `last_over_time`, `sgn`, `clamp` functions. #8457 +* [ENHANCEMENT] Scrape: Add support for specifying type of Authorization header credentials with Bearer by default. #8512 +* [ENHANCEMENT] Scrape: Add `follow_redirects` option to scrape configuration. #8546 +* [ENHANCEMENT] Remote: Allow retries on HTTP 429 response code for remote_write. Disabled by default. See [configuration docs](https://prometheus.io/docs/prometheus/latest/configuration/configuration/#remote_write) for details. #8237 #8477 +* [ENHANCEMENT] Remote: Allow configuring custom headers for remote_read. See [configuration docs](https://prometheus.io/docs/prometheus/latest/configuration/configuration/#remote_read) for details. #8516 +* [ENHANCEMENT] UI: Hitting Enter now triggers new query. #8581 +* [ENHANCEMENT] UI: Better handling of long rule and names on the `/rules` and `/targets` pages. #8608 #8609 +* [ENHANCEMENT] UI: Add collapse/expand all button on the `/targets` page. #8486 +* [BUGFIX] TSDB: Eager deletion of removable blocks on every compaction, saving disk peak space usage. #8007 +* [BUGFIX] PromQL: Fix parser support for special characters like`炬`. #8517 +* [BUGFIX] Rules: Update rule health for append/commit fails. #8619 + +## 2.25.2 / 2021-03-16 + +* [BUGFIX] Fix the ingestion of scrapes when the wall clock changes, e.g. on suspend. #8601 + +## 2.25.1 / 2021-03-14 + +* [BUGFIX] Fix a crash in `promtool` when a subquery with default resolution is used. #8569 +* [BUGFIX] Fix a bug that could return duplicate datapoints in queries. #8591 +* [BUGFIX] Fix crashes with arm64 when compiled with go1.16. #8593 + +## 2.25.0 / 2021-02-17 + +This release includes a new `--enable-feature=` flag that enables +experimental features. Such features might be changed or removed in the future. + +In the next minor release (2.26), Prometheus will use the Alertmanager API v2. +It will be done by defaulting `alertmanager_config.api_version` to `v2`. +Alertmanager API v2 was released in Alertmanager v0.16.0 (released in January +2019). + +* [FEATURE] **experimental** API: Accept remote_write requests. Behind the --enable-feature=remote-write-receiver flag. #8424 +* [FEATURE] **experimental** PromQL: Add '@ ' modifier. Behind the --enable-feature=promql-at-modifier flag. #8121 #8436 #8425 +* [ENHANCEMENT] Add optional name property to testgroup for better test failure output. #8440 +* [ENHANCEMENT] Add warnings into React Panel on the Graph page. #8427 +* [ENHANCEMENT] TSDB: Increase the number of buckets for the compaction duration metric. #8342 +* [ENHANCEMENT] Remote: Allow passing along custom remote_write HTTP headers. #8416 +* [ENHANCEMENT] Mixins: Scope grafana configuration. #8332 +* [ENHANCEMENT] Kubernetes SD: Add endpoint labels metadata. #8273 +* [ENHANCEMENT] UI: Expose total number of label pairs in head in TSDB stats page. #8343 +* [ENHANCEMENT] TSDB: Reload blocks every minute, to detect new blocks and enforce retention more often. #8343 +* [BUGFIX] API: Fix global URL when external address has no port. #8359 +* [BUGFIX] Backfill: Fix error message handling. #8432 +* [BUGFIX] Backfill: Fix "add sample: out of bounds" error when series span an entire block. #8476 +* [BUGFIX] Deprecate unused flag --alertmanager.timeout. #8407 +* [BUGFIX] Mixins: Support remote-write metrics renamed in v2.23 in alerts. #8423 +* [BUGFIX] Remote: Fix garbage collection of dropped series in remote write. #8387 +* [BUGFIX] Remote: Log recoverable remote write errors as warnings. #8412 +* [BUGFIX] TSDB: Remove pre-2.21 temporary blocks on start. #8353. +* [BUGFIX] UI: Fix duplicated keys on /targets page. #8456 +* [BUGFIX] UI: Fix label name leak into class name. #8459 + +## 2.24.1 / 2021-01-20 + +* [ENHANCEMENT] Cache basic authentication results to significantly improve performance of HTTP endpoints (via an update of prometheus/exporter-toolkit). +* [BUGFIX] Prevent user enumeration by timing requests sent to authenticated HTTP endpoints (via an update of prometheus/exporter-toolkit). + +## 2.24.0 / 2021-01-06 + +* [FEATURE] Add TLS and basic authentication to HTTP endpoints. #8316 +* [FEATURE] promtool: Add `check web-config` subcommand to check web config files. #8319 +* [FEATURE] promtool: Add `tsdb create-blocks-from openmetrics` subcommand to backfill metrics data from an OpenMetrics file. #8084 +* [ENHANCEMENT] HTTP API: Fast-fail queries with only empty matchers. #8288 +* [ENHANCEMENT] HTTP API: Support matchers for labels API. #8301 +* [ENHANCEMENT] promtool: Improve checking of URLs passed on the command line. #7956 +* [ENHANCEMENT] SD: Expose IPv6 as a label in EC2 SD. #7086 +* [ENHANCEMENT] SD: Reuse EC2 client, reducing frequency of requesting credentials. #8311 +* [ENHANCEMENT] TSDB: Add logging when compaction takes more than the block time range. #8151 +* [ENHANCEMENT] TSDB: Avoid unnecessary GC runs after compaction. #8276 +* [BUGFIX] HTTP API: Avoid double-closing of channel when quitting multiple times via HTTP. #8242 +* [BUGFIX] SD: Ignore CNAME records in DNS SD to avoid spurious `Invalid SRV record` warnings. #8216 +* [BUGFIX] SD: Avoid config error triggered by valid label selectors in Kubernetes SD. #8285 + +## 2.23.0 / 2020-11-26 + +* [CHANGE] UI: Make the React UI default. #8142 +* [CHANGE] Remote write: The following metrics were removed/renamed in remote write. #6815 + - `prometheus_remote_storage_succeeded_samples_total` was removed and `prometheus_remote_storage_samples_total` was introduced for all the samples attempted to send. + - `prometheus_remote_storage_sent_bytes_total` was removed and replaced with `prometheus_remote_storage_samples_bytes_total` and `prometheus_remote_storage_metadata_bytes_total`. + - `prometheus_remote_storage_failed_samples_total` -> `prometheus_remote_storage_samples_failed_total` . + - `prometheus_remote_storage_retried_samples_total` -> `prometheus_remote_storage_samples_retried_total`. + - `prometheus_remote_storage_dropped_samples_total` -> `prometheus_remote_storage_samples_dropped_total`. + - `prometheus_remote_storage_pending_samples` -> `prometheus_remote_storage_samples_pending`. +* [CHANGE] Remote: Do not collect non-initialized timestamp metrics. #8060 +* [FEATURE] [EXPERIMENTAL] Remote write: Allow metric metadata to be propagated via remote write. The following new metrics were introduced: `prometheus_remote_storage_metadata_total`, `prometheus_remote_storage_metadata_failed_total`, `prometheus_remote_storage_metadata_retried_total`, `prometheus_remote_storage_metadata_bytes_total`. #6815 +* [ENHANCEMENT] Remote write: Added a metric `prometheus_remote_storage_max_samples_per_send` for remote write. #8102 +* [ENHANCEMENT] TSDB: Make the snapshot directory name always the same length. #8138 +* [ENHANCEMENT] TSDB: Create a checkpoint only once at the end of all head compactions. #8067 +* [ENHANCEMENT] TSDB: Avoid Series API from hitting the chunks. #8050 +* [ENHANCEMENT] TSDB: Cache label name and last value when adding series during compactions making compactions faster. #8192 +* [ENHANCEMENT] PromQL: Improved performance of Hash method making queries a bit faster. #8025 +* [ENHANCEMENT] promtool: `tsdb list` now prints block sizes. #7993 +* [ENHANCEMENT] promtool: Calculate mint and maxt per test avoiding unnecessary calculations. #8096 +* [ENHANCEMENT] SD: Add filtering of services to Docker Swarm SD. #8074 +* [BUGFIX] React UI: Fix button display when there are no panels. #8155 +* [BUGFIX] PromQL: Fix timestamp() method for vector selector inside parenthesis. #8164 +* [BUGFIX] PromQL: Don't include rendered expression on PromQL parse errors. #8177 +* [BUGFIX] web: Fix panic with double close() of channel on calling `/-/quit/`. #8166 +* [BUGFIX] TSDB: Fixed WAL corruption on partial writes within a page causing `invalid checksum` error on WAL replay. #8125 +* [BUGFIX] Update config metrics `prometheus_config_last_reload_successful` and `prometheus_config_last_reload_success_timestamp_seconds` right after initial validation before starting TSDB. +* [BUGFIX] promtool: Correctly detect duplicate label names in exposition. + +## 2.22.2 / 2020-11-16 + +* [BUGFIX] Fix race condition in syncing/stopping/reloading scrapers. #8176 + +## 2.22.1 / 2020-11-03 + +* [BUGFIX] Fix potential "mmap: invalid argument" errors in loading the head chunks, after an unclean shutdown, by performing read repairs. #8061 +* [BUGFIX] Fix serving metrics and API when reloading scrape config. #8104 +* [BUGFIX] Fix head chunk size calculation for size based retention. #8139 + +## 2.22.0 / 2020-10-07 + +As announced in the 2.21.0 release notes, the experimental gRPC API v2 has been +removed. + +* [CHANGE] web: Remove APIv2. #7935 +* [ENHANCEMENT] React UI: Implement missing TSDB head stats section. #7876 +* [ENHANCEMENT] UI: Add Collapse all button to targets page. #6957 +* [ENHANCEMENT] UI: Clarify alert state toggle via checkbox icon. #7936 +* [ENHANCEMENT] Add `rule_group_last_evaluation_samples` and `prometheus_tsdb_data_replay_duration_seconds` metrics. #7737 #7977 +* [ENHANCEMENT] Gracefully handle unknown WAL record types. #8004 +* [ENHANCEMENT] Issue a warning for 64 bit systems running 32 bit binaries. #8012 +* [BUGFIX] Adjust scrape timestamps to align them to the intended schedule, effectively reducing block size. Workaround for a regression in go1.14+. #7976 +* [BUGFIX] promtool: Ensure alert rules are marked as restored in unit tests. #7661 +* [BUGFIX] Eureka: Fix service discovery when compiled in 32-bit. #7964 +* [BUGFIX] Don't do literal regex matching optimisation when case insensitive. #8013 +* [BUGFIX] Fix classic UI sometimes running queries for instant query when in range query mode. #7984 + +## 2.21.0 / 2020-09-11 + +This release is built with Go 1.15, which deprecates [X.509 CommonName](https://golang.org/doc/go1.15#commonname) +in TLS certificates validation. + +In the unlikely case that you use the gRPC API v2 (which is limited to TSDB +admin commands), please note that we will remove this experimental API in the +next minor release 2.22. + +* [CHANGE] Disable HTTP/2 because of concerns with the Go HTTP/2 client. #7588 #7701 +* [CHANGE] PromQL: `query_log_file` path is now relative to the config file. #7701 +* [CHANGE] Promtool: Replace the tsdb command line tool by a promtool tsdb subcommand. #6088 +* [CHANGE] Rules: Label `rule_group_iterations` metric with group name. #7823 +* [FEATURE] Eureka SD: New service discovery. #3369 +* [FEATURE] Hetzner SD: New service discovery. #7822 +* [FEATURE] Kubernetes SD: Support Kubernetes EndpointSlices. #6838 +* [FEATURE] Scrape: Add per scrape-config targets limit. #7554 +* [ENHANCEMENT] Support composite durations in PromQL, config and UI, e.g. 1h30m. #7713 #7833 +* [ENHANCEMENT] DNS SD: Add SRV record target and port meta labels. #7678 +* [ENHANCEMENT] Docker Swarm SD: Support tasks and service without published ports. #7686 +* [ENHANCEMENT] PromQL: Reduce the amount of data queried by remote read when a subquery has an offset. #7667 +* [ENHANCEMENT] Promtool: Add `--time` option to query instant command. #7829 +* [ENHANCEMENT] UI: Respect the `--web.page-title` parameter in the React UI. #7607 +* [ENHANCEMENT] UI: Add duration, labels, annotations to alerts page in the React UI. #7605 +* [ENHANCEMENT] UI: Add duration on the React UI rules page, hide annotation and labels if empty. #7606 +* [BUGFIX] API: Deduplicate series in /api/v1/series. #7862 +* [BUGFIX] PromQL: Drop metric name in bool comparison between two instant vectors. #7819 +* [BUGFIX] PromQL: Exit with an error when time parameters can't be parsed. #7505 +* [BUGFIX] Remote read: Re-add accidentally removed tracing for remote-read requests. #7916 +* [BUGFIX] Rules: Detect extra fields in rule files. #7767 +* [BUGFIX] Rules: Disallow overwriting the metric name in the `labels` section of recording rules. #7787 +* [BUGFIX] Rules: Keep evaluation timestamp across reloads. #7775 +* [BUGFIX] Scrape: Do not stop scrapes in progress during reload. #7752 +* [BUGFIX] TSDB: Fix `chunks.HeadReadWriter: maxt of the files are not set` error. #7856 +* [BUGFIX] TSDB: Delete blocks atomically to prevent corruption when there is a panic/crash during deletion. #7772 +* [BUGFIX] Triton SD: Fix a panic when triton_sd_config is nil. #7671 +* [BUGFIX] UI: Fix react UI bug with series going on and off. #7804 +* [BUGFIX] UI: Fix styling bug for target labels with special names in React UI. #7902 +* [BUGFIX] Web: Stop CMUX and GRPC servers even with stale connections, preventing the server to stop on SIGTERM. #7810 + +## 2.20.1 / 2020-08-05 + +* [BUGFIX] SD: Reduce the Consul watch timeout to 2m and adjust the request timeout accordingly. #7724 + +## 2.20.0 / 2020-07-22 + +This release changes WAL compression from opt-in to default. WAL compression will prevent a downgrade to v2.10 or earlier without deleting the WAL. Disable WAL compression explicitly by setting the command line flag `--no-storage.tsdb.wal-compression` if you require downgrading to v2.10 or earlier. + +* [CHANGE] promtool: Changed rule numbering from 0-based to 1-based when reporting rule errors. #7495 +* [CHANGE] Remote read: Added `prometheus_remote_storage_read_queries_total` counter and `prometheus_remote_storage_read_request_duration_seconds` histogram, removed `prometheus_remote_storage_remote_read_queries_total` counter. +* [CHANGE] Remote write: Added buckets for longer durations to `prometheus_remote_storage_sent_batch_duration_seconds` histogram. +* [CHANGE] TSDB: WAL compression is enabled by default. #7410 +* [FEATURE] PromQL: Added `group()` aggregator. #7480 +* [FEATURE] SD: Added Docker Swarm SD. #7420 +* [FEATURE] SD: Added DigitalOcean SD. #7407 +* [FEATURE] SD: Added Openstack config option to query alternative endpoints. #7494 +* [ENHANCEMENT] Configuration: Exit early on invalid config file and signal it with exit code 2. #7399 +* [ENHANCEMENT] PromQL: `without` is now a valid metric identifier. #7533 +* [ENHANCEMENT] PromQL: Optimized regex label matching for literals within the pattern or as prefix/suffix. #7453 #7503 +* [ENHANCEMENT] promtool: Added time range parameters for labels API in promtool. #7463 +* [ENHANCEMENT] Remote write: Include samples waiting in channel in pending samples metric. Log number of dropped samples on hard shutdown. #7335 +* [ENHANCEMENT] Scrape: Ingest synthetic scrape report metrics atomically with the corresponding scraped metrics. #7562 +* [ENHANCEMENT] SD: Reduce timeouts for Openstack SD. #7507 +* [ENHANCEMENT] SD: Use 10m timeout for Consul watches. #7423 +* [ENHANCEMENT] SD: Added AMI meta label for EC2 SD. #7386 +* [ENHANCEMENT] TSDB: Increment WAL corruption metric also on WAL corruption during checkpointing. #7491 +* [ENHANCEMENT] TSDB: Improved query performance for high-cardinality labels. #7448 +* [ENHANCEMENT] UI: Display dates as well as timestamps in status page. #7544 +* [ENHANCEMENT] UI: Improved scrolling when following hash-fragment links. #7456 +* [ENHANCEMENT] UI: React UI renders numbers in alerts in a more human-readable way. #7426 +* [BUGFIX] API: Fixed error status code in the query API. #7435 +* [BUGFIX] PromQL: Fixed `avg` and `avg_over_time` for NaN, Inf, and float64 overflows. #7346 +* [BUGFIX] PromQL: Fixed off-by-one error in `histogram_quantile`. #7393 +* [BUGFIX] promtool: Support extended durations in rules unit tests. #6297 +* [BUGFIX] Scrape: Fix undercounting for `scrape_samples_post_metric_relabeling` in case of errors. #7342 +* [BUGFIX] TSDB: Don't panic on WAL corruptions. #7550 +* [BUGFIX] TSDB: Avoid leaving behind empty files in `chunks_head`, causing startup failures. #7573 +* [BUGFIX] TSDB: Fixed race between compact (gc, populate) and head append causing unknown symbol error. #7560 +* [BUGFIX] TSDB: Fixed unknown symbol error during head compaction. #7526 +* [BUGFIX] TSDB: Fixed panic during TSDB metric registration. #7501 +* [BUGFIX] TSDB: Fixed `--limit` command line flag in `tsdb` tool. #7430 + +## 2.19.3 / 2020-07-24 + +* [BUGFIX] TSDB: Don't panic on WAL corruptions. #7550 +* [BUGFIX] TSDB: Avoid leaving behind empty files in chunks_head, causing startup failures. #7573 + +## 2.19.2 / 2020-06-26 + +* [BUGFIX] Remote Write: Fix panic when reloading config with modified queue parameters. #7452 + +## 2.19.1 / 2020-06-18 + +* [BUGFIX] TSDB: Fix m-map file truncation leading to unsequential files. #7414 + +## 2.19.0 / 2020-06-09 + +* [FEATURE] TSDB: Memory-map full chunks of Head (in-memory) block from disk. This reduces memory footprint and makes restarts faster. #6679 +* [ENHANCEMENT] Discovery: Added discovery support for Triton global zones. #7250 +* [ENHANCEMENT] Increased alert resend delay to be more tolerant towards failures. #7228 +* [ENHANCEMENT] Remote Read: Added `prometheus_remote_storage_remote_read_queries_total` counter to count total number of remote read queries. #7328 +* [ENHANCEMEMT] Added time range parameters for label names and label values API. #7288 +* [ENHANCEMENT] TSDB: Reduced contention in isolation for high load. #7332 +* [BUGFIX] PromQL: Eliminated collision while checking for duplicate labels. #7058 +* [BUGFIX] React UI: Don't null out data when clicking on the current tab. #7243 +* [BUGFIX] PromQL: Correctly track number of samples for a query. #7307 +* [BUGFIX] PromQL: Return NaN when histogram buckets have 0 observations. #7318 + +## 2.18.2 / 2020-06-09 + +* [BUGFIX] TSDB: Fix incorrect query results when using Prometheus with remote reads configured #7361 + +## 2.18.1 / 2020-05-07 + +* [BUGFIX] TSDB: Fixed snapshot API. #7217 + +## 2.18.0 / 2020-05-05 + +* [CHANGE] Federation: Only use local TSDB for federation (ignore remote read). #7096 +* [CHANGE] Rules: `rule_evaluations_total` and `rule_evaluation_failures_total` have a `rule_group` label now. #7094 +* [FEATURE] Tracing: Added experimental Jaeger support #7148 +* [ENHANCEMENT] TSDB: Significantly reduce WAL size kept around after a block cut. #7098 +* [ENHANCEMENT] Discovery: Add `architecture` meta label for EC2. #7000 +* [BUGFIX] UI: Fixed wrong MinTime reported by /status. #7182 +* [BUGFIX] React UI: Fixed multiselect legend on OSX. #6880 +* [BUGFIX] Remote Write: Fixed blocked resharding edge case. #7122 +* [BUGFIX] Remote Write: Fixed remote write not updating on relabel configs change. #7073 + + +## 2.17.2 / 2020-04-20 + +* [BUGFIX] Federation: Register federation metrics #7081 +* [BUGFIX] PromQL: Fix panic in parser error handling #7132 +* [BUGFIX] Rules: Fix reloads hanging when deleting a rule group that is being evaluated #7138 +* [BUGFIX] TSDB: Fix a memory leak when prometheus starts with an empty TSDB WAL #7135 +* [BUGFIX] TSDB: Make isolation more robust to panics in web handlers #7129 #7136 + +## 2.17.1 / 2020-03-26 + +* [BUGFIX] TSDB: Fix query performance regression that increased memory and CPU usage #7051 + +## 2.17.0 / 2020-03-24 + +This release implements isolation in TSDB. API queries and recording rules are +guaranteed to only see full scrapes and full recording rules. This comes with a +certain overhead in resource usage. Depending on the situation, there might be +some increase in memory usage, CPU usage, or query latency. + +* [FEATURE] TSDB: Support isolation #6841 +* [ENHANCEMENT] PromQL: Allow more keywords as metric names #6933 +* [ENHANCEMENT] React UI: Add normalization of localhost URLs in targets page #6794 +* [ENHANCEMENT] Remote read: Read from remote storage concurrently #6770 +* [ENHANCEMENT] Rules: Mark deleted rule series as stale after a reload #6745 +* [ENHANCEMENT] Scrape: Log scrape append failures as debug rather than warn #6852 +* [ENHANCEMENT] TSDB: Improve query performance for queries that partially hit the head #6676 +* [ENHANCEMENT] Consul SD: Expose service health as meta label #5313 +* [ENHANCEMENT] EC2 SD: Expose EC2 instance lifecycle as meta label #6914 +* [ENHANCEMENT] Kubernetes SD: Expose service type as meta label for K8s service role #6684 +* [ENHANCEMENT] Kubernetes SD: Expose label_selector and field_selector #6807 +* [ENHANCEMENT] Openstack SD: Expose hypervisor id as meta label #6962 +* [BUGFIX] PromQL: Do not escape HTML-like chars in query log #6834 #6795 +* [BUGFIX] React UI: Fix data table matrix values #6896 +* [BUGFIX] React UI: Fix new targets page not loading when using non-ASCII characters #6892 +* [BUGFIX] Remote read: Fix duplication of metrics read from remote storage with external labels #6967 #7018 +* [BUGFIX] Remote write: Register WAL watcher and live reader metrics for all remotes, not just the first one #6998 +* [BUGFIX] Scrape: Prevent removal of metric names upon relabeling #6891 +* [BUGFIX] Scrape: Fix 'superfluous response.WriteHeader call' errors when scrape fails under some circonstances #6986 +* [BUGFIX] Scrape: Fix crash when reloads are separated by two scrape intervals #7011 + +## 2.16.0 / 2020-02-13 + +* [FEATURE] React UI: Support local timezone on /graph #6692 +* [FEATURE] PromQL: add absent_over_time query function #6490 +* [FEATURE] Adding optional logging of queries to their own file #6520 +* [ENHANCEMENT] React UI: Add support for rules page and "Xs ago" duration displays #6503 +* [ENHANCEMENT] React UI: alerts page, replace filtering togglers tabs with checkboxes #6543 +* [ENHANCEMENT] TSDB: Export metric for WAL write errors #6647 +* [ENHANCEMENT] TSDB: Improve query performance for queries that only touch the most recent 2h of data. #6651 +* [ENHANCEMENT] PromQL: Refactoring in parser errors to improve error messages #6634 +* [ENHANCEMENT] PromQL: Support trailing commas in grouping opts #6480 +* [ENHANCEMENT] Scrape: Reduce memory usage on reloads by reusing scrape cache #6670 +* [ENHANCEMENT] Scrape: Add metrics to track bytes and entries in the metadata cache #6675 +* [ENHANCEMENT] promtool: Add support for line-column numbers for invalid rules output #6533 +* [ENHANCEMENT] Avoid restarting rule groups when it is unnecessary #6450 +* [BUGFIX] React UI: Send cookies on fetch() on older browsers #6553 +* [BUGFIX] React UI: adopt grafana flot fix for stacked graphs #6603 +* [BUFGIX] React UI: broken graph page browser history so that back button works as expected #6659 +* [BUGFIX] TSDB: ensure compactionsSkipped metric is registered, and log proper error if one is returned from head.Init #6616 +* [BUGFIX] TSDB: return an error on ingesting series with duplicate labels #6664 +* [BUGFIX] PromQL: Fix unary operator precedence #6579 +* [BUGFIX] PromQL: Respect query.timeout even when we reach query.max-concurrency #6712 +* [BUGFIX] PromQL: Fix string and parentheses handling in engine, which affected React UI #6612 +* [BUGFIX] PromQL: Remove output labels returned by absent() if they are produced by multiple identical label matchers #6493 +* [BUGFIX] Scrape: Validate that OpenMetrics input ends with `# EOF` #6505 +* [BUGFIX] Remote read: return the correct error if configs can't be marshal'd to JSON #6622 +* [BUGFIX] Remote write: Make remote client `Store` use passed context, which can affect shutdown timing #6673 +* [BUGFIX] Remote write: Improve sharding calculation in cases where we would always be consistently behind by tracking pendingSamples #6511 +* [BUGFIX] Ensure prometheus_rule_group metrics are deleted when a rule group is removed #6693 + +## 2.15.2 / 2020-01-06 + +* [BUGFIX] TSDB: Fixed support for TSDB blocks built with Prometheus before 2.1.0. #6564 +* [BUGFIX] TSDB: Fixed block compaction issues on Windows. #6547 + +## 2.15.1 / 2019-12-25 + +* [BUGFIX] TSDB: Fixed race on concurrent queries against same data. #6512 + +## 2.15.0 / 2019-12-23 + +* [CHANGE] Discovery: Removed `prometheus_sd_kubernetes_cache_*` metrics. Additionally `prometheus_sd_kubernetes_workqueue_latency_seconds` and `prometheus_sd_kubernetes_workqueue_work_duration_seconds` metrics now show correct values in seconds. #6393 +* [CHANGE] Remote write: Changed `query` label on `prometheus_remote_storage_*` metrics to `remote_name` and `url`. #6043 +* [FEATURE] API: Added new endpoint for exposing per metric metadata `/metadata`. #6420 #6442 +* [ENHANCEMENT] TSDB: Significantly reduced memory footprint of loaded TSDB blocks. #6418 #6461 +* [ENHANCEMENT] TSDB: Significantly optimized what we buffer during compaction which should result in lower memory footprint during compaction. #6422 #6452 #6468 #6475 +* [ENHANCEMENT] TSDB: Improve replay latency. #6230 +* [ENHANCEMENT] TSDB: WAL size is now used for size based retention calculation. #5886 +* [ENHANCEMENT] Remote read: Added query grouping and range hints to the remote read request #6401 +* [ENHANCEMENT] Remote write: Added `prometheus_remote_storage_sent_bytes_total` counter per queue. #6344 +* [ENHANCEMENT] promql: Improved PromQL parser performance. #6356 +* [ENHANCEMENT] React UI: Implemented missing pages like `/targets` #6276, TSDB status page #6281 #6267 and many other fixes and performance improvements. +* [ENHANCEMENT] promql: Prometheus now accepts spaces between time range and square bracket. e.g `[ 5m]` #6065 +* [BUGFIX] Config: Fixed alertmanager configuration to not miss targets when configurations are similar. #6455 +* [BUGFIX] Remote write: Value of `prometheus_remote_storage_shards_desired` gauge shows raw value of desired shards and it's updated correctly. #6378 +* [BUGFIX] Rules: Prometheus now fails the evaluation of rules and alerts where metric results collide with labels specified in `labels` field. #6469 +* [BUGFIX] API: Targets Metadata API `/targets/metadata` now accepts empty `match_targets` parameter as in the spec. #6303 + +## 2.14.0 / 2019-11-11 + +* [SECURITY/BUGFIX] UI: Ensure warnings from the API are escaped. #6279 +* [FEATURE] API: `/api/v1/status/runtimeinfo` and `/api/v1/status/buildinfo` endpoints added for use by the React UI. #6243 +* [FEATURE] React UI: implement the new experimental React based UI. #5694 and many more + * Can be found by under `/new`. + * Not all pages are implemented yet. +* [FEATURE] Status: Cardinality statistics added to the Runtime & Build Information page. #6125 +* [ENHANCEMENT/BUGFIX] Remote write: fix delays in remote write after a compaction. #6021 +* [ENHANCEMENT] UI: Alerts can be filtered by state. #5758 +* [BUGFIX] API: lifecycle endpoints return 403 when not enabled. #6057 +* [BUGFIX] Build: Fix Solaris build. #6149 +* [BUGFIX] Promtool: Remove false duplicate rule warnings when checking rule files with alerts. #6270 +* [BUGFIX] Remote write: restore use of deduplicating logger in remote write. #6113 +* [BUGFIX] Remote write: do not reshard when unable to send samples. #6111 +* [BUGFIX] Service discovery: errors are no longer logged on context cancellation. #6116, #6133 +* [BUGFIX] UI: handle null response from API properly. #6071 + +## 2.13.1 / 2019-10-16 + +* [BUGFIX] Fix panic in ARM builds of Prometheus. #6110 +* [BUGFIX] promql: fix potential panic in the query logger. #6094 +* [BUGFIX] Multiple errors of http: superfluous response.WriteHeader call in the logs. #6145 + +## 2.13.0 / 2019-10-04 + +* [SECURITY/BUGFIX] UI: Fix a Stored DOM XSS vulnerability with query history [CVE-2019-10215](http://cve.mitre.org/cgi-bin/cvename.cgi?name=CVE-2019-10215). #6098 +* [CHANGE] Metrics: renamed prometheus_sd_configs_failed_total to prometheus_sd_failed_configs and changed to Gauge #5254 +* [ENHANCEMENT] Include the tsdb tool in builds. #6089 +* [ENHANCEMENT] Service discovery: add new node address types for kubernetes. #5902 +* [ENHANCEMENT] UI: show warnings if query have returned some warnings. #5964 +* [ENHANCEMENT] Remote write: reduce memory usage of the series cache. #5849 +* [ENHANCEMENT] Remote read: use remote read streaming to reduce memory usage. #5703 +* [ENHANCEMENT] Metrics: added metrics for remote write max/min/desired shards to queue manager. #5787 +* [ENHANCEMENT] Promtool: show the warnings during label query. #5924 +* [ENHANCEMENT] Promtool: improve error messages when parsing bad rules. #5965 +* [ENHANCEMENT] Promtool: more promlint rules. #5515 +* [BUGFIX] Promtool: fix recording inconsistency due to duplicate labels. #6026 +* [BUGFIX] UI: fixes service-discovery view when accessed from unhealthy targets. #5915 +* [BUGFIX] Metrics format: OpenMetrics parser crashes on short input. #5939 +* [BUGFIX] UI: avoid truncated Y-axis values. #6014 + +## 2.12.0 / 2019-08-17 + +* [FEATURE] Track currently active PromQL queries in a log file. #5794 +* [FEATURE] Enable and provide binaries for `mips64` / `mips64le` architectures. #5792 +* [ENHANCEMENT] Improve responsiveness of targets web UI and API endpoint. #5740 +* [ENHANCEMENT] Improve remote write desired shards calculation. #5763 +* [ENHANCEMENT] Flush TSDB pages more precisely. tsdb#660 +* [ENHANCEMENT] Add `prometheus_tsdb_retention_limit_bytes` metric. tsdb#667 +* [ENHANCEMENT] Add logging during TSDB WAL replay on startup. tsdb#662 +* [ENHANCEMENT] Improve TSDB memory usage. tsdb#653, tsdb#643, tsdb#654, tsdb#642, tsdb#627 +* [BUGFIX] Check for duplicate label names in remote read. #5829 +* [BUGFIX] Mark deleted rules' series as stale on next evaluation. #5759 +* [BUGFIX] Fix JavaScript error when showing warning about out-of-sync server time. #5833 +* [BUGFIX] Fix `promtool test rules` panic when providing empty `exp_labels`. #5774 +* [BUGFIX] Only check last directory when discovering checkpoint number. #5756 +* [BUGFIX] Fix error propagation in WAL watcher helper functions. #5741 +* [BUGFIX] Correctly handle empty labels from alert templates. #5845 + +## 2.11.2 / 2019-08-14 + +* [BUGFIX/SECURITY] Fix a Stored DOM XSS vulnerability with query history. #5888 + +## 2.11.1 / 2019-07-10 + +* [BUGFIX] Fix potential panic when prometheus is watching multiple zookeeper paths. #5749 + +## 2.11.0 / 2019-07-09 + +* [CHANGE] Remove `max_retries` from queue_config (it has been unused since rewriting remote-write to utilize the write-ahead-log). #5649 +* [CHANGE] The meta file `BlockStats` no longer holds size information. This is now dynamically calculated and kept in memory. It also includes the meta file size which was not included before. tsdb#637 +* [CHANGE] Renamed metric from `prometheus_tsdb_wal_reader_corruption_errors` to `prometheus_tsdb_wal_reader_corruption_errors_total`. tsdb#622 +* [FEATURE] Add option to use Alertmanager API v2. #5482 +* [FEATURE] Added `humanizePercentage` function for templates. #5670 +* [FEATURE] Include InitContainers in Kubernetes Service Discovery. #5598 +* [FEATURE] Provide option to compress WAL records using Snappy. [#609](https://github.com/prometheus/tsdb/pull/609) +* [ENHANCEMENT] Create new clean segment when starting the WAL. tsdb#608 +* [ENHANCEMENT] Reduce allocations in PromQL aggregations. #5641 +* [ENHANCEMENT] Add storage warnings to LabelValues and LabelNames API results. #5673 +* [ENHANCEMENT] Add `prometheus_http_requests_total` metric. #5640 +* [ENHANCEMENT] Enable openbsd/arm build. #5696 +* [ENHANCEMENT] Remote-write allocation improvements. #5614 +* [ENHANCEMENT] Query performance improvement: Efficient iteration and search in HashForLabels and HashWithoutLabels. #5707 +* [ENHANCEMENT] Allow injection of arbitrary headers in promtool. #4389 +* [ENHANCEMENT] Allow passing `external_labels` in alert unit tests groups. #5608 +* [ENHANCEMENT] Allows globs for rules when unit testing. #5595 +* [ENHANCEMENT] Improved postings intersection matching. tsdb#616 +* [ENHANCEMENT] Reduced disk usage for WAL for small setups. tsdb#605 +* [ENHANCEMENT] Optimize queries using regexp for set lookups. tsdb#602 +* [BUGFIX] resolve race condition in maxGauge. #5647 +* [BUGFIX] Fix ZooKeeper connection leak. #5675 +* [BUGFIX] Improved atomicity of .tmp block replacement during compaction for usual case. tsdb#636 +* [BUGFIX] Fix "unknown series references" after clean shutdown. tsdb#623 +* [BUGFIX] Re-calculate block size when calling `block.Delete`. tsdb#637 +* [BUGFIX] Fix unsafe snapshots with head block. tsdb#641 +* [BUGFIX] `prometheus_tsdb_compactions_failed_total` is now incremented on any compaction failure. tsdb#613 + +## 2.10.0 / 2019-05-25 + +* [CHANGE/BUGFIX] API: Encode alert values as string to correctly represent Inf/NaN. #5582 +* [FEATURE] Template expansion: Make external labels available as `$externalLabels` in alert and console template expansion. #5463 +* [FEATURE] TSDB: Add `prometheus_tsdb_wal_segment_current` metric for the WAL segment index that TSDB is currently writing to. tsdb#601 +* [FEATURE] Scrape: Add `scrape_series_added` per-scrape metric. #5546 +* [ENHANCEMENT] Discovery/kubernetes: Add labels `__meta_kubernetes_endpoint_node_name` and `__meta_kubernetes_endpoint_hostname`. #5571 +* [ENHANCEMENT] Discovery/azure: Add label `__meta_azure_machine_public_ip`. #5475 +* [ENHANCEMENT] TSDB: Simplify mergedPostings.Seek, resulting in better performance if there are many posting lists. tsdb#595 +* [ENHANCEMENT] Log filesystem type on startup. #5558 +* [ENHANCEMENT] Cmd/promtool: Use POST requests for Query and QueryRange. client_golang#557 +* [ENHANCEMENT] Web: Sort alerts by group name. #5448 +* [ENHANCEMENT] Console templates: Add convenience variables `$rawParams`, `$params`, `$path`. #5463 +* [BUGFIX] TSDB: Don't panic when running out of disk space and recover nicely from the condition. tsdb#582 +* [BUGFIX] TSDB: Correctly handle empty labels. tsdb#594 +* [BUGFIX] TSDB: Don't crash on an unknown tombstone reference. tsdb#604 +* [BUGFIX] Storage/remote: Remove queue-manager specific metrics if queue no longer exists. #5445 #5485 #5555 +* [BUGFIX] PromQL: Correctly display `{__name__="a"}`. #5552 +* [BUGFIX] Discovery/kubernetes: Use `service` rather than `ingress` as the name for the service workqueue. #5520 +* [BUGFIX] Discovery/azure: Don't panic on a VM with a public IP. #5587 +* [BUGFIX] Discovery/triton: Always read HTTP body to completion. #5596 +* [BUGFIX] Web: Fixed Content-Type for js and css instead of using `/etc/mime.types`. #5551 + +## 2.9.2 / 2019-04-24 + +* [BUGFIX] Make sure subquery range is taken into account for selection #5467 +* [BUGFIX] Exhaust every request body before closing it #5166 +* [BUGFIX] Cmd/promtool: return errors from rule evaluations #5483 +* [BUGFIX] Remote Storage: string interner should not panic in release #5487 +* [BUGFIX] Fix memory allocation regression in mergedPostings.Seek tsdb#586 + +## 2.9.1 / 2019-04-16 + +* [BUGFIX] Discovery/kubernetes: fix missing label sanitization #5462 +* [BUGFIX] Remote_write: Prevent reshard concurrent with calling stop #5460 + +## 2.9.0 / 2019-04-15 + +This releases uses Go 1.12, which includes a change in how memory is released +to Linux. This will cause RSS to be reported as higher, however this is harmless +and the memory is available to the kernel when it needs it. + +* [CHANGE/ENHANCEMENT] Update Consul to support catalog.ServiceMultipleTags. #5151 +* [FEATURE] Add honor_timestamps scrape option. #5304 +* [ENHANCEMENT] Discovery/kubernetes: add present labels for labels/annotations. #5443 +* [ENHANCEMENT] OpenStack SD: Add ProjectID and UserID meta labels. #5431 +* [ENHANCEMENT] Add GODEBUG and retention to the runtime page. #5324 #5322 +* [ENHANCEMENT] Add support for POSTing to /series endpoint. #5422 +* [ENHANCEMENT] Support PUT methods for Lifecycle and Admin APIs. #5376 +* [ENHANCEMENT] Scrape: Add global jitter for HA server. #5181 +* [ENHANCEMENT] Check for cancellation on every step of a range evaluation. #5131 +* [ENHANCEMENT] String interning for labels & values in the remote_write path. #5316 +* [ENHANCEMENT] Don't lose the scrape cache on a failed scrape. #5414 +* [ENHANCEMENT] Reload cert files from disk automatically. common#173 +* [ENHANCEMENT] Use fixed length millisecond timestamp format for logs. common#172 +* [ENHANCEMENT] Performance improvements for postings. tsdb#509 tsdb#572 +* [BUGFIX] Remote Write: fix checkpoint reading. #5429 +* [BUGFIX] Check if label value is valid when unmarshaling external labels from YAML. #5316 +* [BUGFIX] Promparse: sort all labels when parsing. #5372 +* [BUGFIX] Reload rules: copy state on both name and labels. #5368 +* [BUGFIX] Exponentiation operator to drop metric name in result of operation. #5329 +* [BUGFIX] Config: resolve more file paths. #5284 +* [BUGFIX] Promtool: resolve relative paths in alert test files. #5336 +* [BUGFIX] Set TLSHandshakeTimeout in HTTP transport. common#179 +* [BUGFIX] Use fsync to be more resilient to machine crashes. tsdb#573 tsdb#578 +* [BUGFIX] Keep series that are still in WAL in checkpoints. tsdb#577 +* [BUGFIX] Fix output sample values for scalar-to-vector comparison operations. #5454 + +## 2.8.1 / 2019-03-28 + +* [BUGFIX] Display the job labels in `/targets` which was removed accidentally. #5406 + +## 2.8.0 / 2019-03-12 + +This release uses Write-Ahead Logging (WAL) for the remote_write API. This currently causes a slight increase in memory usage, which will be addressed in future releases. + +* [CHANGE] Default time retention is used only when no size based retention is specified. These are flags where time retention is specified by the flag `--storage.tsdb.retention` and size retention by `--storage.tsdb.retention.size`. #5216 +* [CHANGE] `prometheus_tsdb_storage_blocks_bytes_total` is now `prometheus_tsdb_storage_blocks_bytes`. prometheus/tsdb#506 +* [FEATURE] [EXPERIMENTAL] Time overlapping blocks are now allowed; vertical compaction and vertical query merge. It is an optional feature which is controlled by the `--storage.tsdb.allow-overlapping-blocks` flag, disabled by default. prometheus/tsdb#370 +* [ENHANCEMENT] Use the WAL for remote_write API. #4588 +* [ENHANCEMENT] Query performance improvements. prometheus/tsdb#531 +* [ENHANCEMENT] UI enhancements with upgrade to Bootstrap 4. #5226 +* [ENHANCEMENT] Reduce time that Alertmanagers are in flux when reloaded. #5126 +* [ENHANCEMENT] Limit number of metrics displayed on UI to 10000. #5139 +* [ENHANCEMENT] (1) Remember All/Unhealthy choice on target-overview when reloading page. (2) Resize text-input area on Graph page on mouseclick. #5201 +* [ENHANCEMENT] In `histogram_quantile` merge buckets with equivalent le values. #5158. +* [ENHANCEMENT] Show list of offending labels in the error message in many-to-many scenarios. #5189 +* [ENHANCEMENT] Show `Storage Retention` criteria in effect on `/status` page. #5322 +* [BUGFIX] Fix sorting of rule groups. #5260 +* [BUGFIX] Fix support for password_file and bearer_token_file in Kubernetes SD. #5211 +* [BUGFIX] Scrape: catch errors when creating HTTP clients #5182. Adds new metrics: + * `prometheus_target_scrape_pools_total` + * `prometheus_target_scrape_pools_failed_total` + * `prometheus_target_scrape_pool_reloads_total` + * `prometheus_target_scrape_pool_reloads_failed_total` +* [BUGFIX] Fix panic when aggregator param is not a literal. #5290 + +## 2.7.2 / 2019-03-02 + +* [BUGFIX] `prometheus_rule_group_last_evaluation_timestamp_seconds` is now a unix timestamp. #5186 + +## 2.7.1 / 2019-01-31 + +This release has a fix for a Stored DOM XSS vulnerability that can be triggered when using the query history functionality. Thanks to Dor Tumarkin from Checkmarx for reporting it. + +* [BUGFIX/SECURITY] Fix a Stored DOM XSS vulnerability with query history. #5163 +* [BUGFIX] `prometheus_rule_group_last_duration_seconds` now reports seconds instead of nanoseconds. #5153 +* [BUGFIX] Make sure the targets are consistently sorted in the targets page. #5161 + +## 2.7.0 / 2019-01-28 + +We're rolling back the Dockerfile changes introduced in 2.6.0. If you made changes to your docker deployment in 2.6.0, you will need to roll them back. This release also adds experimental support for disk size based retention. To accommodate that we are deprecating the flag `storage.tsdb.retention` in favour of `storage.tsdb.retention.time`. We print a warning if the flag is in use, but it will function without breaking until Prometheus 3.0. + +* [CHANGE] Rollback Dockerfile to version at 2.5.0. Rollback of the breaking change introduced in 2.6.0. #5122 +* [FEATURE] Add subqueries to PromQL. #4831 +* [FEATURE] [EXPERIMENTAL] Add support for disk size based retention. Note that we don't consider the WAL size which could be significant and the time based retention policy also applies. #5109 prometheus/tsdb#343 +* [FEATURE] Add CORS origin flag. #5011 +* [ENHANCEMENT] Consul SD: Add tagged address to the discovery metadata. #5001 +* [ENHANCEMENT] Kubernetes SD: Add service external IP and external name to the discovery metadata. #4940 +* [ENHANCEMENT] Azure SD: Add support for Managed Identity authentication. #4590 +* [ENHANCEMENT] Azure SD: Add tenant and subscription IDs to the discovery metadata. #4969 +* [ENHANCEMENT] OpenStack SD: Add support for application credentials based authentication. #4968 +* [ENHANCEMENT] Add metric for number of rule groups loaded. #5090 +* [BUGFIX] Avoid duplicate tests for alert unit tests. #4964 +* [BUGFIX] Don't depend on given order when comparing samples in alert unit testing. #5049 +* [BUGFIX] Make sure the retention period doesn't overflow. #5112 +* [BUGFIX] Make sure the blocks don't get very large. #5112 +* [BUGFIX] Don't generate blocks with no samples. prometheus/tsdb#374 +* [BUGFIX] Reintroduce metric for WAL corruptions. prometheus/tsdb#473 + +## 2.6.1 / 2019-01-15 + +* [BUGFIX] Azure SD: Fix discovery getting stuck sometimes. #5088 +* [BUGFIX] Marathon SD: Use `Tasks.Ports` when `RequirePorts` is `false`. #5026 +* [BUGFIX] Promtool: Fix "out-of-order sample" errors when testing rules. #5069 + +## 2.6.0 / 2018-12-17 + +* [CHANGE] Remove default flags from the container's entrypoint, run Prometheus from `/etc/prometheus` and symlink the storage directory to `/etc/prometheus/data`. #4976 +* [CHANGE] Promtool: Remove the `update` command. #3839 +* [FEATURE] Add JSON log format via the `--log.format` flag. #4876 +* [FEATURE] API: Add /api/v1/labels endpoint to get all label names. #4835 +* [FEATURE] Web: Allow setting the page's title via the `--web.ui-title` flag. #4841 +* [ENHANCEMENT] Add `prometheus_tsdb_lowest_timestamp_seconds`, `prometheus_tsdb_head_min_time_seconds` and `prometheus_tsdb_head_max_time_seconds` metrics. #4888 +* [ENHANCEMENT] Add `rule_group_last_evaluation_timestamp_seconds` metric. #4852 +* [ENHANCEMENT] Add `prometheus_template_text_expansion_failures_total` and `prometheus_template_text_expansions_total` metrics. #4747 +* [ENHANCEMENT] Set consistent User-Agent header in outgoing requests. #4891 +* [ENHANCEMENT] Azure SD: Error out at load time when authentication parameters are missing. #4907 +* [ENHANCEMENT] EC2 SD: Add the machine's private DNS name to the discovery metadata. #4693 +* [ENHANCEMENT] EC2 SD: Add the operating system's platform to the discovery metadata. #4663 +* [ENHANCEMENT] Kubernetes SD: Add the pod's phase to the discovery metadata. #4824 +* [ENHANCEMENT] Kubernetes SD: Log Kubernetes messages. #4931 +* [ENHANCEMENT] Promtool: Collect CPU and trace profiles. #4897 +* [ENHANCEMENT] Promtool: Support writing output as JSON. #4848 +* [ENHANCEMENT] Remote Read: Return available data if remote read fails partially. #4832 +* [ENHANCEMENT] Remote Write: Improve queue performance. #4772 +* [ENHANCEMENT] Remote Write: Add min_shards parameter to set the minimum number of shards. #4924 +* [ENHANCEMENT] TSDB: Improve WAL reading. #4953 +* [ENHANCEMENT] TSDB: Memory improvements. #4953 +* [ENHANCEMENT] Web: Log stack traces on panic. #4221 +* [ENHANCEMENT] Web UI: Add copy to clipboard button for configuration. #4410 +* [ENHANCEMENT] Web UI: Support console queries at specific times. #4764 +* [ENHANCEMENT] Web UI: group targets by job then instance. #4898 #4806 +* [BUGFIX] Deduplicate handler labels for HTTP metrics. #4732 +* [BUGFIX] Fix leaked queriers causing shutdowns to hang. #4922 +* [BUGFIX] Fix configuration loading panics on nil pointer slice elements. #4942 +* [BUGFIX] API: Correctly skip mismatching targets on /api/v1/targets/metadata. #4905 +* [BUGFIX] API: Better rounding for incoming query timestamps. #4941 +* [BUGFIX] Azure SD: Fix panic. #4867 +* [BUGFIX] Console templates: Fix hover when the metric has a null value. #4906 +* [BUGFIX] Discovery: Remove all targets when the scrape configuration gets empty. #4819 +* [BUGFIX] Marathon SD: Fix leaked connections. #4915 +* [BUGFIX] Marathon SD: Use 'hostPort' member of portMapping to construct target endpoints. #4887 +* [BUGFIX] PromQL: Fix a goroutine leak in the lexer/parser. #4858 +* [BUGFIX] Scrape: Pass through content-type for non-compressed output. #4912 +* [BUGFIX] Scrape: Fix deadlock in the scrape's manager. #4894 +* [BUGFIX] Scrape: Scrape targets at fixed intervals even after Prometheus restarts. #4926 +* [BUGFIX] TSDB: Support restored snapshots including the head properly. #4953 +* [BUGFIX] TSDB: Repair WAL when the last record in a segment is torn. #4953 +* [BUGFIX] TSDB: Fix unclosed file readers on Windows systems. #4997 +* [BUGFIX] Web: Avoid proxy to connect to the local gRPC server. #4572 + +## 2.5.0 / 2018-11-06 + +* [CHANGE] Group targets by scrape config instead of job name. #4806 #4526 +* [CHANGE] Marathon SD: Various changes to adapt to Marathon 1.5+. #4499 +* [CHANGE] Discovery: Split `prometheus_sd_discovered_targets` metric by scrape and notify (Alertmanager SD) as well as by section in the respective configuration. #4753 +* [FEATURE] Add OpenMetrics support for scraping (EXPERIMENTAL). #4700 +* [FEATURE] Add unit testing for rules. #4350 +* [FEATURE] Make maximum number of samples per query configurable via `--query.max-samples` flag. #4513 +* [FEATURE] Make maximum number of concurrent remote reads configurable via `--storage.remote.read-concurrent-limit` flag. #4656 +* [ENHANCEMENT] Support s390x platform for Linux. #4605 +* [ENHANCEMENT] API: Add `prometheus_api_remote_read_queries` metric tracking currently executed or waiting remote read API requests. #4699 +* [ENHANCEMENT] Remote Read: Add `prometheus_remote_storage_remote_read_queries` metric tracking currently in-flight remote read queries. #4677 +* [ENHANCEMENT] Remote Read: Reduced memory usage. #4655 +* [ENHANCEMENT] Discovery: Add `prometheus_sd_discovered_targets`, `prometheus_sd_received_updates_total`, `prometheus_sd_updates_delayed_total`, and `prometheus_sd_updates_total` metrics for discovery subsystem. #4667 +* [ENHANCEMENT] Discovery: Improve performance of previously slow updates of changes of targets. #4526 +* [ENHANCEMENT] Kubernetes SD: Add extended metrics. #4458 +* [ENHANCEMENT] OpenStack SD: Support discovering instances from all projects. #4682 +* [ENHANCEMENT] OpenStack SD: Discover all interfaces. #4649 +* [ENHANCEMENT] OpenStack SD: Support `tls_config` for the used HTTP client. #4654 +* [ENHANCEMENT] Triton SD: Add ability to filter triton_sd targets by pre-defined groups. #4701 +* [ENHANCEMENT] Web UI: Avoid browser spell-checking in expression field. #4728 +* [ENHANCEMENT] Web UI: Add scrape duration and last evaluation time in targets and rules pages. #4722 +* [ENHANCEMENT] Web UI: Improve rule view by wrapping lines. #4702 +* [ENHANCEMENT] Rules: Error out at load time for invalid templates, rather than at evaluation time. #4537 +* [ENHANCEMENT] TSDB: Add metrics for WAL operations. #4692 +* [BUGFIX] Change max/min over_time to handle NaNs properly. #4386 +* [BUGFIX] Check label name for `count_values` PromQL function. #4585 +* [BUGFIX] Ensure that vectors and matrices do not contain identical label-sets. #4589 + +## 2.4.3 / 2018-10-04 + +* [BUGFIX] Fix panic when using custom EC2 API for SD #4672 +* [BUGFIX] Fix panic when Zookeeper SD cannot connect to servers #4669 +* [BUGFIX] Make the skip_head an optional parameter for snapshot API #4674 + +## 2.4.2 / 2018-09-21 + + The last release didn't have bugfix included due to a vendoring error. + + * [BUGFIX] Handle WAL corruptions properly prometheus/tsdb#389 + * [BUGFIX] Handle WAL migrations correctly on Windows prometheus/tsdb#392 + +## 2.4.1 / 2018-09-19 + +* [ENHANCEMENT] New TSDB metrics prometheus/tsdb#375 prometheus/tsdb#363 +* [BUGFIX] Render UI correctly for Windows #4616 + +## 2.4.0 / 2018-09-11 + +This release includes multiple bugfixes and features. Further, the WAL implementation has been re-written so the storage is not forward compatible. Prometheus 2.3 storage will work on 2.4 but not vice-versa. + +* [CHANGE] Reduce remote write default retries #4279 +* [CHANGE] Remove /heap endpoint #4460 +* [FEATURE] Persist alert 'for' state across restarts #4061 +* [FEATURE] Add API providing per target metric metadata #4183 +* [FEATURE] Add API providing recording and alerting rules #4318 #4501 +* [ENHANCEMENT] Brand new WAL implementation for TSDB. Forwards incompatible with previous WAL. +* [ENHANCEMENT] Show rule evaluation errors in UI #4457 +* [ENHANCEMENT] Throttle resends of alerts to Alertmanager #4538 +* [ENHANCEMENT] Send EndsAt along with the alert to Alertmanager #4550 +* [ENHANCEMENT] Limit the samples returned by remote read endpoint #4532 +* [ENHANCEMENT] Limit the data read in through remote read #4239 +* [ENHANCEMENT] Coalesce identical SD configurations #3912 +* [ENHANCEMENT] `promtool`: Add new commands for debugging and querying #4247 #4308 #4346 #4454 +* [ENHANCEMENT] Update console examples for node_exporter v0.16.0 #4208 +* [ENHANCEMENT] Optimize PromQL aggregations #4248 +* [ENHANCEMENT] Remote read: Add Offset to hints #4226 +* [ENHANCEMENT] `consul_sd`: Add support for ServiceMeta field #4280 +* [ENHANCEMENT] `ec2_sd`: Maintain order of subnet_id label #4405 +* [ENHANCEMENT] `ec2_sd`: Add support for custom endpoint to support EC2 compliant APIs #4333 +* [ENHANCEMENT] `ec2_sd`: Add instance_owner label #4514 +* [ENHANCEMENT] `azure_sd`: Add support for VMSS discovery and multiple environments #4202 #4569 +* [ENHANCEMENT] `gce_sd`: Add instance_id label #4488 +* [ENHANCEMENT] Forbid rule-abiding robots from indexing #4266 +* [ENHANCEMENT] Log virtual memory limits on startup #4418 +* [BUGFIX] Wait for service discovery to stop before exiting #4508 +* [BUGFIX] Render SD configs properly #4338 +* [BUGFIX] Only add LookbackDelta to vector selectors #4399 +* [BUGFIX] `ec2_sd`: Handle panic-ing nil pointer #4469 +* [BUGFIX] `consul_sd`: Stop leaking connections #4443 +* [BUGFIX] Use templated labels also to identify alerts #4500 +* [BUGFIX] Reduce floating point errors in stddev and related functions #4533 +* [BUGFIX] Log errors while encoding responses #4359 + +## 2.3.2 / 2018-07-12 + +* [BUGFIX] Fix various tsdb bugs #4369 +* [BUGFIX] Reorder startup and shutdown to prevent panics. #4321 +* [BUGFIX] Exit with non-zero code on error #4296 +* [BUGFIX] discovery/kubernetes/ingress: fix scheme discovery #4329 +* [BUGFIX] Fix race in zookeeper sd #4355 +* [BUGFIX] Better timeout handling in promql #4291 #4300 +* [BUGFIX] Propagate errors when selecting series from the tsdb #4136 + +## 2.3.1 / 2018-06-19 + +* [BUGFIX] Avoid infinite loop on duplicate NaN values. #4275 +* [BUGFIX] Fix nil pointer deference when using various API endpoints #4282 +* [BUGFIX] config: set target group source index during unmarshaling #4245 +* [BUGFIX] discovery/file: fix logging #4178 +* [BUGFIX] kubernetes_sd: fix namespace filtering #4285 +* [BUGFIX] web: restore old path prefix behavior #4273 +* [BUGFIX] web: remove security headers added in 2.3.0 #4259 + +## 2.3.0 / 2018-06-05 + +* [CHANGE] `marathon_sd`: use `auth_token` and `auth_token_file` for token-based authentication instead of `bearer_token` and `bearer_token_file` respectively. +* [CHANGE] Metric names for HTTP server metrics changed +* [FEATURE] Add query commands to promtool +* [FEATURE] Add security headers to HTTP server responses +* [FEATURE] Pass query hints via remote read API +* [FEATURE] Basic auth passwords can now be configured via file across all configuration +* [ENHANCEMENT] Optimize PromQL and API serialization for memory usage and allocations +* [ENHANCEMENT] Limit number of dropped targets in web UI +* [ENHANCEMENT] Consul and EC2 service discovery allow using server-side filtering for performance improvement +* [ENHANCEMENT] Add advanced filtering configuration to EC2 service discovery +* [ENHANCEMENT] `marathon_sd`: adds support for basic and bearer authentication, plus all other common HTTP client options (TLS config, proxy URL, etc.) +* [ENHANCEMENT] Provide machine type metadata and labels in GCE service discovery +* [ENHANCEMENT] Add pod controller kind and name to Kubernetes service discovery data +* [ENHANCEMENT] Move TSDB to flock-based log file that works with Docker containers +* [BUGFIX] Properly propagate storage errors in PromQL +* [BUGFIX] Fix path prefix for web pages +* [BUGFIX] Fix goroutine leak in Consul service discovery +* [BUGFIX] Fix races in scrape manager +* [BUGFIX] Fix OOM for very large k in PromQL topk() queries +* [BUGFIX] Make remote write more resilient to unavailable receivers +* [BUGFIX] Make remote write shutdown cleanly +* [BUGFIX] Don't leak files on errors in TSDB's tombstone cleanup +* [BUGFIX] Unary minus expressions now removes the metric name from results +* [BUGFIX] Fix bug that lead to wrong amount of samples considered for time range expressions + +## 2.2.1 / 2018-03-13 + +* [BUGFIX] Fix data loss in TSDB on compaction +* [BUGFIX] Correctly stop timer in remote-write path +* [BUGFIX] Fix deadlock triggered by loading targets page +* [BUGFIX] Fix incorrect buffering of samples on range selection queries +* [BUGFIX] Handle large index files on windows properly + +## 2.2.0 / 2018-03-08 + +* [CHANGE] Rename file SD mtime metric. +* [CHANGE] Send target update on empty pod IP in Kubernetes SD. +* [FEATURE] Add API endpoint for flags. +* [FEATURE] Add API endpoint for dropped targets. +* [FEATURE] Display annotations on alerts page. +* [FEATURE] Add option to skip head data when taking snapshots. +* [ENHANCEMENT] Federation performance improvement. +* [ENHANCEMENT] Read bearer token file on every scrape. +* [ENHANCEMENT] Improve typeahead on `/graph` page. +* [ENHANCEMENT] Change rule file formatting. +* [ENHANCEMENT] Set consul server default to `localhost:8500`. +* [ENHANCEMENT] Add dropped Alertmanagers to API info endpoint. +* [ENHANCEMENT] Add OS type meta label to Azure SD. +* [ENHANCEMENT] Validate required fields in SD configuration. +* [BUGFIX] Prevent stack overflow on deep recursion in TSDB. +* [BUGFIX] Correctly read offsets in index files that are greater than 4GB. +* [BUGFIX] Fix scraping behavior for empty labels. +* [BUGFIX] Drop metric name for bool modifier. +* [BUGFIX] Fix races in discovery. +* [BUGFIX] Fix Kubernetes endpoints SD for empty subsets. +* [BUGFIX] Throttle updates from SD providers, which caused increased CPU usage and allocations. +* [BUGFIX] Fix TSDB block reload issue. +* [BUGFIX] Fix PromQL printing of empty `without()`. +* [BUGFIX] Don't reset FiredAt for inactive alerts. +* [BUGFIX] Fix erroneous file version changes and repair existing data. + +## 2.1.0 / 2018-01-19 + +* [FEATURE] New Service Discovery UI showing labels before and after relabelling. +* [FEATURE] New Admin APIs added to v1 to delete, snapshot and remove tombstones. +* [ENHANCEMENT] The graph UI autocomplete now includes your previous queries. +* [ENHANCEMENT] Federation is now much faster for large numbers of series. +* [ENHANCEMENT] Added new metrics to measure rule timings. +* [ENHANCEMENT] Rule evaluation times added to the rules UI. +* [ENHANCEMENT] Added metrics to measure modified time of file SD files. +* [ENHANCEMENT] Kubernetes SD now includes POD UID in discovery metadata. +* [ENHANCEMENT] The Query APIs now return optional stats on query execution times. +* [ENHANCEMENT] The index now no longer has the 4GiB size limit and is also smaller. +* [BUGFIX] Remote read `read_recent` option is now false by default. +* [BUGFIX] Pass the right configuration to each Alertmanager (AM) when using multiple AM configs. +* [BUGFIX] Fix not-matchers not selecting series with labels unset. +* [BUGFIX] tsdb: Fix occasional panic in head block. +* [BUGFIX] tsdb: Close files before deletion to fix retention issues on Windows and NFS. +* [BUGFIX] tsdb: Cleanup and do not retry failing compactions. +* [BUGFIX] tsdb: Close WAL while shutting down. + + +## 2.0.0 / 2017-11-08 + +This release includes a completely rewritten storage, huge performance +improvements, but also many backwards incompatible changes. For more +information, read the announcement blog post and migration guide. + +https://prometheus.io/blog/2017/11/08/announcing-prometheus-2-0/ +https://prometheus.io/docs/prometheus/2.0/migration/ + +* [CHANGE] Completely rewritten storage layer, with WAL. This is not backwards compatible with 1.x storage, and many flags have changed/disappeared. +* [CHANGE] New staleness behavior. Series now marked stale after target scrapes no longer return them, and soon after targets disappear from service discovery. +* [CHANGE] Rules files use YAML syntax now. Conversion tool added to promtool. +* [CHANGE] Removed `count_scalar`, `drop_common_labels` functions and `keep_common` modifier from PromQL. +* [CHANGE] Rewritten exposition format parser with much higher performance. The Protobuf exposition format is no longer supported. +* [CHANGE] Example console templates updated for new storage and metrics names. Examples other than node exporter and Prometheus removed. +* [CHANGE] Admin and lifecycle APIs now disabled by default, can be re-enabled via flags +* [CHANGE] Flags switched to using Kingpin, all flags are now --flagname rather than -flagname. +* [FEATURE/CHANGE] Remote read can be configured to not read data which is available locally. This is enabled by default. +* [FEATURE] Rules can be grouped now. Rules within a rule group are executed sequentially. +* [FEATURE] Added experimental GRPC apis +* [FEATURE] Add timestamp() function to PromQL. +* [ENHANCEMENT] Remove remote read from the query path if no remote storage is configured. +* [ENHANCEMENT] Bump Consul HTTP client timeout to not match the Consul SD watch timeout. +* [ENHANCEMENT] Go-conntrack added to provide HTTP connection metrics. +* [BUGFIX] Fix connection leak in Consul SD. + +## 1.8.2 / 2017-11-04 + +* [BUGFIX] EC2 service discovery: Do not crash if tags are empty. + +## 1.8.1 / 2017-10-19 + +* [BUGFIX] Correctly handle external labels on remote read endpoint + +## 1.8.0 / 2017-10-06 + +* [CHANGE] Rule links link to the _Console_ tab rather than the _Graph_ tab to + not trigger expensive range queries by default. +* [FEATURE] Ability to act as a remote read endpoint for other Prometheus + servers. +* [FEATURE] K8s SD: Support discovery of ingresses. +* [FEATURE] Consul SD: Support for node metadata. +* [FEATURE] Openstack SD: Support discovery of hypervisors. +* [FEATURE] Expose current Prometheus config via `/status/config`. +* [FEATURE] Allow to collapse jobs on `/targets` page. +* [FEATURE] Add `/-/healthy` and `/-/ready` endpoints. +* [FEATURE] Add color scheme support to console templates. +* [ENHANCEMENT] Remote storage connections use HTTP keep-alive. +* [ENHANCEMENT] Improved logging about remote storage. +* [ENHANCEMENT] Relaxed URL validation. +* [ENHANCEMENT] Openstack SD: Handle instances without IP. +* [ENHANCEMENT] Make remote storage queue manager configurable. +* [ENHANCEMENT] Validate metrics returned from remote read. +* [ENHANCEMENT] EC2 SD: Set a default region. +* [ENHANCEMENT] Changed help link to `https://prometheus.io/docs`. +* [BUGFIX] Fix floating-point precision issue in `deriv` function. +* [BUGFIX] Fix pprof endpoints when -web.route-prefix or -web.external-url is + used. +* [BUGFIX] Fix handling of `null` target groups in file-based SD. +* [BUGFIX] Set the sample timestamp in date-related PromQL functions. +* [BUGFIX] Apply path prefix to redirect from deprecated graph URL. +* [BUGFIX] Fixed tests on MS Windows. +* [BUGFIX] Check for invalid UTF-8 in label values after relabeling. + +## 1.7.2 / 2017-09-26 + +* [BUGFIX] Correctly remove all targets from DNS service discovery if the + corresponding DNS query succeeds and returns an empty result. +* [BUGFIX] Correctly parse resolution input in expression browser. +* [BUGFIX] Consistently use UTC in the date picker of the expression browser. +* [BUGFIX] Correctly handle multiple ports in Marathon service discovery. +* [BUGFIX] Fix HTML escaping so that HTML templates compile with Go1.9. +* [BUGFIX] Prevent number of remote write shards from going negative. +* [BUGFIX] In the graphs created by the expression browser, render very large + and small numbers in a readable way. +* [BUGFIX] Fix a rarely occurring iterator issue in varbit encoded chunks. + +## 1.7.1 / 2017-06-12 + +* [BUGFIX] Fix double prefix redirect. + +## 1.7.0 / 2017-06-06 + +* [CHANGE] Compress remote storage requests and responses with unframed/raw snappy. +* [CHANGE] Properly ellide secrets in config. +* [FEATURE] Add OpenStack service discovery. +* [FEATURE] Add ability to limit Kubernetes service discovery to certain namespaces. +* [FEATURE] Add metric for discovered number of Alertmanagers. +* [ENHANCEMENT] Print system information (uname) on start up. +* [ENHANCEMENT] Show gaps in graphs on expression browser. +* [ENHANCEMENT] Promtool linter checks counter naming and more reserved labels. +* [BUGFIX] Fix broken Mesos discovery. +* [BUGFIX] Fix redirect when external URL is set. +* [BUGFIX] Fix mutation of active alert elements by notifier. +* [BUGFIX] Fix HTTP error handling for remote write. +* [BUGFIX] Fix builds for Solaris/Illumos. +* [BUGFIX] Fix overflow checking in global config. +* [BUGFIX] Fix log level reporting issue. +* [BUGFIX] Fix ZooKeeper serverset discovery can become out-of-sync. + +## 1.6.3 / 2017-05-18 + +* [BUGFIX] Fix disappearing Alertmanager targets in Alertmanager discovery. +* [BUGFIX] Fix panic with remote_write on ARMv7. +* [BUGFIX] Fix stacked graphs to adapt min/max values. + +## 1.6.2 / 2017-05-11 + +* [BUGFIX] Fix potential memory leak in Kubernetes service discovery + +## 1.6.1 / 2017-04-19 + +* [BUGFIX] Don't panic if storage has no FPs even after initial wait + +## 1.6.0 / 2017-04-14 + +* [CHANGE] Replaced the remote write implementations for various backends by a + generic write interface with example adapter implementation for various + backends. Note that both the previous and the current remote write + implementations are **experimental**. +* [FEATURE] New flag `-storage.local.target-heap-size` to tell Prometheus about + the desired heap size. This deprecates the flags + `-storage.local.memory-chunks` and `-storage.local.max-chunks-to-persist`, + which are kept for backward compatibility. +* [FEATURE] Add `check-metrics` to `promtool` to lint metric names. +* [FEATURE] Add Joyent Triton discovery. +* [FEATURE] `X-Prometheus-Scrape-Timeout-Seconds` header in HTTP scrape + requests. +* [FEATURE] Remote read interface, including example for InfluxDB. **Experimental.** +* [FEATURE] Enable Consul SD to connect via TLS. +* [FEATURE] Marathon SD supports multiple ports. +* [FEATURE] Marathon SD supports bearer token for authentication. +* [FEATURE] Custom timeout for queries. +* [FEATURE] Expose `buildQueryUrl` in `graph.js`. +* [FEATURE] Add `rickshawGraph` property to the graph object in console + templates. +* [FEATURE] New metrics exported by Prometheus itself: + * Summary `prometheus_engine_query_duration_seconds` + * Counter `prometheus_evaluator_iterations_missed_total` + * Counter `prometheus_evaluator_iterations_total` + * Gauge `prometheus_local_storage_open_head_chunks` + * Gauge `prometheus_local_storage_target_heap_size` +* [ENHANCEMENT] Reduce shut-down time by interrupting an ongoing checkpoint + before starting the final checkpoint. +* [ENHANCEMENT] Auto-tweak times between checkpoints to limit time spent in + checkpointing to 50%. +* [ENHANCEMENT] Improved crash recovery deals better with certain index + corruptions. +* [ENHANCEMENT] Graphing deals better with constant time series. +* [ENHANCEMENT] Retry remote writes on recoverable errors. +* [ENHANCEMENT] Evict unused chunk descriptors during crash recovery to limit + memory usage. +* [ENHANCEMENT] Smoother disk usage during series maintenance. +* [ENHANCEMENT] Targets on targets page sorted by instance within a job. +* [ENHANCEMENT] Sort labels in federation. +* [ENHANCEMENT] Set `GOGC=40` by default, which results in much better memory + utilization at the price of slightly higher CPU usage. If `GOGC` is set by + the user, it is still honored as usual. +* [ENHANCEMENT] Close head chunks after being idle for the duration of the + configured staleness delta. This helps to persist and evict head chunk of + stale series more quickly. +* [ENHANCEMENT] Stricter checking of relabel config. +* [ENHANCEMENT] Cache busters for static web content. +* [ENHANCEMENT] Send Prometheus-specific user-agent header during scrapes. +* [ENHANCEMENT] Improved performance of series retention cut-off. +* [ENHANCEMENT] Mitigate impact of non-atomic sample ingestion on + `histogram_quantile` by enforcing buckets to be monotonic. +* [ENHANCEMENT] Released binaries built with Go 1.8.1. +* [BUGFIX] Send `instance=""` with federation if `instance` not set. +* [BUGFIX] Update to new `client_golang` to get rid of unwanted quantile + metrics in summaries. +* [BUGFIX] Introduce several additional guards against data corruption. +* [BUGFIX] Mark storage dirty and increment + `prometheus_local_storage_persist_errors_total` on all relevant errors. +* [BUGFIX] Propagate storage errors as 500 in the HTTP API. +* [BUGFIX] Fix int64 overflow in timestamps in the HTTP API. +* [BUGFIX] Fix deadlock in Zookeeper SD. +* [BUGFIX] Fix fuzzy search problems in the web-UI auto-completion. + +## 1.5.3 / 2017-05-11 + +* [BUGFIX] Fix potential memory leak in Kubernetes service discovery + +## 1.5.2 / 2017-02-10 + +* [BUGFIX] Fix series corruption in a special case of series maintenance where + the minimum series-file-shrink-ratio kicks in. +* [BUGFIX] Fix two panic conditions both related to processing a series + scheduled to be quarantined. +* [ENHANCEMENT] Binaries built with Go1.7.5. + +## 1.5.1 / 2017-02-07 + +* [BUGFIX] Don't lose fully persisted memory series during checkpointing. +* [BUGFIX] Fix intermittently failing relabeling. +* [BUGFIX] Make `-storage.local.series-file-shrink-ratio` work. +* [BUGFIX] Remove race condition from TestLoop. + +## 1.5.0 / 2017-01-23 + +* [CHANGE] Use lexicographic order to sort alerts by name. +* [FEATURE] Add Joyent Triton discovery. +* [FEATURE] Add scrape targets and alertmanager targets API. +* [FEATURE] Add various persistence related metrics. +* [FEATURE] Add various query engine related metrics. +* [FEATURE] Add ability to limit scrape samples, and related metrics. +* [FEATURE] Add labeldrop and labelkeep relabelling actions. +* [FEATURE] Display current working directory on status-page. +* [ENHANCEMENT] Strictly use ServiceAccount for in cluster configuration on Kubernetes. +* [ENHANCEMENT] Various performance and memory-management improvements. +* [BUGFIX] Fix basic auth for alertmanagers configured via flag. +* [BUGFIX] Don't panic on decoding corrupt data. +* [BUGFIX] Ignore dotfiles in data directory. +* [BUGFIX] Abort on intermediate federation errors. + +## 1.4.1 / 2016-11-28 + +* [BUGFIX] Fix Consul service discovery + +## 1.4.0 / 2016-11-25 + +* [FEATURE] Allow configuring Alertmanagers via service discovery +* [FEATURE] Display used Alertmanagers on runtime page in the UI +* [FEATURE] Support profiles in AWS EC2 service discovery configuration +* [ENHANCEMENT] Remove duplicated logging of Kubernetes client errors +* [ENHANCEMENT] Add metrics about Kubernetes service discovery +* [BUGFIX] Update alert annotations on re-evaluation +* [BUGFIX] Fix export of group modifier in PromQL queries +* [BUGFIX] Remove potential deadlocks in several service discovery implementations +* [BUGFIX] Use proper float64 modulo in PromQL `%` binary operations +* [BUGFIX] Fix crash bug in Kubernetes service discovery + +## 1.3.1 / 2016-11-04 + +This bug-fix release pulls in the fixes from the 1.2.3 release. + +* [BUGFIX] Correctly handle empty Regex entry in relabel config. +* [BUGFIX] MOD (`%`) operator doesn't panic with small floating point numbers. +* [BUGFIX] Updated miekg/dns vendoring to pick up upstream bug fixes. +* [ENHANCEMENT] Improved DNS error reporting. + +## 1.2.3 / 2016-11-04 + +Note that this release is chronologically after 1.3.0. + +* [BUGFIX] Correctly handle end time before start time in range queries. +* [BUGFIX] Error on negative `-storage.staleness-delta` +* [BUGFIX] Correctly handle empty Regex entry in relabel config. +* [BUGFIX] MOD (`%`) operator doesn't panic with small floating point numbers. +* [BUGFIX] Updated miekg/dns vendoring to pick up upstream bug fixes. +* [ENHANCEMENT] Improved DNS error reporting. + +## 1.3.0 / 2016-11-01 + +This is a breaking change to the Kubernetes service discovery. + +* [CHANGE] Rework Kubernetes SD. +* [FEATURE] Add support for interpolating `target_label`. +* [FEATURE] Add GCE metadata as Prometheus meta labels. +* [ENHANCEMENT] Add EC2 SD metrics. +* [ENHANCEMENT] Add Azure SD metrics. +* [ENHANCEMENT] Add fuzzy search to `/graph` textarea. +* [ENHANCEMENT] Always show instance labels on target page. +* [BUGFIX] Validate query end time is not before start time. +* [BUGFIX] Error on negative `-storage.staleness-delta` + +## 1.2.2 / 2016-10-30 + +* [BUGFIX] Correctly handle on() in alerts. +* [BUGFIX] UI: Deal properly with aborted requests. +* [BUGFIX] UI: Decode URL query parameters properly. +* [BUGFIX] Storage: Deal better with data corruption (non-monotonic timestamps). +* [BUGFIX] Remote storage: Re-add accidentally removed timeout flag. +* [BUGFIX] Updated a number of vendored packages to pick up upstream bug fixes. + +## 1.2.1 / 2016-10-10 + +* [BUGFIX] Count chunk evictions properly so that the server doesn't + assume it runs out of memory and subsequently throttles ingestion. +* [BUGFIX] Use Go1.7.1 for prebuilt binaries to fix issues on MacOS Sierra. + +## 1.2.0 / 2016-10-07 + +* [FEATURE] Cleaner encoding of query parameters in `/graph` URLs. +* [FEATURE] PromQL: Add `minute()` function. +* [FEATURE] Add GCE service discovery. +* [FEATURE] Allow any valid UTF-8 string as job name. +* [FEATURE] Allow disabling local storage. +* [FEATURE] EC2 service discovery: Expose `ec2_instance_state`. +* [ENHANCEMENT] Various performance improvements in local storage. +* [BUGFIX] Zookeeper service discovery: Remove deleted nodes. +* [BUGFIX] Zookeeper service discovery: Resync state after Zookeeper failure. +* [BUGFIX] Remove JSON from HTTP Accept header. +* [BUGFIX] Fix flag validation of Alertmanager URL. +* [BUGFIX] Fix race condition on shutdown. +* [BUGFIX] Do not fail Consul discovery on Prometheus startup when Consul + is down. +* [BUGFIX] Handle NaN in `changes()` correctly. +* [CHANGE] **Experimental** remote write path: Remove use of gRPC. +* [CHANGE] **Experimental** remote write path: Configuration via config file + rather than command line flags. +* [FEATURE] **Experimental** remote write path: Add HTTP basic auth and TLS. +* [FEATURE] **Experimental** remote write path: Support for relabelling. + +## 1.1.3 / 2016-09-16 + +* [ENHANCEMENT] Use golang-builder base image for tests in CircleCI. +* [ENHANCEMENT] Added unit tests for federation. +* [BUGFIX] Correctly de-dup metric families in federation output. + +## 1.1.2 / 2016-09-08 + +* [BUGFIX] Allow label names that coincide with keywords. + +## 1.1.1 / 2016-09-07 + +* [BUGFIX] Fix IPv6 escaping in service discovery integrations +* [BUGFIX] Fix default scrape port assignment for IPv6 + +## 1.1.0 / 2016-09-03 + +* [FEATURE] Add `quantile` and `quantile_over_time`. +* [FEATURE] Add `stddev_over_time` and `stdvar_over_time`. +* [FEATURE] Add various time and date functions. +* [FEATURE] Added `toUpper` and `toLower` formatting to templates. +* [FEATURE] Allow relabeling of alerts. +* [FEATURE] Allow URLs in targets defined via a JSON file. +* [FEATURE] Add idelta function. +* [FEATURE] 'Remove graph' button on the /graph page. +* [FEATURE] Kubernetes SD: Add node name and host IP to pod discovery. +* [FEATURE] New remote storage write path. EXPERIMENTAL! +* [ENHANCEMENT] Improve time-series index lookups. +* [ENHANCEMENT] Forbid invalid relabel configurations. +* [ENHANCEMENT] Improved various tests. +* [ENHANCEMENT] Add crash recovery metric 'started_dirty'. +* [ENHANCEMENT] Fix (and simplify) populating series iterators. +* [ENHANCEMENT] Add job link on target page. +* [ENHANCEMENT] Message on empty Alerts page. +* [ENHANCEMENT] Various internal code refactorings and clean-ups. +* [ENHANCEMENT] Various improvements in the build system. +* [BUGFIX] Catch errors when unmarshaling delta/doubleDelta encoded chunks. +* [BUGFIX] Fix data race in lexer and lexer test. +* [BUGFIX] Trim stray whitespace from bearer token file. +* [BUGFIX] Avoid divide-by-zero panic on query_range?step=0. +* [BUGFIX] Detect invalid rule files at startup. +* [BUGFIX] Fix counter reset treatment in PromQL. +* [BUGFIX] Fix rule HTML escaping issues. +* [BUGFIX] Remove internal labels from alerts sent to AM. + +## 1.0.2 / 2016-08-24 + +* [BUGFIX] Clean up old targets after config reload. + +## 1.0.1 / 2016-07-21 + +* [BUGFIX] Exit with error on non-flag command-line arguments. +* [BUGFIX] Update example console templates to new HTTP API. +* [BUGFIX] Re-add logging flags. + +## 1.0.0 / 2016-07-18 + +* [CHANGE] Remove deprecated query language keywords +* [CHANGE] Change Kubernetes SD to require specifying Kubernetes role +* [CHANGE] Use service address in Consul SD if available +* [CHANGE] Standardize all Prometheus internal metrics to second units +* [CHANGE] Remove unversioned legacy HTTP API +* [CHANGE] Remove legacy ingestion of JSON metric format +* [CHANGE] Remove deprecated `target_groups` configuration +* [FEATURE] Add binary power operation to PromQL +* [FEATURE] Add `count_values` aggregator +* [FEATURE] Add `-web.route-prefix` flag +* [FEATURE] Allow `on()`, `by()`, `without()` in PromQL with empty label sets +* [ENHANCEMENT] Make `topk/bottomk` query functions aggregators +* [BUGFIX] Fix annotations in alert rule printing +* [BUGFIX] Expand alert templating at evaluation time +* [BUGFIX] Fix edge case handling in crash recovery +* [BUGFIX] Hide testing package flags from help output + +## 0.20.0 / 2016-06-15 + +This release contains multiple breaking changes to the configuration schema. + +* [FEATURE] Allow configuring multiple Alertmanagers +* [FEATURE] Add server name to TLS configuration +* [FEATURE] Add labels for all node addresses and discover node port if available in Kubernetes SD +* [ENHANCEMENT] More meaningful configuration errors +* [ENHANCEMENT] Round scraping timestamps to milliseconds in web UI +* [ENHANCEMENT] Make number of storage fingerprint locks configurable +* [BUGFIX] Fix date parsing in console template graphs +* [BUGFIX] Fix static console files in Docker images +* [BUGFIX] Fix console JS XHR requests for IE11 +* [BUGFIX] Add missing path prefix in new status page +* [CHANGE] Rename `target_groups` to `static_configs` in config files +* [CHANGE] Rename `names` to `files` in file SD configuration +* [CHANGE] Remove kubelet port config option in Kubernetes SD configuration + +## 0.19.3 / 2016-06-14 + +* [BUGFIX] Handle Marathon apps with zero ports +* [BUGFIX] Fix startup panic in retrieval layer + +## 0.19.2 / 2016-05-29 + +* [BUGFIX] Correctly handle `GROUP_LEFT` and `GROUP_RIGHT` without labels in + string representation of expressions and in rules. +* [BUGFIX] Use `-web.external-url` for new status endpoints. + +## 0.19.1 / 2016-05-25 + +* [BUGFIX] Handle service discovery panic affecting Kubernetes SD +* [BUGFIX] Fix web UI display issue in some browsers + +## 0.19.0 / 2016-05-24 + +This version contains a breaking change to the query language. Please read +the documentation on the grouping behavior of vector matching: + +https://prometheus.io/docs/querying/operators/#vector-matching + +* [FEATURE] Add experimental Microsoft Azure service discovery +* [FEATURE] Add `ignoring` modifier for binary operations +* [FEATURE] Add pod discovery to Kubernetes service discovery +* [CHANGE] Vector matching takes grouping labels from one-side +* [ENHANCEMENT] Support time range on /api/v1/series endpoint +* [ENHANCEMENT] Partition status page into individual pages +* [BUGFIX] Fix issue of hanging target scrapes + +## 0.18.0 / 2016-04-18 + +* [BUGFIX] Fix operator precedence in PromQL +* [BUGFIX] Never drop still open head chunk +* [BUGFIX] Fix missing 'keep_common' when printing AST node +* [CHANGE/BUGFIX] Target identity considers path and parameters additionally to host and port +* [CHANGE] Rename metric `prometheus_local_storage_invalid_preload_requests_total` to `prometheus_local_storage_non_existent_series_matches_total` +* [CHANGE] Support for old alerting rule syntax dropped +* [FEATURE] Deduplicate targets within the same scrape job +* [FEATURE] Add varbit chunk encoding (higher compression, more CPU usage – disabled by default) +* [FEATURE] Add `holt_winters` query function +* [FEATURE] Add relative complement `unless` operator to PromQL +* [ENHANCEMENT] Quarantine series file if data corruption is encountered (instead of crashing) +* [ENHANCEMENT] Validate Alertmanager URL +* [ENHANCEMENT] Use UTC for build timestamp +* [ENHANCEMENT] Improve index query performance (especially for active time series) +* [ENHANCEMENT] Instrument configuration reload duration +* [ENHANCEMENT] Instrument retrieval layer +* [ENHANCEMENT] Add Go version to `prometheus_build_info` metric + +## 0.17.0 / 2016-03-02 + +This version no longer works with Alertmanager 0.0.4 and earlier! +The alerting rule syntax has changed as well but the old syntax is supported +up until version 0.18. + +All regular expressions in PromQL are anchored now, matching the behavior of +regular expressions in config files. + +* [CHANGE] Integrate with Alertmanager 0.1.0 and higher +* [CHANGE] Degraded storage mode renamed to rushed mode +* [CHANGE] New alerting rule syntax +* [CHANGE] Add label validation on ingestion +* [CHANGE] Regular expression matchers in PromQL are anchored +* [FEATURE] Add `without` aggregation modifier +* [FEATURE] Send alert resolved notifications to Alertmanager +* [FEATURE] Allow millisecond precision in configuration file +* [FEATURE] Support AirBnB's Smartstack Nerve for service discovery +* [ENHANCEMENT] Storage switches less often between regular and rushed mode. +* [ENHANCEMENT] Storage switches into rushed mode if there are too many memory chunks. +* [ENHANCEMENT] Added more storage instrumentation +* [ENHANCEMENT] Improved instrumentation of notification handler +* [BUGFIX] Do not count head chunks as chunks waiting for persistence +* [BUGFIX] Handle OPTIONS HTTP requests to the API correctly +* [BUGFIX] Parsing of ranges in PromQL fixed +* [BUGFIX] Correctly validate URL flag parameters +* [BUGFIX] Log argument parse errors +* [BUGFIX] Properly handle creation of target with bad TLS config +* [BUGFIX] Fix of checkpoint timing issue + +## 0.16.2 / 2016-01-18 + +* [FEATURE] Multiple authentication options for EC2 discovery added +* [FEATURE] Several meta labels for EC2 discovery added +* [FEATURE] Allow full URLs in static target groups (used e.g. by the `blackbox_exporter`) +* [FEATURE] Add Graphite remote-storage integration +* [FEATURE] Create separate Kubernetes targets for services and their endpoints +* [FEATURE] Add `clamp_{min,max}` functions to PromQL +* [FEATURE] Omitted time parameter in API query defaults to now +* [ENHANCEMENT] Less frequent time series file truncation +* [ENHANCEMENT] Instrument number of manually deleted time series +* [ENHANCEMENT] Ignore lost+found directory during storage version detection +* [CHANGE] Kubernetes `masters` renamed to `api_servers` +* [CHANGE] "Healthy" and "unhealthy" targets are now called "up" and "down" in the web UI +* [CHANGE] Remove undocumented 2nd argument of the `delta` function. + (This is a BREAKING CHANGE for users of the undocumented 2nd argument.) +* [BUGFIX] Return proper HTTP status codes on API errors +* [BUGFIX] Fix Kubernetes authentication configuration +* [BUGFIX] Fix stripped OFFSET from in rule evaluation and display +* [BUGFIX] Do not crash on failing Consul SD initialization +* [BUGFIX] Revert changes to metric auto-completion +* [BUGFIX] Add config overflow validation for TLS configuration +* [BUGFIX] Skip already watched Zookeeper nodes in serverset SD +* [BUGFIX] Don't federate stale samples +* [BUGFIX] Move NaN to end of result for `topk/bottomk/sort/sort_desc/min/max` +* [BUGFIX] Limit extrapolation of `delta/rate/increase` +* [BUGFIX] Fix unhandled error in rule evaluation + +Some changes to the Kubernetes service discovery were integration since +it was released as a beta feature. + +## 0.16.1 / 2015-10-16 + +* [FEATURE] Add `irate()` function. +* [ENHANCEMENT] Improved auto-completion in expression browser. +* [CHANGE] Kubernetes SD moves node label to instance label. +* [BUGFIX] Escape regexes in console templates. + +## 0.16.0 / 2015-10-09 + +BREAKING CHANGES: + +* Release tarballs now contain the built binaries in a nested directory. +* The `hash_mod` relabeling action now uses MD5 hashes instead of FNV hashes to + achieve a better distribution. +* The DNS-SD meta label `__meta_dns_srv_name` was renamed to `__meta_dns_name` + to reflect support for DNS record types other than `SRV`. +* The default full refresh interval for the file-based service discovery has been + increased from 30 seconds to 5 minutes. +* In relabeling, parts of a source label that weren't matched by + the specified regular expression are no longer included in the replacement + output. +* Queries no longer interpolate between two data points. Instead, the resulting + value will always be the latest value before the evaluation query timestamp. +* Regular expressions supplied via the configuration are now anchored to match + full strings instead of substrings. +* Global labels are not appended upon storing time series anymore. Instead, + they are only appended when communicating with external systems + (Alertmanager, remote storages, federation). They have thus also been renamed + from `global.labels` to `global.external_labels`. +* The names and units of metrics related to remote storage sample appends have + been changed. +* The experimental support for writing to InfluxDB has been updated to work + with InfluxDB 0.9.x. 0.8.x versions of InfluxDB are not supported anymore. +* Escape sequences in double- and single-quoted string literals in rules or query + expressions are now interpreted like escape sequences in Go string literals + (https://golang.org/ref/spec#String_literals). + +Future breaking changes / deprecated features: + +* The `delta()` function had an undocumented optional second boolean argument + to make it behave like `increase()`. This second argument will be removed in + the future. Migrate any occurrences of `delta(x, 1)` to use `increase(x)` + instead. +* Support for filter operators between two scalar values (like `2 > 1`) will be + removed in the future. These will require a `bool` modifier on the operator, + e.g. `2 > bool 1`. + +All changes: + +* [CHANGE] Renamed `global.labels` to `global.external_labels`. +* [CHANGE] Vendoring is now done via govendor instead of godep. +* [CHANGE] Change web UI root page to show the graphing interface instead of + the server status page. +* [CHANGE] Append global labels only when communicating with external systems + instead of storing them locally. +* [CHANGE] Change all regexes in the configuration to do full-string matches + instead of substring matches. +* [CHANGE] Remove interpolation of vector values in queries. +* [CHANGE] For alert `SUMMARY`/`DESCRIPTION` template fields, cast the alert + value to `float64` to work with common templating functions. +* [CHANGE] In relabeling, don't include unmatched source label parts in the + replacement. +* [CHANGE] Change default full refresh interval for the file-based service + discovery from 30 seconds to 5 minutes. +* [CHANGE] Rename the DNS-SD meta label `__meta_dns_srv_name` to + `__meta_dns_name` to reflect support for other record types than `SRV`. +* [CHANGE] Release tarballs now contain the binaries in a nested directory. +* [CHANGE] Update InfluxDB write support to work with InfluxDB 0.9.x. +* [FEATURE] Support full "Go-style" escape sequences in strings and add raw + string literals. +* [FEATURE] Add EC2 service discovery support. +* [FEATURE] Allow configuring TLS options in scrape configurations. +* [FEATURE] Add instrumentation around configuration reloads. +* [FEATURE] Add `bool` modifier to comparison operators to enable boolean + (`0`/`1`) output instead of filtering. +* [FEATURE] In Zookeeper serverset discovery, provide `__meta_serverset_shard` + label with the serverset shard number. +* [FEATURE] Provide `__meta_consul_service_id` meta label in Consul service + discovery. +* [FEATURE] Allow scalar expressions in recording rules to enable use cases + such as building constant metrics. +* [FEATURE] Add `label_replace()` and `vector()` query language functions. +* [FEATURE] In Consul service discovery, fill in the `__meta_consul_dc` + datacenter label from the Consul agent when it's not set in the Consul SD + config. +* [FEATURE] Scrape all services upon empty services list in Consul service + discovery. +* [FEATURE] Add `labelmap` relabeling action to map a set of input labels to a + set of output labels using regular expressions. +* [FEATURE] Introduce `__tmp` as a relabeling label prefix that is guaranteed + to not be used by Prometheus internally. +* [FEATURE] Kubernetes-based service discovery. +* [FEATURE] Marathon-based service discovery. +* [FEATURE] Support multiple series names in console graphs JavaScript library. +* [FEATURE] Allow reloading configuration via web handler at `/-/reload`. +* [FEATURE] Updates to promtool to reflect new Prometheus configuration + features. +* [FEATURE] Add `proxy_url` parameter to scrape configurations to enable use of + proxy servers. +* [FEATURE] Add console templates for Prometheus itself. +* [FEATURE] Allow relabeling the protocol scheme of targets. +* [FEATURE] Add `predict_linear()` query language function. +* [FEATURE] Support for authentication using bearer tokens, client certs, and + CA certs. +* [FEATURE] Implement unary expressions for vector types (`-foo`, `+foo`). +* [FEATURE] Add console templates for the SNMP exporter. +* [FEATURE] Make it possible to relabel target scrape query parameters. +* [FEATURE] Add support for `A` and `AAAA` records in DNS service discovery. +* [ENHANCEMENT] Fix several flaky tests. +* [ENHANCEMENT] Switch to common routing package. +* [ENHANCEMENT] Use more resilient metric decoder. +* [ENHANCEMENT] Update vendored dependencies. +* [ENHANCEMENT] Add compression to more HTTP handlers. +* [ENHANCEMENT] Make -web.external-url flag help string more verbose. +* [ENHANCEMENT] Improve metrics around remote storage queues. +* [ENHANCEMENT] Use Go 1.5.1 instead of Go 1.4.2 in builds. +* [ENHANCEMENT] Update the architecture diagram in the `README.md`. +* [ENHANCEMENT] Time out sample appends in retrieval layer if the storage is + backlogging. +* [ENHANCEMENT] Make `hash_mod` relabeling action use MD5 instead of FNV to + enable better hash distribution. +* [ENHANCEMENT] Better tracking of targets between same service discovery + mechanisms in one scrape configuration. +* [ENHANCEMENT] Handle parser and query evaluation runtime panics more + gracefully. +* [ENHANCEMENT] Add IDs to H2 tags on status page to allow anchored linking. +* [BUGFIX] Fix watching multiple paths with Zookeeper serverset discovery. +* [BUGFIX] Fix high CPU usage on configuration reload. +* [BUGFIX] Fix disappearing `__params` on configuration reload. +* [BUGFIX] Make `labelmap` action available through configuration. +* [BUGFIX] Fix direct access of protobuf fields. +* [BUGFIX] Fix panic on Consul request error. +* [BUGFIX] Redirect of graph endpoint for prefixed setups. +* [BUGFIX] Fix series file deletion behavior when purging archived series. +* [BUGFIX] Fix error checking and logging around checkpointing. +* [BUGFIX] Fix map initialization in target manager. +* [BUGFIX] Fix draining of file watcher events in file-based service discovery. +* [BUGFIX] Add `POST` handler for `/debug` endpoints to fix CPU profiling. +* [BUGFIX] Fix several flaky tests. +* [BUGFIX] Fix busylooping in case a scrape configuration has no target + providers defined. +* [BUGFIX] Fix exit behavior of static target provider. +* [BUGFIX] Fix configuration reloading loop upon shutdown. +* [BUGFIX] Add missing check for nil expression in expression parser. +* [BUGFIX] Fix error handling bug in test code. +* [BUGFIX] Fix Consul port meta label. +* [BUGFIX] Fix lexer bug that treated non-Latin Unicode digits as digits. +* [CLEANUP] Remove obsolete federation example from console templates. +* [CLEANUP] Remove duplicated Bootstrap JS inclusion on graph page. +* [CLEANUP] Switch to common log package. +* [CLEANUP] Update build environment scripts and Makefiles to work better with + native Go build mechanisms and new Go 1.5 experimental vendoring support. +* [CLEANUP] Remove logged notice about 0.14.x configuration file format change. +* [CLEANUP] Move scrape-time metric label modification into SampleAppenders. +* [CLEANUP] Switch from `github.com/client_golang/model` to + `github.com/common/model` and related type cleanups. +* [CLEANUP] Switch from `github.com/client_golang/extraction` to + `github.com/common/expfmt` and related type cleanups. +* [CLEANUP] Exit Prometheus when the web server encounters a startup error. +* [CLEANUP] Remove non-functional alert-silencing links on alerting page. +* [CLEANUP] General cleanups to comments and code, derived from `golint`, + `go vet`, or otherwise. +* [CLEANUP] When entering crash recovery, tell users how to cleanly shut down + Prometheus. +* [CLEANUP] Remove internal support for multi-statement queries in query engine. +* [CLEANUP] Update AUTHORS.md. +* [CLEANUP] Don't warn/increment metric upon encountering equal timestamps for + the same series upon append. +* [CLEANUP] Resolve relative paths during configuration loading. + +## 0.15.1 / 2015-07-27 +* [BUGFIX] Fix vector matching behavior when there is a mix of equality and + non-equality matchers in a vector selector and one matcher matches no series. +* [ENHANCEMENT] Allow overriding `GOARCH` and `GOOS` in Makefile.INCLUDE. +* [ENHANCEMENT] Update vendored dependencies. + +## 0.15.0 / 2015-07-21 + +BREAKING CHANGES: + +* Relative paths for rule files are now evaluated relative to the config file. +* External reachability flags (`-web.*`) consolidated. +* The default storage directory has been changed from `/tmp/metrics` + to `data` in the local directory. +* The `rule_checker` tool has been replaced by `promtool` with + different flags and more functionality. +* Empty labels are now removed upon ingestion into the + storage. Matching empty labels is now equivalent to matching unset + labels (`mymetric{label=""}` now matches series that don't have + `label` set at all). +* The special `__meta_consul_tags` label in Consul service discovery + now starts and ends with tag separators to enable easier regex + matching. +* The default scrape interval has been changed back from 1 minute to + 10 seconds. + +All changes: + +* [CHANGE] Change default storage directory to `data` in the current + working directory. +* [CHANGE] Consolidate external reachability flags (`-web.*`)into one. +* [CHANGE] Deprecate `keeping_extra` modifier keyword, rename it to + `keep_common`. +* [CHANGE] Improve label matching performance and treat unset labels + like empty labels in label matchers. +* [CHANGE] Remove `rule_checker` tool and add generic `promtool` CLI + tool which allows checking rules and configuration files. +* [CHANGE] Resolve rule files relative to config file. +* [CHANGE] Restore default ScrapeInterval of 1 minute instead of 10 seconds. +* [CHANGE] Surround `__meta_consul_tags` value with tag separators. +* [CHANGE] Update node disk console for new filesystem labels. +* [FEATURE] Add Consul's `ServiceAddress`, `Address`, and `ServicePort` as + meta labels to enable setting a custom scrape address if needed. +* [FEATURE] Add `hashmod` relabel action to allow for horizontal + sharding of Prometheus servers. +* [FEATURE] Add `honor_labels` scrape configuration option to not + overwrite any labels exposed by the target. +* [FEATURE] Add basic federation support on `/federate`. +* [FEATURE] Add optional `RUNBOOK` field to alert statements. +* [FEATURE] Add pre-relabel target labels to status page. +* [FEATURE] Add version information endpoint under `/version`. +* [FEATURE] Added initial stable API version 1 under `/api/v1`, + including ability to delete series and query more metadata. +* [FEATURE] Allow configuring query parameters when scraping metrics endpoints. +* [FEATURE] Allow deleting time series via the new v1 API. +* [FEATURE] Allow individual ingested metrics to be relabeled. +* [FEATURE] Allow loading rule files from an entire directory. +* [FEATURE] Allow scalar expressions in range queries, improve error messages. +* [FEATURE] Support Zookeeper Serversets as a service discovery mechanism. +* [ENHANCEMENT] Add circleci yaml for Dockerfile test build. +* [ENHANCEMENT] Always show selected graph range, regardless of available data. +* [ENHANCEMENT] Change expression input field to multi-line textarea. +* [ENHANCEMENT] Enforce strict monotonicity of time stamps within a series. +* [ENHANCEMENT] Export build information as metric. +* [ENHANCEMENT] Improve UI of `/alerts` page. +* [ENHANCEMENT] Improve display of target labels on status page. +* [ENHANCEMENT] Improve initialization and routing functionality of web service. +* [ENHANCEMENT] Improve target URL handling and display. +* [ENHANCEMENT] New dockerfile using alpine-glibc base image and make. +* [ENHANCEMENT] Other minor fixes. +* [ENHANCEMENT] Preserve alert state across reloads. +* [ENHANCEMENT] Prettify flag help output even more. +* [ENHANCEMENT] README.md updates. +* [ENHANCEMENT] Raise error on unknown config parameters. +* [ENHANCEMENT] Refine v1 HTTP API output. +* [ENHANCEMENT] Show original configuration file contents on status + page instead of serialized YAML. +* [ENHANCEMENT] Start HUP signal handler earlier to not exit upon HUP + during startup. +* [ENHANCEMENT] Updated vendored dependencies. +* [BUGFIX] Do not panic in `StringToDuration()` on wrong duration unit. +* [BUGFIX] Exit on invalid rule files on startup. +* [BUGFIX] Fix a regression in the `.Path` console template variable. +* [BUGFIX] Fix chunk descriptor loading. +* [BUGFIX] Fix consoles "Prometheus" link to point to / +* [BUGFIX] Fix empty configuration file cases +* [BUGFIX] Fix float to int conversions in chunk encoding, which were + broken for some architectures. +* [BUGFIX] Fix overflow detection for serverset config. +* [BUGFIX] Fix race conditions in retrieval layer. +* [BUGFIX] Fix shutdown deadlock in Consul SD code. +* [BUGFIX] Fix the race condition targets in the Makefile. +* [BUGFIX] Fix value display error in web console. +* [BUGFIX] Hide authentication credentials in config `String()` output. +* [BUGFIX] Increment dirty counter metric in storage only if + `setDirty(true)` is called. +* [BUGFIX] Periodically refresh services in Consul to recover from + missing events. +* [BUGFIX] Prevent overwrite of default global config when loading a + configuration. +* [BUGFIX] Properly lex `\r` as whitespace in expression language. +* [BUGFIX] Validate label names in JSON target groups. +* [BUGFIX] Validate presence of regex field in relabeling configurations. +* [CLEANUP] Clean up initialization of remote storage queues. +* [CLEANUP] Fix `go vet` and `golint` violations. +* [CLEANUP] General cleanup of rules and query language code. +* [CLEANUP] Improve and simplify Dockerfile build steps. +* [CLEANUP] Improve and simplify build infrastructure, use go-bindata + for web assets. Allow building without git. +* [CLEANUP] Move all utility packages into common `util` subdirectory. +* [CLEANUP] Refactor main, flag handling, and web package. +* [CLEANUP] Remove unused methods from `Rule` interface. +* [CLEANUP] Simplify default config handling. +* [CLEANUP] Switch human-readable times on web UI to UTC. +* [CLEANUP] Use `templates.TemplateExpander` for all page templates. +* [CLEANUP] Use new v1 HTTP API for querying and graphing. + +## 0.14.0 / 2015-06-01 +* [CHANGE] Configuration format changed and switched to YAML. + (See the provided [migration tool](https://github.com/prometheus/migrate/releases).) +* [ENHANCEMENT] Redesign of state-preserving target discovery. +* [ENHANCEMENT] Allow specifying scrape URL scheme and basic HTTP auth for non-static targets. +* [FEATURE] Allow attaching meaningful labels to targets via relabeling. +* [FEATURE] Configuration/rule reloading at runtime. +* [FEATURE] Target discovery via file watches. +* [FEATURE] Target discovery via Consul. +* [ENHANCEMENT] Simplified binary operation evaluation. +* [ENHANCEMENT] More stable component initialization. +* [ENHANCEMENT] Added internal expression testing language. +* [BUGFIX] Fix graph links with path prefix. +* [ENHANCEMENT] Allow building from source without git. +* [ENHANCEMENT] Improve storage iterator performance. +* [ENHANCEMENT] Change logging output format and flags. +* [BUGFIX] Fix memory alignment bug for 32bit systems. +* [ENHANCEMENT] Improve web redirection behavior. +* [ENHANCEMENT] Allow overriding default hostname for Prometheus URLs. +* [BUGFIX] Fix double slash in URL sent to alertmanager. +* [FEATURE] Add resets() query function to count counter resets. +* [FEATURE] Add changes() query function to count the number of times a gauge changed. +* [FEATURE] Add increase() query function to calculate a counter's increase. +* [ENHANCEMENT] Limit retrievable samples to the storage's retention window. + +## 0.13.4 / 2015-05-23 +* [BUGFIX] Fix a race while checkpointing fingerprint mappings. + +## 0.13.3 / 2015-05-11 +* [BUGFIX] Handle fingerprint collisions properly. +* [CHANGE] Comments in rules file must start with `#`. (The undocumented `//` + and `/*...*/` comment styles are no longer supported.) +* [ENHANCEMENT] Switch to custom expression language parser and evaluation + engine, which generates better error messages, fixes some parsing edge-cases, + and enables other future enhancements (like the ones below). +* [ENHANCEMENT] Limit maximum number of concurrent queries. +* [ENHANCEMENT] Terminate running queries during shutdown. + +## 0.13.2 / 2015-05-05 +* [MAINTENANCE] Updated vendored dependencies to their newest versions. +* [MAINTENANCE] Include rule_checker and console templates in release tarball. +* [BUGFIX] Sort NaN as the lowest value. +* [ENHANCEMENT] Add square root, stddev and stdvar functions. +* [BUGFIX] Use scrape_timeout for scrape timeout, not scrape_interval. +* [ENHANCEMENT] Improve chunk and chunkDesc loading, increase performance when + reading from disk. +* [BUGFIX] Show correct error on wrong DNS response. + +## 0.13.1 / 2015-04-09 +* [BUGFIX] Treat memory series with zero chunks correctly in series maintenance. +* [ENHANCEMENT] Improve readability of usage text even more. + +## 0.13.0 / 2015-04-08 +* [ENHANCEMENT] Double-delta encoding for chunks, saving typically 40% of + space, both in RAM and on disk. +* [ENHANCEMENT] Redesign of chunk persistence queuing, increasing performance + on spinning disks significantly. +* [ENHANCEMENT] Redesign of sample ingestion, increasing ingestion performance. +* [FEATURE] Added ln, log2, log10 and exp functions to the query language. +* [FEATURE] Experimental write support to InfluxDB. +* [FEATURE] Allow custom timestamps in instant query API. +* [FEATURE] Configurable path prefix for URLs to support proxies. +* [ENHANCEMENT] Increase of rule_checker CLI usability. +* [CHANGE] Show special float values as gaps. +* [ENHANCEMENT] Made usage output more readable. +* [ENHANCEMENT] Increased resilience of the storage against data corruption. +* [ENHANCEMENT] Various improvements around chunk encoding. +* [ENHANCEMENT] Nicer formatting of target health table on /status. +* [CHANGE] Rename UNREACHABLE to UNHEALTHY, ALIVE to HEALTHY. +* [BUGFIX] Strip trailing slash in alertmanager URL. +* [BUGFIX] Avoid +InfYs and similar, just display +Inf. +* [BUGFIX] Fixed HTML-escaping at various places. +* [BUGFIX] Fixed special value handling in division and modulo of the query + language. +* [BUGFIX] Fix embed-static.sh. +* [CLEANUP] Added initial HTTP API tests. +* [CLEANUP] Misc. other code cleanups. +* [MAINTENANCE] Updated vendored dependencies to their newest versions. + +## 0.12.0 / 2015-03-04 +* [CHANGE] Use client_golang v0.3.1. THIS CHANGES FINGERPRINTING AND INVALIDATES + ALL PERSISTED FINGERPRINTS. You have to wipe your storage to use this or + later versions. There is a version guard in place that will prevent you to + run Prometheus with the stored data of an older Prometheus. +* [BUGFIX] The change above fixes a weakness in the fingerprinting algorithm. +* [ENHANCEMENT] The change above makes fingerprinting faster and less allocation + intensive. +* [FEATURE] OR operator and vector matching options. See docs for details. +* [ENHANCEMENT] Scientific notation and special float values (Inf, NaN) now + supported by the expression language. +* [CHANGE] Dockerfile makes Prometheus use the Docker volume to store data + (rather than /tmp/metrics). +* [CHANGE] Makefile uses Go 1.4.2. + +## 0.11.1 / 2015-02-27 +* [BUGFIX] Make series maintenance complete again. (Ever since 0.9.0rc4, + or commit 0851945, series would not be archived, chunk descriptors would + not be evicted, and stale head chunks would never be closed. This happened + due to accidental deletion of a line calling a (well tested :) function. +* [BUGFIX] Do not double count head chunks read from checkpoint on startup. + Also fix a related but less severe bug in counting chunk descriptors. +* [BUGFIX] Check last time in head chunk for head chunk timeout, not first. +* [CHANGE] Update vendoring due to vendoring changes in client_golang. +* [CLEANUP] Code cleanups. +* [ENHANCEMENT] Limit the number of 'dirty' series counted during checkpointing. + +## 0.11.0 / 2015-02-23 +* [FEATURE] Introduce new metric type Histogram with server-side aggregation. +* [FEATURE] Add offset operator. +* [FEATURE] Add floor, ceil and round functions. +* [CHANGE] Change instance identifiers to be host:port. +* [CHANGE] Dependency management and vendoring changed/improved. +* [CHANGE] Flag name changes to create consistency between various Prometheus + binaries. +* [CHANGE] Show unlimited number of metrics in autocomplete. +* [CHANGE] Add query timeout. +* [CHANGE] Remove labels on persist error counter. +* [ENHANCEMENT] Various performance improvements for sample ingestion. +* [ENHANCEMENT] Various Makefile improvements. +* [ENHANCEMENT] Various console template improvements, including + proof-of-concept for federation via console templates. +* [ENHANCEMENT] Fix graph JS glitches and simplify graphing code. +* [ENHANCEMENT] Dramatically decrease resources for file embedding. +* [ENHANCEMENT] Crash recovery saves lost series data in 'orphaned' directory. +* [BUGFIX] Fix aggregation grouping key calculation. +* [BUGFIX] Fix Go download path for various architectures. +* [BUGFIX] Fixed the link of the Travis build status image. +* [BUGFIX] Fix Rickshaw/D3 version mismatch. +* [CLEANUP] Various code cleanups. + +## 0.10.0 / 2015-01-26 +* [CHANGE] More efficient JSON result format in query API. This requires + up-to-date versions of PromDash and prometheus_cli, too. +* [ENHANCEMENT] Excluded non-minified Bootstrap assets and the Bootstrap maps + from embedding into the binary. Those files are only used for debugging, + and then you can use -web.use-local-assets. By including fewer files, the + RAM usage during compilation is much more manageable. +* [ENHANCEMENT] Help link points to https://prometheus.github.io now. +* [FEATURE] Consoles for haproxy and cloudwatch. +* [BUGFIX] Several fixes to graphs in consoles. +* [CLEANUP] Removed a file size check that did not check anything. + +## 0.9.0 / 2015-01-23 +* [CHANGE] Reworked command line flags, now more consistent and taking into + account needs of the new storage backend (see below). +* [CHANGE] Metric names are dropped after certain transformations. +* [CHANGE] Changed partitioning of summary metrics exported by Prometheus. +* [CHANGE] Got rid of Gerrit as a review tool. +* [CHANGE] 'Tabular' view now the default (rather than 'Graph') to avoid + running very expensive queries accidentally. +* [CHANGE] On-disk format for stored samples changed. For upgrading, you have + to nuke your old files completely. See "Complete rewrite of the storage +* [CHANGE] Removed 2nd argument from `delta`. +* [FEATURE] Added a `deriv` function. +* [FEATURE] Console templates. +* [FEATURE] Added `absent` function. +* [FEATURE] Allow omitting the metric name in queries. +* [BUGFIX] Removed all known race conditions. +* [BUGFIX] Metric mutations now handled correctly in all cases. +* [ENHANCEMENT] Proper double-start protection. +* [ENHANCEMENT] Complete rewrite of the storage layer. Benefits include: + * Better query performance. + * More samples in less RAM. + * Better memory management. + * Scales up to millions of time series and thousands of samples ingested + per second. + * Purging of obsolete samples much cleaner now, up to completely + "forgetting" obsolete time series. + * Proper instrumentation to diagnose the storage layer with... well... + Prometheus. + * Pure Go implementation, no need for cgo and shared C libraries anymore. + * Better concurrency. +* [ENHANCEMENT] Copy-on-write semantics in the AST layer. +* [ENHANCEMENT] Switched from Go 1.3 to Go 1.4. +* [ENHANCEMENT] Vendored external dependencies with godeps. +* [ENHANCEMENT] Numerous Web UI improvements, moved to Bootstrap3 and + Rickshaw 1.5.1. +* [ENHANCEMENT] Improved Docker integration. +* [ENHANCEMENT] Simplified the Makefile contraption. +* [CLEANUP] Put meta-data files into proper shape (LICENSE, README.md etc.) +* [CLEANUP] Removed all legitimate 'go vet' and 'golint' warnings. +* [CLEANUP] Removed dead code. + +## 0.8.0 / 2014-09-04 +* [ENHANCEMENT] Stagger scrapes to spread out load. +* [BUGFIX] Correctly quote HTTP Accept header. + +## 0.7.0 / 2014-08-06 +* [FEATURE] Added new functions: abs(), topk(), bottomk(), drop_common_labels(). +* [FEATURE] Let console templates get graph links from expressions. +* [FEATURE] Allow console templates to dynamically include other templates. +* [FEATURE] Template consoles now have access to their URL. +* [BUGFIX] Fixed time() function to return evaluation time, not wallclock time. +* [BUGFIX] Fixed HTTP connection leak when targets returned a non-200 status. +* [BUGFIX] Fixed link to console templates in UI. +* [PERFORMANCE] Removed extra memory copies while scraping targets. +* [ENHANCEMENT] Switched from Go 1.2.1 to Go 1.3. +* [ENHANCEMENT] Made metrics exported by Prometheus itself more consistent. +* [ENHANCEMENT] Removed incremental backoffs for unhealthy targets. +* [ENHANCEMENT] Dockerfile also builds Prometheus support tools now. + +## 0.6.0 / 2014-06-30 +* [FEATURE] Added console and alert templates support, along with various template functions. +* [PERFORMANCE] Much faster and more memory-efficient flushing to disk. +* [ENHANCEMENT] Query results are now only logged when debugging. +* [ENHANCEMENT] Upgraded to new Prometheus client library for exposing metrics. +* [BUGFIX] Samples are now kept in memory until fully flushed to disk. +* [BUGFIX] Non-200 target scrapes are now treated as an error. +* [BUGFIX] Added installation step for missing dependency to Dockerfile. +* [BUGFIX] Removed broken and unused "User Dashboard" link. + +## 0.5.0 / 2014-05-28 + +* [BUGFIX] Fixed next retrieval time display on status page. +* [BUGFIX] Updated some variable references in tools subdir. +* [FEATURE] Added support for scraping metrics via the new text format. +* [PERFORMANCE] Improved label matcher performance. +* [PERFORMANCE] Removed JSON indentation in query API, leading to smaller response sizes. +* [ENHANCEMENT] Added internal check to verify temporal order of streams. +* [ENHANCEMENT] Some internal refactorings. + +## 0.4.0 / 2014-04-17 + +* [FEATURE] Vectors and scalars may now be reversed in binary operations (` `). +* [FEATURE] It's possible to shutdown Prometheus via a `/-/quit` web endpoint now. +* [BUGFIX] Fix for a deadlock race condition in the memory storage. +* [BUGFIX] Mac OS X build fixed. +* [BUGFIX] Built from Go 1.2.1, which has internal fixes to race conditions in garbage collection handling. +* [ENHANCEMENT] Internal storage interface refactoring that allows building e.g. the `rule_checker` tool without LevelDB dynamic library dependencies. +* [ENHANCEMENT] Cleanups around shutdown handling. +* [PERFORMANCE] Preparations for better memory reuse during marshaling / unmarshaling. diff --git a/staging/src/github.com/promethues/prometheus/CODE_OF_CONDUCT.md b/staging/src/github.com/promethues/prometheus/CODE_OF_CONDUCT.md new file mode 100644 index 0000000..9a1aff4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/CODE_OF_CONDUCT.md @@ -0,0 +1,3 @@ +## Prometheus Community Code of Conduct + +Prometheus follows the [CNCF Code of Conduct](https://github.com/cncf/foundation/blob/master/code-of-conduct.md). diff --git a/staging/src/github.com/promethues/prometheus/CONTRIBUTING.md b/staging/src/github.com/promethues/prometheus/CONTRIBUTING.md new file mode 100644 index 0000000..0a07392 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/CONTRIBUTING.md @@ -0,0 +1,80 @@ +# Contributing + +Prometheus uses GitHub to manage reviews of pull requests. + +* If you are a new contributor see: [Steps to Contribute](#steps-to-contribute) + +* If you have a trivial fix or improvement, go ahead and create a pull request, + addressing (with `@...`) a suitable maintainer of this repository (see + [MAINTAINERS.md](MAINTAINERS.md)) in the description of the pull request. + +* If you plan to do something more involved, first discuss your ideas + on our [mailing list](https://groups.google.com/forum/?fromgroups#!forum/prometheus-developers). + This will avoid unnecessary work and surely give you and us a good deal + of inspiration. Also please see our [non-goals issue](https://github.com/prometheus/docs/issues/149) on areas that the Prometheus community doesn't plan to work on. + +* Relevant coding style guidelines are the [Go Code Review + Comments](https://code.google.com/p/go-wiki/wiki/CodeReviewComments) + and the _Formatting and style_ section of Peter Bourgon's [Go: Best + Practices for Production + Environments](https://peter.bourgon.org/go-in-production/#formatting-and-style). + +* Be sure to sign off on the [DCO](https://github.com/probot/dco#how-it-works). + + +## Steps to Contribute + +Should you wish to work on an issue, please claim it first by commenting on the GitHub issue that you want to work on it. This is to prevent duplicated efforts from contributors on the same issue. + +Please check the [`low-hanging-fruit`](https://github.com/prometheus/prometheus/issues?q=is%3Aissue+is%3Aopen+label%3A%22low+hanging+fruit%22) label to find issues that are good for getting started. If you have questions about one of the issues, with or without the tag, please comment on them and one of the maintainers will clarify it. For a quicker response, contact us over [IRC](https://prometheus.io/community). + +You can [spin up a prebuilt dev environment](https://gitpod.io/#https://github.com/prometheus/prometheus) using Gitpod.io. + +For complete instructions on how to compile see: [Building From Source](https://github.com/prometheus/prometheus#building-from-source) + +For quickly compiling and testing your changes do: +``` +# For building. +go build ./cmd/prometheus/ +./prometheus + +# For testing. +make test # Make sure all the tests pass before you commit and push :) +``` + +We use [`golangci-lint`](https://github.com/golangci/golangci-lint) for linting the code. If it reports an issue and you think that the warning needs to be disregarded or is a false-positive, you can add a special comment `//nolint:linter1[,linter2,...]` before the offending line. Use this sparingly though, fixing the code to comply with the linter's recommendation is in general the preferred course of action. + +All our issues are regularly tagged so that you can also filter down the issues involving the components you want to work on. For our labeling policy refer [the wiki page](https://github.com/prometheus/prometheus/wiki/Label-Names-and-Descriptions). + +## Pull Request Checklist + +* Branch from the main branch and, if needed, rebase to the current main branch before submitting your pull request. If it doesn't merge cleanly with main you may be asked to rebase your changes. + +* Commits should be as small as possible, while ensuring that each commit is correct independently (i.e., each commit should compile and pass tests). + +* If your patch is not getting reviewed or you need a specific person to review it, you can @-reply a reviewer asking for a review in the pull request or a comment, or you can ask for a review on IRC channel [#prometheus](https://web.libera.chat/?channels=#prometheus) on irc.libera.chat (for the easiest start, [join via Riot](https://riot.im/app/#/room/#prometheus:matrix.org)). + +* Add tests relevant to the fixed bug or new feature. + +## Dependency management + +The Prometheus project uses [Go modules](https://golang.org/cmd/go/#hdr-Modules__module_versions__and_more) to manage dependencies on external packages. + +To add or update a new dependency, use the `go get` command: + +```bash +# Pick the latest tagged release. +go get example.com/some/module/pkg + +# Pick a specific version. +go get example.com/some/module/pkg@vX.Y.Z +``` + +Tidy up the `go.mod` and `go.sum` files: + +```bash +# The GO111MODULE variable can be omitted when the code isn't located in GOPATH. +GO111MODULE=on go mod tidy +``` + +You have to commit the changes to `go.mod` and `go.sum` before submitting the pull request. diff --git a/staging/src/github.com/promethues/prometheus/Dockerfile b/staging/src/github.com/promethues/prometheus/Dockerfile new file mode 100644 index 0000000..838bf18 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/Dockerfile @@ -0,0 +1,29 @@ +ARG ARCH="amd64" +ARG OS="linux" +FROM quay.io/prometheus/busybox-${OS}-${ARCH}:latest +LABEL maintainer="The Prometheus Authors " + +ARG ARCH="amd64" +ARG OS="linux" +COPY .build/${OS}-${ARCH}/prometheus /bin/prometheus +COPY .build/${OS}-${ARCH}/promtool /bin/promtool +COPY documentation/examples/prometheus.yml /etc/prometheus/prometheus.yml +COPY console_libraries/ /usr/share/prometheus/console_libraries/ +COPY consoles/ /usr/share/prometheus/consoles/ +COPY LICENSE /LICENSE +COPY NOTICE /NOTICE +COPY npm_licenses.tar.bz2 /npm_licenses.tar.bz2 + +RUN ln -s /usr/share/prometheus/console_libraries /usr/share/prometheus/consoles/ /etc/prometheus/ +RUN mkdir -p /prometheus && \ + chown -R nobody:nobody etc/prometheus /prometheus + +USER nobody +EXPOSE 9090 +VOLUME [ "/prometheus" ] +WORKDIR /prometheus +ENTRYPOINT [ "/bin/prometheus" ] +CMD [ "--config.file=/etc/prometheus/prometheus.yml", \ + "--storage.tsdb.path=/prometheus", \ + "--web.console.libraries=/usr/share/prometheus/console_libraries", \ + "--web.console.templates=/usr/share/prometheus/consoles" ] diff --git a/staging/src/github.com/promethues/prometheus/LICENSE b/staging/src/github.com/promethues/prometheus/LICENSE new file mode 100644 index 0000000..261eeb9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/staging/src/github.com/promethues/prometheus/MAINTAINERS.md b/staging/src/github.com/promethues/prometheus/MAINTAINERS.md new file mode 100644 index 0000000..f22a43b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/MAINTAINERS.md @@ -0,0 +1,21 @@ +Julien Pivotto ( / @roidelapluie) is the main/default maintainer, some parts of the codebase have other maintainers: + +* `cmd` + * `promtool`: David Leadbeater ( / @dgl) +* `discovery` + * `k8s`: Frederic Branczyk ( / @brancz) +* `documentation` + * `prometheus-mixin`: Björn Rabenstein ( / @beorn7) +* `storage` + * `remote`: Chris Marchbanks ( / @csmarchbanks), Callum Styan ( / @cstyan), Bartłomiej Płotka ( / @bwplotka), Tom Wilkie ( / @tomwilkie) +* `tsdb`: Ganesh Vernekar ( / @codesome), Bartłomiej Płotka ( / @bwplotka) +* `web` + * `ui`: Julius Volz ( / @juliusv) +* `Makefile` and related build configuration: Simon Pasquier ( / @simonpasquier), Ben Kochie ( / @SuperQ) + +For the sake of brevity, not all subtrees are explicitly listed. Due to the +size of this repository, the natural changes in focus of maintainers over time, +and nuances of where particular features live, this list will always be +incomplete and out of date. However the listed maintainer(s) should be able to +direct a PR/question to the right person. + diff --git a/staging/src/github.com/promethues/prometheus/Makefile b/staging/src/github.com/promethues/prometheus/Makefile new file mode 100644 index 0000000..d672456 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/Makefile @@ -0,0 +1,94 @@ +# Copyright 2018 The Prometheus Authors +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Needs to be defined before including Makefile.common to auto-generate targets +DOCKER_ARCHS ?= amd64 armv7 arm64 ppc64le s390x + +REACT_APP_PATH = web/ui/react-app +REACT_APP_SOURCE_FILES = $(shell find $(REACT_APP_PATH)/public/ $(REACT_APP_PATH)/src/ $(REACT_APP_PATH)/tsconfig.json) +REACT_APP_OUTPUT_DIR = web/ui/static/react +REACT_APP_NODE_MODULES_PATH = $(REACT_APP_PATH)/node_modules +REACT_APP_NPM_LICENSES_TARBALL = "npm_licenses.tar.bz2" +REACT_APP_BUILD_SCRIPT = ./scripts/build_react_app.sh + +PROMTOOL = ./promtool +TSDB_BENCHMARK_NUM_METRICS ?= 1000 +TSDB_BENCHMARK_DATASET ?= ./tsdb/testdata/20kseries.json +TSDB_BENCHMARK_OUTPUT_DIR ?= ./benchout + +GOLANGCI_LINT_OPTS ?= --timeout 2m + +include Makefile.common + +DOCKER_IMAGE_NAME ?= prometheus + +$(REACT_APP_NODE_MODULES_PATH): $(REACT_APP_PATH)/package.json $(REACT_APP_PATH)/yarn.lock + cd $(REACT_APP_PATH) && yarn --frozen-lockfile + +$(REACT_APP_OUTPUT_DIR): $(REACT_APP_NODE_MODULES_PATH) $(REACT_APP_SOURCE_FILES) $(REACT_APP_BUILD_SCRIPT) + @echo ">> building React app" + @$(REACT_APP_BUILD_SCRIPT) + +.PHONY: assets +assets: $(REACT_APP_OUTPUT_DIR) + @echo ">> writing assets" + # Un-setting GOOS and GOARCH here because the generated Go code is always the same, + # but the cached object code is incompatible between architectures and OSes (which + # breaks cross-building for different combinations on CI in the same container). + cd web/ui && GO111MODULE=$(GO111MODULE) GOOS= GOARCH= $(GO) generate -x -v $(GOOPTS) + @$(GOFMT) -w ./web/ui + +.PHONY: react-app-lint +react-app-lint: + @echo ">> running React app linting" + cd $(REACT_APP_PATH) && yarn lint:ci + +.PHONY: react-app-lint-fix +react-app-lint-fix: + @echo ">> running React app linting and fixing errors where possible" + cd $(REACT_APP_PATH) && yarn lint + +.PHONY: react-app-test +react-app-test: | $(REACT_APP_NODE_MODULES_PATH) react-app-lint + @echo ">> running React app tests" + cd $(REACT_APP_PATH) && yarn test --no-watch --coverage + +.PHONY: test +test: common-test react-app-test + +.PHONY: npm_licenses +npm_licenses: $(REACT_APP_NODE_MODULES_PATH) + @echo ">> bundling npm licenses" + rm -f $(REACT_APP_NPM_LICENSES_TARBALL) + find $(REACT_APP_NODE_MODULES_PATH) -iname "license*" | tar cfj $(REACT_APP_NPM_LICENSES_TARBALL) --transform 's/^/npm_licenses\//' --files-from=- + +.PHONY: tarball +tarball: npm_licenses common-tarball + +.PHONY: docker +docker: npm_licenses common-docker + +.PHONY: build +build: assets common-build + +.PHONY: bench_tsdb +bench_tsdb: $(PROMU) + @echo ">> building promtool" + @GO111MODULE=$(GO111MODULE) $(PROMU) build --prefix $(PREFIX) promtool + @echo ">> running benchmark, writing result to $(TSDB_BENCHMARK_OUTPUT_DIR)" + @$(PROMTOOL) tsdb bench write --metrics=$(TSDB_BENCHMARK_NUM_METRICS) --out=$(TSDB_BENCHMARK_OUTPUT_DIR) $(TSDB_BENCHMARK_DATASET) + @$(GO) tool pprof -svg $(PROMTOOL) $(TSDB_BENCHMARK_OUTPUT_DIR)/cpu.prof > $(TSDB_BENCHMARK_OUTPUT_DIR)/cpuprof.svg + @$(GO) tool pprof --inuse_space -svg $(PROMTOOL) $(TSDB_BENCHMARK_OUTPUT_DIR)/mem.prof > $(TSDB_BENCHMARK_OUTPUT_DIR)/memprof.inuse.svg + @$(GO) tool pprof --alloc_space -svg $(PROMTOOL) $(TSDB_BENCHMARK_OUTPUT_DIR)/mem.prof > $(TSDB_BENCHMARK_OUTPUT_DIR)/memprof.alloc.svg + @$(GO) tool pprof -svg $(PROMTOOL) $(TSDB_BENCHMARK_OUTPUT_DIR)/block.prof > $(TSDB_BENCHMARK_OUTPUT_DIR)/blockprof.svg + @$(GO) tool pprof -svg $(PROMTOOL) $(TSDB_BENCHMARK_OUTPUT_DIR)/mutex.prof > $(TSDB_BENCHMARK_OUTPUT_DIR)/mutexprof.svg diff --git a/staging/src/github.com/promethues/prometheus/Makefile.common b/staging/src/github.com/promethues/prometheus/Makefile.common new file mode 100644 index 0000000..ce80d53 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/Makefile.common @@ -0,0 +1,302 @@ +# Copyright 2018 The Prometheus Authors +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +# A common Makefile that includes rules to be reused in different prometheus projects. +# !!! Open PRs only against the prometheus/prometheus/Makefile.common repository! + +# Example usage : +# Create the main Makefile in the root project directory. +# include Makefile.common +# customTarget: +# @echo ">> Running customTarget" +# + +# Ensure GOBIN is not set during build so that promu is installed to the correct path +unexport GOBIN + +GO ?= go +GOFMT ?= $(GO)fmt +FIRST_GOPATH := $(firstword $(subst :, ,$(shell $(GO) env GOPATH))) +GOOPTS ?= +GOHOSTOS ?= $(shell $(GO) env GOHOSTOS) +GOHOSTARCH ?= $(shell $(GO) env GOHOSTARCH) + +GO_VERSION ?= $(shell $(GO) version) +GO_VERSION_NUMBER ?= $(word 3, $(GO_VERSION)) +PRE_GO_111 ?= $(shell echo $(GO_VERSION_NUMBER) | grep -E 'go1\.(10|[0-9])\.') + +GOVENDOR := +GO111MODULE := +ifeq (, $(PRE_GO_111)) + ifneq (,$(wildcard go.mod)) + # Enforce Go modules support just in case the directory is inside GOPATH (and for Travis CI). + GO111MODULE := on + + ifneq (,$(wildcard vendor)) + # Always use the local vendor/ directory to satisfy the dependencies. + GOOPTS := $(GOOPTS) -mod=vendor + endif + endif +else + ifneq (,$(wildcard go.mod)) + ifneq (,$(wildcard vendor)) +$(warning This repository requires Go >= 1.11 because of Go modules) +$(warning Some recipes may not work as expected as the current Go runtime is '$(GO_VERSION_NUMBER)') + endif + else + # This repository isn't using Go modules (yet). + GOVENDOR := $(FIRST_GOPATH)/bin/govendor + endif +endif +PROMU := $(FIRST_GOPATH)/bin/promu +pkgs = ./... + +ifeq (arm, $(GOHOSTARCH)) + GOHOSTARM ?= $(shell GOARM= $(GO) env GOARM) + GO_BUILD_PLATFORM ?= $(GOHOSTOS)-$(GOHOSTARCH)v$(GOHOSTARM) +else + GO_BUILD_PLATFORM ?= $(GOHOSTOS)-$(GOHOSTARCH) +endif + +GOTEST := $(GO) test +GOTEST_DIR := +ifneq ($(CIRCLE_JOB),) +ifneq ($(shell which gotestsum),) + GOTEST_DIR := test-results + GOTEST := gotestsum --junitfile $(GOTEST_DIR)/unit-tests.xml -- +endif +endif + +PROMU_VERSION ?= 0.12.0 +PROMU_URL := https://github.com/prometheus/promu/releases/download/v$(PROMU_VERSION)/promu-$(PROMU_VERSION).$(GO_BUILD_PLATFORM).tar.gz + +GOLANGCI_LINT := +GOLANGCI_LINT_OPTS ?= +GOLANGCI_LINT_VERSION ?= v1.39.0 +# golangci-lint only supports linux, darwin and windows platforms on i386/amd64. +# windows isn't included here because of the path separator being different. +ifeq ($(GOHOSTOS),$(filter $(GOHOSTOS),linux darwin)) + ifeq ($(GOHOSTARCH),$(filter $(GOHOSTARCH),amd64 i386)) + GOLANGCI_LINT := $(FIRST_GOPATH)/bin/golangci-lint + endif +endif + +PREFIX ?= $(shell pwd) +BIN_DIR ?= $(shell pwd) +DOCKER_IMAGE_TAG ?= $(subst /,-,$(shell git rev-parse --abbrev-ref HEAD)) +DOCKERFILE_PATH ?= ./Dockerfile +DOCKERBUILD_CONTEXT ?= ./ +DOCKER_REPO ?= prom + +DOCKER_ARCHS ?= amd64 + +BUILD_DOCKER_ARCHS = $(addprefix common-docker-,$(DOCKER_ARCHS)) +PUBLISH_DOCKER_ARCHS = $(addprefix common-docker-publish-,$(DOCKER_ARCHS)) +TAG_DOCKER_ARCHS = $(addprefix common-docker-tag-latest-,$(DOCKER_ARCHS)) + +ifeq ($(GOHOSTARCH),amd64) + ifeq ($(GOHOSTOS),$(filter $(GOHOSTOS),linux freebsd darwin windows)) + # Only supported on amd64 + test-flags := -race + endif +endif + +# This rule is used to forward a target like "build" to "common-build". This +# allows a new "build" target to be defined in a Makefile which includes this +# one and override "common-build" without override warnings. +%: common-% ; + +.PHONY: common-all +common-all: precheck style check_license lint unused build test + +.PHONY: common-style +common-style: + @echo ">> checking code style" + @fmtRes=$$($(GOFMT) -d $$(find . -path ./vendor -prune -o -name '*.go' -print)); \ + if [ -n "$${fmtRes}" ]; then \ + echo "gofmt checking failed!"; echo "$${fmtRes}"; echo; \ + echo "Please ensure you are using $$($(GO) version) for formatting code."; \ + exit 1; \ + fi + +.PHONY: common-check_license +common-check_license: + @echo ">> checking license header" + @licRes=$$(for file in $$(find . -type f -iname '*.go' ! -path './vendor/*') ; do \ + awk 'NR<=3' $$file | grep -Eq "(Copyright|generated|GENERATED)" || echo $$file; \ + done); \ + if [ -n "$${licRes}" ]; then \ + echo "license header checking failed:"; echo "$${licRes}"; \ + exit 1; \ + fi + +.PHONY: common-deps +common-deps: + @echo ">> getting dependencies" +ifdef GO111MODULE + GO111MODULE=$(GO111MODULE) $(GO) mod download +else + $(GO) get $(GOOPTS) -t ./... +endif + +.PHONY: update-go-deps +update-go-deps: + @echo ">> updating Go dependencies" + @for m in $$($(GO) list -mod=readonly -m -f '{{ if and (not .Indirect) (not .Main)}}{{.Path}}{{end}}' all); do \ + $(GO) get $$m; \ + done + GO111MODULE=$(GO111MODULE) $(GO) mod tidy +ifneq (,$(wildcard vendor)) + GO111MODULE=$(GO111MODULE) $(GO) mod vendor +endif + +.PHONY: common-test-short +common-test-short: $(GOTEST_DIR) + @echo ">> running short tests" + GO111MODULE=$(GO111MODULE) $(GOTEST) -short $(GOOPTS) $(pkgs) + +.PHONY: common-test +common-test: $(GOTEST_DIR) + @echo ">> running all tests" + GO111MODULE=$(GO111MODULE) $(GOTEST) $(test-flags) $(GOOPTS) $(pkgs) + +$(GOTEST_DIR): + @mkdir -p $@ + +.PHONY: common-format +common-format: + @echo ">> formatting code" + GO111MODULE=$(GO111MODULE) $(GO) fmt $(pkgs) + +.PHONY: common-vet +common-vet: + @echo ">> vetting code" + GO111MODULE=$(GO111MODULE) $(GO) vet $(GOOPTS) $(pkgs) + +.PHONY: common-lint +common-lint: $(GOLANGCI_LINT) +ifdef GOLANGCI_LINT + @echo ">> running golangci-lint" +ifdef GO111MODULE +# 'go list' needs to be executed before staticcheck to prepopulate the modules cache. +# Otherwise staticcheck might fail randomly for some reason not yet explained. + GO111MODULE=$(GO111MODULE) $(GO) list -e -compiled -test=true -export=false -deps=true -find=false -tags= -- ./... > /dev/null + GO111MODULE=$(GO111MODULE) $(GOLANGCI_LINT) run $(GOLANGCI_LINT_OPTS) $(pkgs) +else + $(GOLANGCI_LINT) run $(pkgs) +endif +endif + +# For backward-compatibility. +.PHONY: common-staticcheck +common-staticcheck: lint + +.PHONY: common-unused +common-unused: $(GOVENDOR) +ifdef GOVENDOR + @echo ">> running check for unused packages" + @$(GOVENDOR) list +unused | grep . && exit 1 || echo 'No unused packages' +else +ifdef GO111MODULE + @echo ">> running check for unused/missing packages in go.mod" + GO111MODULE=$(GO111MODULE) $(GO) mod tidy +ifeq (,$(wildcard vendor)) + @git diff --exit-code -- go.sum go.mod +else + @echo ">> running check for unused packages in vendor/" + GO111MODULE=$(GO111MODULE) $(GO) mod vendor + @git diff --exit-code -- go.sum go.mod vendor/ +endif +endif +endif + +.PHONY: common-build +common-build: promu + @echo ">> building binaries" + GO111MODULE=$(GO111MODULE) $(PROMU) build --prefix $(PREFIX) $(PROMU_BINARIES) + +.PHONY: common-tarball +common-tarball: promu + @echo ">> building release tarball" + $(PROMU) tarball --prefix $(PREFIX) $(BIN_DIR) + +.PHONY: common-docker $(BUILD_DOCKER_ARCHS) +common-docker: $(BUILD_DOCKER_ARCHS) +$(BUILD_DOCKER_ARCHS): common-docker-%: + docker build -t "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:$(DOCKER_IMAGE_TAG)" \ + -f $(DOCKERFILE_PATH) \ + --build-arg ARCH="$*" \ + --build-arg OS="linux" \ + $(DOCKERBUILD_CONTEXT) + +.PHONY: common-docker-publish $(PUBLISH_DOCKER_ARCHS) +common-docker-publish: $(PUBLISH_DOCKER_ARCHS) +$(PUBLISH_DOCKER_ARCHS): common-docker-publish-%: + docker push "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:$(DOCKER_IMAGE_TAG)" + +DOCKER_MAJOR_VERSION_TAG = $(firstword $(subst ., ,$(shell cat VERSION))) +.PHONY: common-docker-tag-latest $(TAG_DOCKER_ARCHS) +common-docker-tag-latest: $(TAG_DOCKER_ARCHS) +$(TAG_DOCKER_ARCHS): common-docker-tag-latest-%: + docker tag "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:$(DOCKER_IMAGE_TAG)" "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:latest" + docker tag "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:$(DOCKER_IMAGE_TAG)" "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$*:v$(DOCKER_MAJOR_VERSION_TAG)" + +.PHONY: common-docker-manifest +common-docker-manifest: + DOCKER_CLI_EXPERIMENTAL=enabled docker manifest create -a "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_TAG)" $(foreach ARCH,$(DOCKER_ARCHS),$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME)-linux-$(ARCH):$(DOCKER_IMAGE_TAG)) + DOCKER_CLI_EXPERIMENTAL=enabled docker manifest push "$(DOCKER_REPO)/$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_TAG)" + +.PHONY: promu +promu: $(PROMU) + +$(PROMU): + $(eval PROMU_TMP := $(shell mktemp -d)) + curl -s -L $(PROMU_URL) | tar -xvzf - -C $(PROMU_TMP) + mkdir -p $(FIRST_GOPATH)/bin + cp $(PROMU_TMP)/promu-$(PROMU_VERSION).$(GO_BUILD_PLATFORM)/promu $(FIRST_GOPATH)/bin/promu + rm -r $(PROMU_TMP) + +.PHONY: proto +proto: + @echo ">> generating code from proto files" + @./scripts/genproto.sh + +ifdef GOLANGCI_LINT +$(GOLANGCI_LINT): + mkdir -p $(FIRST_GOPATH)/bin + curl -sfL https://raw.githubusercontent.com/golangci/golangci-lint/$(GOLANGCI_LINT_VERSION)/install.sh \ + | sed -e '/install -d/d' \ + | sh -s -- -b $(FIRST_GOPATH)/bin $(GOLANGCI_LINT_VERSION) +endif + +ifdef GOVENDOR +.PHONY: $(GOVENDOR) +$(GOVENDOR): + GOOS= GOARCH= $(GO) get -u github.com/kardianos/govendor +endif + +.PHONY: precheck +precheck:: + +define PRECHECK_COMMAND_template = +precheck:: $(1)_precheck + +PRECHECK_COMMAND_$(1) ?= $(1) $$(strip $$(PRECHECK_OPTIONS_$(1))) +.PHONY: $(1)_precheck +$(1)_precheck: + @if ! $$(PRECHECK_COMMAND_$(1)) 1>/dev/null 2>&1; then \ + echo "Execution of '$$(PRECHECK_COMMAND_$(1))' command failed. Is $(1) installed?"; \ + exit 1; \ + fi +endef diff --git a/staging/src/github.com/promethues/prometheus/NOTICE b/staging/src/github.com/promethues/prometheus/NOTICE new file mode 100644 index 0000000..33f226d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/NOTICE @@ -0,0 +1,103 @@ +The Prometheus systems and service monitoring server +Copyright 2012-2015 The Prometheus Authors + +This product includes software developed at +SoundCloud Ltd. (https://soundcloud.com/). + + +The following components are included in this product: + +Bootstrap +https://getbootstrap.com +Copyright 2011-2014 Twitter, Inc. +Licensed under the MIT License + +bootstrap3-typeahead.js +https://github.com/bassjobsen/Bootstrap-3-Typeahead +Original written by @mdo and @fat +Copyright 2014 Bass Jobsen @bassjobsen +Licensed under the Apache License, Version 2.0 + +fuzzy +https://github.com/mattyork/fuzzy +Original written by @mattyork +Copyright 2012 Matt York +Licensed under the MIT License + +bootstrap-datetimepicker.js +https://github.com/Eonasdan/bootstrap-datetimepicker +Copyright 2015 Jonathan Peterson (@Eonasdan) +Licensed under the MIT License + +moment.js +https://github.com/moment/moment/ +Copyright JS Foundation and other contributors +Licensed under the MIT License + +Rickshaw +https://github.com/shutterstock/rickshaw +Copyright 2011-2014 by Shutterstock Images, LLC +See https://github.com/shutterstock/rickshaw/blob/master/LICENSE for license details + +mustache.js +https://github.com/janl/mustache.js +Copyright 2009 Chris Wanstrath (Ruby) +Copyright 2010-2014 Jan Lehnardt (JavaScript) +Copyright 2010-2015 The mustache.js community +Licensed under the MIT License + +jQuery +https://jquery.org +Copyright jQuery Foundation and other contributors +Licensed under the MIT License + +Protocol Buffers for Go with Gadgets +https://github.com/gogo/protobuf/ +Copyright (c) 2013, The GoGo Authors. +See source code for license details. + +Go support for leveled logs, analogous to +https://code.google.com/p/google-glog/ +Copyright 2013 Google Inc. +Licensed under the Apache License, Version 2.0 + +Support for streaming Protocol Buffer messages for the Go language (golang). +https://github.com/matttproud/golang_protobuf_extensions +Copyright 2013 Matt T. Proud +Licensed under the Apache License, Version 2.0 + +DNS library in Go +https://miek.nl/2014/august/16/go-dns-package/ +Copyright 2009 The Go Authors, 2011 Miek Gieben +See https://github.com/miekg/dns/blob/master/LICENSE for license details. + +LevelDB key/value database in Go +https://github.com/syndtr/goleveldb +Copyright 2012 Suryandaru Triandana +See https://github.com/syndtr/goleveldb/blob/master/LICENSE for license details. + +gosnappy - a fork of code.google.com/p/snappy-go +https://github.com/syndtr/gosnappy +Copyright 2011 The Snappy-Go Authors +See https://github.com/syndtr/gosnappy/blob/master/LICENSE for license details. + +go-zookeeper - Native ZooKeeper client for Go +https://github.com/samuel/go-zookeeper +Copyright (c) 2013, Samuel Stauffer +See https://github.com/samuel/go-zookeeper/blob/master/LICENSE for license details. + +Time series compression algorithm from Facebook's Gorilla paper +https://github.com/dgryski/go-tsz +Copyright (c) 2015,2016 Damian Gryski +See https://github.com/dgryski/go-tsz/blob/master/LICENSE for license details. + +The Codicon icon font from Microsoft +https://github.com/microsoft/vscode-codicons +Copyright (c) Microsoft Corporation and other contributors +See https://github.com/microsoft/vscode-codicons/blob/main/LICENSE for license details. + +We also use code from a large number of npm packages. For details, see: +- https://github.com/prometheus/prometheus/blob/main/web/ui/react-app/package.json +- https://github.com/prometheus/prometheus/blob/main/web/ui/react-app/package-lock.json +- The individual package licenses as copied from the node_modules directory can be found in + the npm_licenses.tar.bz2 archive in release tarballs and Docker images. diff --git a/staging/src/github.com/promethues/prometheus/README.md b/staging/src/github.com/promethues/prometheus/README.md new file mode 100644 index 0000000..671335a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/README.md @@ -0,0 +1,129 @@ +# Prometheus + +[![CircleCI](https://circleci.com/gh/prometheus/prometheus/tree/main.svg?style=shield)][circleci] +[![Docker Repository on Quay](https://quay.io/repository/prometheus/prometheus/status)][quay] +[![Docker Pulls](https://img.shields.io/docker/pulls/prom/prometheus.svg?maxAge=604800)][hub] +[![Go Report Card](https://goreportcard.com/badge/github.com/prometheus/prometheus)](https://goreportcard.com/report/github.com/prometheus/prometheus) +[![CII Best Practices](https://bestpractices.coreinfrastructure.org/projects/486/badge)](https://bestpractices.coreinfrastructure.org/projects/486) +[![Gitpod ready-to-code](https://img.shields.io/badge/Gitpod-ready--to--code-blue?logo=gitpod)](https://gitpod.io/#https://github.com/prometheus/prometheus) +[![Fuzzing Status](https://oss-fuzz-build-logs.storage.googleapis.com/badges/prometheus.svg)](https://bugs.chromium.org/p/oss-fuzz/issues/list?sort=-opened&can=1&q=proj:prometheus) + +Visit [prometheus.io](https://prometheus.io) for the full documentation, +examples and guides. + +Prometheus, a [Cloud Native Computing Foundation](https://cncf.io/) project, is a systems and service monitoring system. It collects metrics +from configured targets at given intervals, evaluates rule expressions, +displays the results, and can trigger alerts when specified conditions are observed. + +The features that distinguish Prometheus from other metrics and monitoring systems are: + +- A **multi-dimensional** data model (time series defined by metric name and set of key/value dimensions) +- PromQL, a **powerful and flexible query language** to leverage this dimensionality +- No dependency on distributed storage; **single server nodes are autonomous** +- An HTTP **pull model** for time series collection +- **Pushing time series** is supported via an intermediary gateway for batch jobs +- Targets are discovered via **service discovery** or **static configuration** +- Multiple modes of **graphing and dashboarding support** +- Support for hierarchical and horizontal **federation** + +## Architecture overview + +![](https://cdn.jsdelivr.net/gh/prometheus/prometheus@c34257d069c630685da35bcef084632ffd5d6209/documentation/images/architecture.svg) + +## Install + +There are various ways of installing Prometheus. + +### Precompiled binaries + +Precompiled binaries for released versions are available in the +[*download* section](https://prometheus.io/download/) +on [prometheus.io](https://prometheus.io). Using the latest production release binary +is the recommended way of installing Prometheus. +See the [Installing](https://prometheus.io/docs/introduction/install/) +chapter in the documentation for all the details. + +### Docker images + +Docker images are available on [Quay.io](https://quay.io/repository/prometheus/prometheus) or [Docker Hub](https://hub.docker.com/r/prom/prometheus/). + +You can launch a Prometheus container for trying it out with + + $ docker run --name prometheus -d -p 127.0.0.1:9090:9090 prom/prometheus + +Prometheus will now be reachable at http://localhost:9090/. + +### Building from source + +To build Prometheus from source code, first ensure that have a working +Go environment with [version 1.14 or greater installed](https://golang.org/doc/install). +You also need [Node.js](https://nodejs.org/) and [Yarn](https://yarnpkg.com/) +installed in order to build the frontend assets. + +You can directly use the `go` tool to download and install the `prometheus` +and `promtool` binaries into your `GOPATH`: + + $ GO111MODULE=on go get github.com/prometheus/prometheus/cmd/... + $ prometheus --config.file=your_config.yml + +*However*, when using `go get` to build Prometheus, Prometheus will expect to be able to +read its web assets from local filesystem directories under `web/ui/static` and +`web/ui/templates`. In order for these assets to be found, you will have to run Prometheus +from the root of the cloned repository. Note also that these directories do not include the +new experimental React UI unless it has been built explicitly using `make assets` or `make build`. + +An example of the above configuration file can be found [here.](https://github.com/prometheus/prometheus/blob/main/documentation/examples/prometheus.yml) + +You can also clone the repository yourself and build using `make build`, which will compile in +the web assets so that Prometheus can be run from anywhere: + + $ mkdir -p $GOPATH/src/github.com/prometheus + $ cd $GOPATH/src/github.com/prometheus + $ git clone https://github.com/prometheus/prometheus.git + $ cd prometheus + $ make build + $ ./prometheus --config.file=your_config.yml + +The Makefile provides several targets: + + * *build*: build the `prometheus` and `promtool` binaries (includes building and compiling in web assets) + * *test*: run the tests + * *test-short*: run the short tests + * *format*: format the source code + * *vet*: check the source code for common errors + * *assets*: build the new experimental React UI + +### Building the Docker image + +The `make docker` target is designed for use in our CI system. +You can build a docker image locally with the following commands: + + $ make promu + $ promu crossbuild -p linux/amd64 + $ make npm_licenses + $ make common-docker-amd64 + +*NB* if you are on a Mac, you will need [gnu-tar](https://formulae.brew.sh/formula/gnu-tar). + +## React UI Development + +For more information on building, running, and developing on the new React-based UI, see the React app's [README.md](web/ui/react-app/README.md). + +## More information + + * The source code is periodically indexed: [Prometheus Core](https://pkg.go.dev/github.com/prometheus/prometheus). + * You will find a CircleCI configuration in [`.circleci/config.yml`](.circleci/config.yml). + * See the [Community page](https://prometheus.io/community) for how to reach the Prometheus developers and users on various communication channels. + +## Contributing + +Refer to [CONTRIBUTING.md](https://github.com/prometheus/prometheus/blob/main/CONTRIBUTING.md) + +## License + +Apache License 2.0, see [LICENSE](https://github.com/prometheus/prometheus/blob/main/LICENSE). + + +[hub]: https://hub.docker.com/r/prom/prometheus/ +[circleci]: https://circleci.com/gh/prometheus/prometheus +[quay]: https://quay.io/repository/prometheus/prometheus diff --git a/staging/src/github.com/promethues/prometheus/RELEASE.md b/staging/src/github.com/promethues/prometheus/RELEASE.md new file mode 100644 index 0000000..05ade87 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/RELEASE.md @@ -0,0 +1,163 @@ +# Releases + +This page describes the release process and the currently planned schedule for upcoming releases as well as the respective release shepherd. Release shepherds are chosen on a voluntary basis. + +## Release schedule + +Release cadence of first pre-releases being cut is 6 weeks. + +| release series | date of first pre-release (year-month-day) | release shepherd | +|----------------|--------------------------------------------|---------------------------------------------| +| v2.4 | 2018-09-06 | Goutham Veeramachaneni (GitHub: @gouthamve) | +| v2.5 | 2018-10-24 | Frederic Branczyk (GitHub: @brancz) | +| v2.6 | 2018-12-05 | Simon Pasquier (GitHub: @simonpasquier) | +| v2.7 | 2019-01-16 | Goutham Veeramachaneni (GitHub: @gouthamve) | +| v2.8 | 2019-02-27 | Ganesh Vernekar (GitHub: @codesome) | +| v2.9 | 2019-04-10 | Brian Brazil (GitHub: @brian-brazil) | +| v2.10 | 2019-05-22 | Björn Rabenstein (GitHub: @beorn7) | +| v2.11 | 2019-07-03 | Frederic Branczyk (GitHub: @brancz) | +| v2.12 | 2019-08-14 | Julius Volz (GitHub: @juliusv) | +| v2.13 | 2019-09-25 | Krasi Georgiev (GitHub: @krasi-georgiev) | +| v2.14 | 2019-11-06 | Chris Marchbanks (GitHub: @csmarchbanks) | +| v2.15 | 2019-12-18 | Bartek Plotka (GitHub: @bwplotka) | +| v2.16 | 2020-01-29 | Callum Styan (GitHub: @cstyan) | +| v2.17 | 2020-03-11 | Julien Pivotto (GitHub: @roidelapluie) | +| v2.18 | 2020-04-22 | Bartek Plotka (GitHub: @bwplotka) | +| v2.19 | 2020-06-03 | Ganesh Vernekar (GitHub: @codesome) | +| v2.20 | 2020-07-15 | Björn Rabenstein (GitHub: @beorn7) | +| v2.21 | 2020-08-26 | Julien Pivotto (GitHub: @roidelapluie) | +| v2.22 | 2020-10-07 | Frederic Branczyk (GitHub: @brancz) | +| v2.23 | 2020-11-18 | Ganesh Vernekar (GitHub: @codesome) | +| v2.24 | 2020-12-30 | Björn Rabenstein (GitHub: @beorn7) | +| v2.25 | 2021-02-10 | Julien Pivotto (GitHub: @roidelapluie) | +| v2.26 | 2021-03-24 | Bartek Plotka (GitHub: @bwplotka) | +| v2.27 | 2021-05-05 | Chris Marchbanks (GitHub: @csmarchbanks) | +| v2.28 | 2021-06-16 | Julius Volz (GitHub: @juliusv) | +| v2.29 | 2021-07-28 | Frederic Branczyk (GitHub: @brancz) | +| v2.30 | 2021-09-08 | **searching for volunteer** | +| v2.31 | 2021-10-20 | **searching for volunteer** | + +If you are interested in volunteering please create a pull request against the [prometheus/prometheus](https://github.com/prometheus/prometheus) repository and propose yourself for the release series of your choice. + +## Release shepherd responsibilities + +The release shepherd is responsible for the entire release series of a minor release, meaning all pre- and patch releases of a minor release. The process formally starts with the initial pre-release, but some preparations should be done a few days in advance. + +* We aim to keep the main branch in a working state at all times. In principle, it should be possible to cut a release from main at any time. In practice, things might not work out as nicely. A few days before the pre-release is scheduled, the shepherd should check the state of main. Following their best judgement, the shepherd should try to expedite bug fixes that are still in progress but should make it into the release. On the other hand, the shepherd may hold back merging last-minute invasive and risky changes that are better suited for the next minor release. +* On the date listed in the table above, the release shepherd cuts the first pre-release (using the suffix `-rc.0`) and creates a new branch called `release-.` starting at the commit tagged for the pre-release. In general, a pre-release is considered a release candidate (that's what `rc` stands for) and should therefore not contain any known bugs that are planned to be fixed in the final release. +* With the pre-release, the release shepherd is responsible for running and monitoring a benchmark run of the pre-release for 3 days, after which, if successful, the pre-release is promoted to a stable release. +* If regressions or critical bugs are detected, they need to get fixed before cutting a new pre-release (called `-rc.1`, `-rc.2`, etc.). + +See the next section for details on cutting an individual release. + +## How to cut an individual release + +These instructions are currently valid for the Prometheus server, i.e. the [prometheus/prometheus repository](https://github.com/prometheus/prometheus). Applicability to other Prometheus repositories depends on the current state of each repository. We aspire to unify the release procedures as much as possible. + +### Branch management and versioning strategy + +We use [Semantic Versioning](https://semver.org/). + +We maintain a separate branch for each minor release, named `release-.`, e.g. `release-1.1`, `release-2.0`. + +Note that branch protection kicks in automatically for any branches whose name starts with `release-`. Never use names starting with `release-` for branches that are not release branches. + +The usual flow is to merge new features and changes into the main branch and to merge bug fixes into the latest release branch. Bug fixes are then merged into main from the latest release branch. The main branch should always contain all commits from the latest release branch. As long as main hasn't deviated from the release branch, new commits can also go to main, followed by merging main back into the release branch. + +If a bug fix got accidentally merged into main after non-bug-fix changes in main, the bug-fix commits have to be cherry-picked into the release branch, which then have to be merged back into main. Try to avoid that situation. + +Maintaining the release branches for older minor releases happens on a best effort basis. + +### 0. Updating dependencies + +A few days before a major or minor release, consider updating the dependencies. + +Then create a pull request against the main branch. + +Note that after a dependency update, you should look out for any weirdness that +might have happened. Such weirdnesses include but are not limited to: flaky +tests, differences in resource usage, panic. + +In case of doubt or issues that can't be solved in a reasonable amount of time, +you can skip the dependency update or only update select dependencies. In such a +case, you have to create an issue or pull request in the GitHub project for +later follow-up. + +#### Updating Go dependencies + +``` +make update-go-deps +git add go.mod go.sum +git commit -m "Update dependencies" +``` + +#### Updating React dependencies + +Either upgrade the dependencies within their existing version constraints as specified in the `package.json` file (see https://docs.npmjs.com/files/package.json#dependencies): + +``` +cd web/ui/react-app +yarn upgrade +git add yarn.lock +``` + +Or alternatively, update all dependencies to their latest major versions. This is potentially more disruptive and will require more follow-up fixes, but should be done from time to time (use your best judgement): + +``` +cd web/ui/react-app +yarn upgrade --latest +git add package.json yarn.lock +``` + +### 1. Prepare your release + +At the start of a new major or minor release cycle create the corresponding release branch based on the main branch. For example if we're releasing `2.17.0` and the previous stable release is `2.16.0` we need to create a `release-2.17` branch. Note that all releases are handled in protected release branches, see the above `Branch management and versioning` section. Release candidates and patch releases for any given major or minor release happen in the same `release-.` branch. Do not create `release-` for patch or release candidate releases. + +Changes for a patch release or release candidate should be merged into the previously mentioned release branch via pull request. + +Bump the version in the `VERSION` file and update `CHANGELOG.md`. Do this in a proper PR pointing to the release branch as this gives others the opportunity to chime in on the release in general and on the addition to the changelog in particular. For a release candidate, append something like `-rc.0` to the version (with the corresponding changes to the tag name, the release name etc.). + +Note that `CHANGELOG.md` should only document changes relevant to users of Prometheus, including external API changes, performance improvements, and new features. Do not document changes of internal interfaces, code refactorings and clean-ups, changes to the build process, etc. People interested in these are asked to refer to the git history. + +For release candidates still update `CHANGELOG.md`, but when you cut the final release later, merge all the changes from the pre-releases into the one final update. + +Entries in the `CHANGELOG.md` are meant to be in this order: + +* `[CHANGE]` +* `[FEATURE]` +* `[ENHANCEMENT]` +* `[BUGFIX]` + +### 2. Draft the new release + +Tag the new release via the following commands: + +```bash +$ tag="v$(< VERSION)" +$ git tag -s "${tag}" -m "${tag}" +$ git push origin "${tag}" +``` + +Optionally, you can use this handy `.gitconfig` alias. + +```ini +[alias] + tag-release = "!f() { tag=v${1:-$(cat VERSION)} ; git tag -s ${tag} -m ${tag} && git push origin ${tag}; }; f" +``` + +Then release with `git tag-release`. + +Signing a tag with a GPG key is appreciated, but in case you can't add a GPG key to your Github account using the following [procedure](https://help.github.com/articles/generating-a-gpg-key/), you can replace the `-s` flag by `-a` flag of the `git tag` command to only annotate the tag without signing. + +Once a tag is created, the release process through CircleCI will be triggered for this tag and Circle CI will draft the GitHub release using the `prombot` account. + +Finally, wait for the build step for the tag to finish. The point here is to wait for tarballs to be uploaded to the Github release and the container images to be pushed to the Docker Hub and Quay.io. Once that has happened, click _Publish release_, which will make the release publicly visible and create a GitHub notification. +**Note:** for a release candidate version ensure the _This is a pre-release_ box is checked when drafting the release in the Github UI. The CI job should take care of this but it's a good idea to double check before clicking _Publish release_.` + +### 3. Wrapping up + +For release candidate versions (`v2.16.0-rc.0`), run the benchmark for 3 days using the `/prombench vX.Y.Z` command, `vX.Y.Z` being the latest stable patch release's tag of the previous minor release series, such as `v2.15.2`. + +If the release has happened in the latest release branch, merge the changes into main. + +Once the binaries have been uploaded, announce the release on `prometheus-announce@googlegroups.com`. (Please do not use `prometheus-users@googlegroups.com` for announcements anymore.) Check out previous announcement mails for inspiration. diff --git a/staging/src/github.com/promethues/prometheus/SECURITY.md b/staging/src/github.com/promethues/prometheus/SECURITY.md new file mode 100644 index 0000000..67741f0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/SECURITY.md @@ -0,0 +1,6 @@ +# Reporting a security issue + +The Prometheus security policy, including how to report vulnerabilities, can be +found here: + +https://prometheus.io/docs/operating/security/ diff --git a/staging/src/github.com/promethues/prometheus/VERSION b/staging/src/github.com/promethues/prometheus/VERSION new file mode 100644 index 0000000..90efbd4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/VERSION @@ -0,0 +1 @@ +2.28.0 diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/main.go b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main.go new file mode 100644 index 0000000..8e30b98 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main.go @@ -0,0 +1,1335 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// The main package for the Prometheus server executable. +package main + +import ( + "context" + "fmt" + "io" + "math" + "math/bits" + "net" + "net/http" + _ "net/http/pprof" // Comment this line to disable pprof endpoint. + "net/url" + "os" + "os/signal" + "path/filepath" + "regexp" + "runtime" + "strings" + "sync" + "syscall" + "time" + + "github.com/alecthomas/units" + kitloglevel "github.com/go-kit/kit/log/level" + "github.com/go-kit/log" + "github.com/go-kit/log/level" + conntrack "github.com/mwitkow/go-conntrack" + "github.com/oklog/run" + "github.com/opentracing/opentracing-go" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/model" + "github.com/prometheus/common/promlog" + promlogflag "github.com/prometheus/common/promlog/flag" + "github.com/prometheus/common/version" + toolkit_web "github.com/prometheus/exporter-toolkit/web" + toolkit_webflag "github.com/prometheus/exporter-toolkit/web/kingpinflag" + jcfg "github.com/uber/jaeger-client-go/config" + jprom "github.com/uber/jaeger-lib/metrics/prometheus" + "go.uber.org/atomic" + kingpin "gopkg.in/alecthomas/kingpin.v2" + klog "k8s.io/klog" + klogv2 "k8s.io/klog/v2" + + "github.com/prometheus/prometheus/config" + "github.com/prometheus/prometheus/discovery" + _ "github.com/prometheus/prometheus/discovery/install" // Register service discovery implementations. + "github.com/prometheus/prometheus/notifier" + "github.com/prometheus/prometheus/pkg/exemplar" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/pkg/logging" + "github.com/prometheus/prometheus/pkg/relabel" + prom_runtime "github.com/prometheus/prometheus/pkg/runtime" + "github.com/prometheus/prometheus/promql" + "github.com/prometheus/prometheus/rules" + "github.com/prometheus/prometheus/scrape" + "github.com/prometheus/prometheus/storage" + "github.com/prometheus/prometheus/storage/remote" + "github.com/prometheus/prometheus/tsdb" + "github.com/prometheus/prometheus/util/strutil" + "github.com/prometheus/prometheus/web" +) + +var ( + configSuccess = prometheus.NewGauge(prometheus.GaugeOpts{ + Name: "prometheus_config_last_reload_successful", + Help: "Whether the last configuration reload attempt was successful.", + }) + configSuccessTime = prometheus.NewGauge(prometheus.GaugeOpts{ + Name: "prometheus_config_last_reload_success_timestamp_seconds", + Help: "Timestamp of the last successful configuration reload.", + }) + + defaultRetentionString = "15d" + defaultRetentionDuration model.Duration +) + +func init() { + prometheus.MustRegister(version.NewCollector("prometheus")) + + var err error + defaultRetentionDuration, err = model.ParseDuration(defaultRetentionString) + if err != nil { + panic(err) + } +} + +type flagConfig struct { + configFile string + + localStoragePath string + notifier notifier.Options + forGracePeriod model.Duration + outageTolerance model.Duration + resendDelay model.Duration + web web.Options + tsdb tsdbOptions + lookbackDelta model.Duration + webTimeout model.Duration + queryTimeout model.Duration + queryConcurrency int + queryMaxSamples int + RemoteFlushDeadline model.Duration + + featureList []string + // These options are extracted from featureList + // for ease of use. + enablePromQLAtModifier bool + enablePromQLNegativeOffset bool + enableExpandExternalLabels bool + + prometheusURL string + corsRegexString string + + promlogConfig promlog.Config +} + +// setFeatureListOptions sets the corresponding options from the featureList. +func (c *flagConfig) setFeatureListOptions(logger log.Logger) error { + maxExemplars := c.tsdb.MaxExemplars + // Disabled at first. Value from the flag is used if exemplar-storage is set. + c.tsdb.MaxExemplars = 0 + for _, f := range c.featureList { + opts := strings.Split(f, ",") + for _, o := range opts { + switch o { + case "promql-at-modifier": + c.enablePromQLAtModifier = true + level.Info(logger).Log("msg", "Experimental promql-at-modifier enabled") + case "promql-negative-offset": + c.enablePromQLNegativeOffset = true + level.Info(logger).Log("msg", "Experimental promql-negative-offset enabled") + case "remote-write-receiver": + c.web.RemoteWriteReceiver = true + level.Info(logger).Log("msg", "Experimental remote-write-receiver enabled") + case "expand-external-labels": + c.enableExpandExternalLabels = true + level.Info(logger).Log("msg", "Experimental expand-external-labels enabled") + case "exemplar-storage": + c.tsdb.MaxExemplars = maxExemplars + level.Info(logger).Log("msg", "Experimental in-memory exemplar storage enabled", "maxExemplars", maxExemplars) + case "": + continue + default: + level.Warn(logger).Log("msg", "Unknown option for --enable-feature", "option", o) + } + } + } + return nil +} + +func main() { + if os.Getenv("DEBUG") != "" { + runtime.SetBlockProfileRate(20) + runtime.SetMutexProfileFraction(20) + } + + var ( + oldFlagRetentionDuration model.Duration + newFlagRetentionDuration model.Duration + ) + + cfg := flagConfig{ + notifier: notifier.Options{ + Registerer: prometheus.DefaultRegisterer, + }, + web: web.Options{ + Registerer: prometheus.DefaultRegisterer, + Gatherer: prometheus.DefaultGatherer, + }, + promlogConfig: promlog.Config{}, + } + + a := kingpin.New(filepath.Base(os.Args[0]), "The Prometheus monitoring server").UsageWriter(os.Stdout) + + a.Version(version.Print("prometheus")) + + a.HelpFlag.Short('h') + + a.Flag("config.file", "Prometheus configuration file path."). + Default("prometheus.yml").StringVar(&cfg.configFile) + + a.Flag("web.listen-address", "Address to listen on for UI, API, and telemetry."). + Default("0.0.0.0:9090").StringVar(&cfg.web.ListenAddress) + + webConfig := toolkit_webflag.AddFlags(a) + + a.Flag("web.read-timeout", + "Maximum duration before timing out read of the request, and closing idle connections."). + Default("5m").SetValue(&cfg.webTimeout) + + a.Flag("web.max-connections", "Maximum number of simultaneous connections."). + Default("512").IntVar(&cfg.web.MaxConnections) + + a.Flag("web.external-url", + "The URL under which Prometheus is externally reachable (for example, if Prometheus is served via a reverse proxy). Used for generating relative and absolute links back to Prometheus itself. If the URL has a path portion, it will be used to prefix all HTTP endpoints served by Prometheus. If omitted, relevant URL components will be derived automatically."). + PlaceHolder("").StringVar(&cfg.prometheusURL) + + a.Flag("web.route-prefix", + "Prefix for the internal routes of web endpoints. Defaults to path of --web.external-url."). + PlaceHolder("").StringVar(&cfg.web.RoutePrefix) + + a.Flag("web.user-assets", "Path to static asset directory, available at /user."). + PlaceHolder("").StringVar(&cfg.web.UserAssetsPath) + + a.Flag("web.enable-lifecycle", "Enable shutdown and reload via HTTP request."). + Default("false").BoolVar(&cfg.web.EnableLifecycle) + + a.Flag("web.enable-admin-api", "Enable API endpoints for admin control actions."). + Default("false").BoolVar(&cfg.web.EnableAdminAPI) + + a.Flag("web.console.templates", "Path to the console template directory, available at /consoles."). + Default("consoles").StringVar(&cfg.web.ConsoleTemplatesPath) + + a.Flag("web.console.libraries", "Path to the console library directory."). + Default("console_libraries").StringVar(&cfg.web.ConsoleLibrariesPath) + + a.Flag("web.page-title", "Document title of Prometheus instance."). + Default("Prometheus Time Series Collection and Processing Server").StringVar(&cfg.web.PageTitle) + + a.Flag("web.cors.origin", `Regex for CORS origin. It is fully anchored. Example: 'https?://(domain1|domain2)\.com'`). + Default(".*").StringVar(&cfg.corsRegexString) + + a.Flag("storage.tsdb.path", "Base path for metrics storage."). + Default("data/").StringVar(&cfg.localStoragePath) + + a.Flag("storage.tsdb.min-block-duration", "Minimum duration of a data block before being persisted. For use in testing."). + Hidden().Default("2h").SetValue(&cfg.tsdb.MinBlockDuration) + + a.Flag("storage.tsdb.max-block-duration", + "Maximum duration compacted blocks may span. For use in testing. (Defaults to 10% of the retention period.)"). + Hidden().PlaceHolder("").SetValue(&cfg.tsdb.MaxBlockDuration) + + a.Flag("storage.tsdb.max-block-chunk-segment-size", + "The maximum size for a single chunk segment in a block. Example: 512MB"). + Hidden().PlaceHolder("").BytesVar(&cfg.tsdb.MaxBlockChunkSegmentSize) + + a.Flag("storage.tsdb.wal-segment-size", + "Size at which to split the tsdb WAL segment files. Example: 100MB"). + Hidden().PlaceHolder("").BytesVar(&cfg.tsdb.WALSegmentSize) + + a.Flag("storage.tsdb.retention", "[DEPRECATED] How long to retain samples in storage. This flag has been deprecated, use \"storage.tsdb.retention.time\" instead."). + SetValue(&oldFlagRetentionDuration) + + a.Flag("storage.tsdb.retention.time", "How long to retain samples in storage. When this flag is set it overrides \"storage.tsdb.retention\". If neither this flag nor \"storage.tsdb.retention\" nor \"storage.tsdb.retention.size\" is set, the retention time defaults to "+defaultRetentionString+". Units Supported: y, w, d, h, m, s, ms."). + SetValue(&newFlagRetentionDuration) + + a.Flag("storage.tsdb.retention.size", "[EXPERIMENTAL] Maximum number of bytes that can be stored for blocks. A unit is required, supported units: B, KB, MB, GB, TB, PB, EB. Ex: \"512MB\". This flag is experimental and can be changed in future releases."). + BytesVar(&cfg.tsdb.MaxBytes) + + a.Flag("storage.tsdb.no-lockfile", "Do not create lockfile in data directory."). + Default("false").BoolVar(&cfg.tsdb.NoLockfile) + + a.Flag("storage.tsdb.allow-overlapping-blocks", "[EXPERIMENTAL] Allow overlapping blocks, which in turn enables vertical compaction and vertical query merge."). + Default("false").BoolVar(&cfg.tsdb.AllowOverlappingBlocks) + + a.Flag("storage.tsdb.wal-compression", "Compress the tsdb WAL."). + Default("true").BoolVar(&cfg.tsdb.WALCompression) + + a.Flag("storage.remote.flush-deadline", "How long to wait flushing sample on shutdown or config reload."). + Default("1m").PlaceHolder("").SetValue(&cfg.RemoteFlushDeadline) + + a.Flag("storage.remote.read-sample-limit", "Maximum overall number of samples to return via the remote read interface, in a single query. 0 means no limit. This limit is ignored for streamed response types."). + Default("5e7").IntVar(&cfg.web.RemoteReadSampleLimit) + + a.Flag("storage.remote.read-concurrent-limit", "Maximum number of concurrent remote read calls. 0 means no limit."). + Default("10").IntVar(&cfg.web.RemoteReadConcurrencyLimit) + + a.Flag("storage.remote.read-max-bytes-in-frame", "Maximum number of bytes in a single frame for streaming remote read response types before marshalling. Note that client might have limit on frame size as well. 1MB as recommended by protobuf by default."). + Default("1048576").IntVar(&cfg.web.RemoteReadBytesInFrame) + + a.Flag("storage.exemplars.exemplars-limit", "[EXPERIMENTAL] Maximum number of exemplars to store in in-memory exemplar storage total. 0 disables the exemplar storage. This flag is effective only with --enable-feature=exemplar-storage."). + Default("100000").IntVar(&cfg.tsdb.MaxExemplars) + + a.Flag("rules.alert.for-outage-tolerance", "Max time to tolerate prometheus outage for restoring \"for\" state of alert."). + Default("1h").SetValue(&cfg.outageTolerance) + + a.Flag("rules.alert.for-grace-period", "Minimum duration between alert and restored \"for\" state. This is maintained only for alerts with configured \"for\" time greater than grace period."). + Default("10m").SetValue(&cfg.forGracePeriod) + + a.Flag("rules.alert.resend-delay", "Minimum amount of time to wait before resending an alert to Alertmanager."). + Default("1m").SetValue(&cfg.resendDelay) + + a.Flag("scrape.adjust-timestamps", "Adjust scrape timestamps by up to 2ms to align them to the intended schedule. See https://github.com/prometheus/prometheus/issues/7846 for more context. Experimental. This flag will be removed in a future release."). + Hidden().Default("true").BoolVar(&scrape.AlignScrapeTimestamps) + + a.Flag("alertmanager.notification-queue-capacity", "The capacity of the queue for pending Alertmanager notifications."). + Default("10000").IntVar(&cfg.notifier.QueueCapacity) + + // TODO: Remove in Prometheus 3.0. + alertmanagerTimeout := a.Flag("alertmanager.timeout", "[DEPRECATED] This flag has no effect.").Hidden().String() + + a.Flag("query.lookback-delta", "The maximum lookback duration for retrieving metrics during expression evaluations and federation."). + Default("5m").SetValue(&cfg.lookbackDelta) + + a.Flag("query.timeout", "Maximum time a query may take before being aborted."). + Default("2m").SetValue(&cfg.queryTimeout) + + a.Flag("query.max-concurrency", "Maximum number of queries executed concurrently."). + Default("20").IntVar(&cfg.queryConcurrency) + + a.Flag("query.max-samples", "Maximum number of samples a single query can load into memory. Note that queries will fail if they try to load more samples than this into memory, so this also limits the number of samples a query can return."). + Default("50000000").IntVar(&cfg.queryMaxSamples) + + a.Flag("enable-feature", "Comma separated feature names to enable. Valid options: promql-at-modifier, promql-negative-offset, remote-write-receiver, exemplar-storage, expand-external-labels. See https://prometheus.io/docs/prometheus/latest/disabled_features/ for more details."). + Default("").StringsVar(&cfg.featureList) + + promlogflag.AddFlags(a, &cfg.promlogConfig) + + _, err := a.Parse(os.Args[1:]) + if err != nil { + fmt.Fprintln(os.Stderr, errors.Wrapf(err, "Error parsing commandline arguments")) + a.Usage(os.Args[1:]) + os.Exit(2) + } + + logger := promlog.New(&cfg.promlogConfig) + + if err := cfg.setFeatureListOptions(logger); err != nil { + fmt.Fprintln(os.Stderr, errors.Wrapf(err, "Error parsing feature list")) + os.Exit(1) + } + + cfg.web.ExternalURL, err = computeExternalURL(cfg.prometheusURL, cfg.web.ListenAddress) + if err != nil { + fmt.Fprintln(os.Stderr, errors.Wrapf(err, "parse external URL %q", cfg.prometheusURL)) + os.Exit(2) + } + + cfg.web.CORSOrigin, err = compileCORSRegexString(cfg.corsRegexString) + if err != nil { + fmt.Fprintln(os.Stderr, errors.Wrapf(err, "could not compile CORS regex string %q", cfg.corsRegexString)) + os.Exit(2) + } + + if *alertmanagerTimeout != "" { + level.Warn(logger).Log("msg", "The flag --alertmanager.timeout has no effect and will be removed in the future.") + } + + // Throw error for invalid config before starting other components. + if _, err := config.LoadFile(cfg.configFile, false, log.NewNopLogger()); err != nil { + level.Error(logger).Log("msg", fmt.Sprintf("Error loading config (--config.file=%s)", cfg.configFile), "err", err) + os.Exit(2) + } + // Now that the validity of the config is established, set the config + // success metrics accordingly, although the config isn't really loaded + // yet. This will happen later (including setting these metrics again), + // but if we don't do it now, the metrics will stay at zero until the + // startup procedure is complete, which might take long enough to + // trigger alerts about an invalid config. + configSuccess.Set(1) + configSuccessTime.SetToCurrentTime() + + cfg.web.ReadTimeout = time.Duration(cfg.webTimeout) + // Default -web.route-prefix to path of -web.external-url. + if cfg.web.RoutePrefix == "" { + cfg.web.RoutePrefix = cfg.web.ExternalURL.Path + } + // RoutePrefix must always be at least '/'. + cfg.web.RoutePrefix = "/" + strings.Trim(cfg.web.RoutePrefix, "/") + + { // Time retention settings. + if oldFlagRetentionDuration != 0 { + level.Warn(logger).Log("deprecation_notice", "'storage.tsdb.retention' flag is deprecated use 'storage.tsdb.retention.time' instead.") + cfg.tsdb.RetentionDuration = oldFlagRetentionDuration + } + + // When the new flag is set it takes precedence. + if newFlagRetentionDuration != 0 { + cfg.tsdb.RetentionDuration = newFlagRetentionDuration + } + + if cfg.tsdb.RetentionDuration == 0 && cfg.tsdb.MaxBytes == 0 { + cfg.tsdb.RetentionDuration = defaultRetentionDuration + level.Info(logger).Log("msg", "No time or size retention was set so using the default time retention", "duration", defaultRetentionDuration) + } + + // Check for overflows. This limits our max retention to 100y. + if cfg.tsdb.RetentionDuration < 0 { + y, err := model.ParseDuration("100y") + if err != nil { + panic(err) + } + cfg.tsdb.RetentionDuration = y + level.Warn(logger).Log("msg", "Time retention value is too high. Limiting to: "+y.String()) + } + } + + { // Max block size settings. + if cfg.tsdb.MaxBlockDuration == 0 { + maxBlockDuration, err := model.ParseDuration("31d") + if err != nil { + panic(err) + } + // When the time retention is set and not too big use to define the max block duration. + if cfg.tsdb.RetentionDuration != 0 && cfg.tsdb.RetentionDuration/10 < maxBlockDuration { + maxBlockDuration = cfg.tsdb.RetentionDuration / 10 + } + + cfg.tsdb.MaxBlockDuration = maxBlockDuration + } + } + + noStepSubqueryInterval := &safePromQLNoStepSubqueryInterval{} + noStepSubqueryInterval.Set(config.DefaultGlobalConfig.EvaluationInterval) + + // FIXME: Temporary workaround until a proper solution is found. go-kit's + // level packages use private types to determine the level so we have to use + // the same level package as the underlying library. + var lvl kitloglevel.Option + switch cfg.promlogConfig.Level.String() { + case "debug": + lvl = kitloglevel.AllowDebug() + case "info": + lvl = kitloglevel.AllowInfo() + case "warn": + lvl = kitloglevel.AllowWarn() + case "error": + lvl = kitloglevel.AllowError() + } + kloglogger := kitloglevel.NewFilter(logger, lvl) + + // Above level 6, the k8s client would log bearer tokens in clear-text. + klog.ClampLevel(6) + klog.SetLogger(log.With(kloglogger, "component", "k8s_client_runtime")) + klogv2.ClampLevel(6) + klogv2.SetLogger(log.With(kloglogger, "component", "k8s_client_runtime")) + + level.Info(logger).Log("msg", "Starting Prometheus", "version", version.Info()) + if bits.UintSize < 64 { + level.Warn(logger).Log("msg", "This Prometheus binary has not been compiled for a 64-bit architecture. Due to virtual memory constraints of 32-bit systems, it is highly recommended to switch to a 64-bit binary of Prometheus.", "GOARCH", runtime.GOARCH) + } + + level.Info(logger).Log("build_context", version.BuildContext()) + level.Info(logger).Log("host_details", prom_runtime.Uname()) + level.Info(logger).Log("fd_limits", prom_runtime.FdLimits()) + level.Info(logger).Log("vm_limits", prom_runtime.VMLimits()) + + var ( + localStorage = &readyStorage{stats: tsdb.NewDBStats()} + scraper = &readyScrapeManager{} + remoteStorage = remote.NewStorage(log.With(logger, "component", "remote"), prometheus.DefaultRegisterer, localStorage.StartTime, cfg.localStoragePath, time.Duration(cfg.RemoteFlushDeadline), scraper) + fanoutStorage = storage.NewFanout(logger, localStorage, remoteStorage) + ) + + var ( + ctxWeb, cancelWeb = context.WithCancel(context.Background()) + ctxRule = context.Background() + + notifierManager = notifier.NewManager(&cfg.notifier, log.With(logger, "component", "notifier")) + + ctxScrape, cancelScrape = context.WithCancel(context.Background()) + discoveryManagerScrape = discovery.NewManager(ctxScrape, log.With(logger, "component", "discovery manager scrape"), discovery.Name("scrape")) + + ctxNotify, cancelNotify = context.WithCancel(context.Background()) + discoveryManagerNotify = discovery.NewManager(ctxNotify, log.With(logger, "component", "discovery manager notify"), discovery.Name("notify")) + + scrapeManager = scrape.NewManager(log.With(logger, "component", "scrape manager"), fanoutStorage) + + opts = promql.EngineOpts{ + Logger: log.With(logger, "component", "query engine"), + Reg: prometheus.DefaultRegisterer, + MaxSamples: cfg.queryMaxSamples, + Timeout: time.Duration(cfg.queryTimeout), + ActiveQueryTracker: promql.NewActiveQueryTracker(cfg.localStoragePath, cfg.queryConcurrency, log.With(logger, "component", "activeQueryTracker")), + LookbackDelta: time.Duration(cfg.lookbackDelta), + NoStepSubqueryIntervalFn: noStepSubqueryInterval.Get, + EnableAtModifier: cfg.enablePromQLAtModifier, + EnableNegativeOffset: cfg.enablePromQLNegativeOffset, + } + + queryEngine = promql.NewEngine(opts) + + ruleManager = rules.NewManager(&rules.ManagerOptions{ + Appendable: fanoutStorage, + Queryable: localStorage, + QueryFunc: rules.EngineQueryFunc(queryEngine, fanoutStorage), + NotifyFunc: sendAlerts(notifierManager, cfg.web.ExternalURL.String()), + Context: ctxRule, + ExternalURL: cfg.web.ExternalURL, + Registerer: prometheus.DefaultRegisterer, + Logger: log.With(logger, "component", "rule manager"), + OutageTolerance: time.Duration(cfg.outageTolerance), + ForGracePeriod: time.Duration(cfg.forGracePeriod), + ResendDelay: time.Duration(cfg.resendDelay), + }) + ) + + scraper.Set(scrapeManager) + + cfg.web.Context = ctxWeb + cfg.web.TSDBRetentionDuration = cfg.tsdb.RetentionDuration + cfg.web.TSDBMaxBytes = cfg.tsdb.MaxBytes + cfg.web.TSDBDir = cfg.localStoragePath + cfg.web.LocalStorage = localStorage + cfg.web.Storage = fanoutStorage + cfg.web.ExemplarStorage = localStorage + cfg.web.QueryEngine = queryEngine + cfg.web.ScrapeManager = scrapeManager + cfg.web.RuleManager = ruleManager + cfg.web.Notifier = notifierManager + cfg.web.LookbackDelta = time.Duration(cfg.lookbackDelta) + + cfg.web.Version = &web.PrometheusVersion{ + Version: version.Version, + Revision: version.Revision, + Branch: version.Branch, + BuildUser: version.BuildUser, + BuildDate: version.BuildDate, + GoVersion: version.GoVersion, + } + + cfg.web.Flags = map[string]string{} + + // Exclude kingpin default flags to expose only Prometheus ones. + boilerplateFlags := kingpin.New("", "").Version("") + for _, f := range a.Model().Flags { + if boilerplateFlags.GetFlag(f.Name) != nil { + continue + } + + cfg.web.Flags[f.Name] = f.Value.String() + } + + // Depends on cfg.web.ScrapeManager so needs to be after cfg.web.ScrapeManager = scrapeManager. + webHandler := web.New(log.With(logger, "component", "web"), &cfg.web) + + // Monitor outgoing connections on default transport with conntrack. + http.DefaultTransport.(*http.Transport).DialContext = conntrack.NewDialContextFunc( + conntrack.DialWithTracing(), + ) + + // This is passed to ruleManager.Update(). + var externalURL = cfg.web.ExternalURL.String() + + reloaders := []reloader{ + { + name: "remote_storage", + reloader: remoteStorage.ApplyConfig, + }, { + name: "web_handler", + reloader: webHandler.ApplyConfig, + }, { + name: "query_engine", + reloader: func(cfg *config.Config) error { + if cfg.GlobalConfig.QueryLogFile == "" { + queryEngine.SetQueryLogger(nil) + return nil + } + + l, err := logging.NewJSONFileLogger(cfg.GlobalConfig.QueryLogFile) + if err != nil { + return err + } + queryEngine.SetQueryLogger(l) + return nil + }, + }, { + // The Scrape and notifier managers need to reload before the Discovery manager as + // they need to read the most updated config when receiving the new targets list. + name: "scrape", + reloader: scrapeManager.ApplyConfig, + }, { + name: "scrape_sd", + reloader: func(cfg *config.Config) error { + c := make(map[string]discovery.Configs) + for _, v := range cfg.ScrapeConfigs { + c[v.JobName] = v.ServiceDiscoveryConfigs + } + return discoveryManagerScrape.ApplyConfig(c) + }, + }, { + name: "notify", + reloader: notifierManager.ApplyConfig, + }, { + name: "notify_sd", + reloader: func(cfg *config.Config) error { + c := make(map[string]discovery.Configs) + for k, v := range cfg.AlertingConfig.AlertmanagerConfigs.ToMap() { + c[k] = v.ServiceDiscoveryConfigs + } + return discoveryManagerNotify.ApplyConfig(c) + }, + }, { + name: "rules", + reloader: func(cfg *config.Config) error { + // Get all rule files matching the configuration paths. + var files []string + for _, pat := range cfg.RuleFiles { + fs, err := filepath.Glob(pat) + if err != nil { + // The only error can be a bad pattern. + return errors.Wrapf(err, "error retrieving rule files for %s", pat) + } + files = append(files, fs...) + } + return ruleManager.Update( + time.Duration(cfg.GlobalConfig.EvaluationInterval), + files, + cfg.GlobalConfig.ExternalLabels, + externalURL, + ) + }, + }, + } + + prometheus.MustRegister(configSuccess) + prometheus.MustRegister(configSuccessTime) + + // Start all components while we wait for TSDB to open but only load + // initial config and mark ourselves as ready after it completed. + dbOpen := make(chan struct{}) + + // sync.Once is used to make sure we can close the channel at different execution stages(SIGTERM or when the config is loaded). + type closeOnce struct { + C chan struct{} + once sync.Once + Close func() + } + // Wait until the server is ready to handle reloading. + reloadReady := &closeOnce{ + C: make(chan struct{}), + } + reloadReady.Close = func() { + reloadReady.once.Do(func() { + close(reloadReady.C) + }) + } + + closer, err := initTracing(logger) + if err != nil { + level.Error(logger).Log("msg", "Unable to init tracing", "err", err) + os.Exit(2) + } + defer closer.Close() + + listener, err := webHandler.Listener() + if err != nil { + level.Error(logger).Log("msg", "Unable to start web listener", "err", err) + os.Exit(1) + } + + err = toolkit_web.Validate(*webConfig) + if err != nil { + level.Error(logger).Log("msg", "Unable to validate web configuration file", "err", err) + os.Exit(1) + } + + var g run.Group + { + // Termination handler. + term := make(chan os.Signal, 1) + signal.Notify(term, os.Interrupt, syscall.SIGTERM) + cancel := make(chan struct{}) + g.Add( + func() error { + // Don't forget to release the reloadReady channel so that waiting blocks can exit normally. + select { + case <-term: + level.Warn(logger).Log("msg", "Received SIGTERM, exiting gracefully...") + reloadReady.Close() + case <-webHandler.Quit(): + level.Warn(logger).Log("msg", "Received termination request via web service, exiting gracefully...") + case <-cancel: + reloadReady.Close() + } + return nil + }, + func(err error) { + close(cancel) + }, + ) + } + { + // Scrape discovery manager. + g.Add( + func() error { + err := discoveryManagerScrape.Run() + level.Info(logger).Log("msg", "Scrape discovery manager stopped") + return err + }, + func(err error) { + level.Info(logger).Log("msg", "Stopping scrape discovery manager...") + cancelScrape() + }, + ) + } + { + // Notify discovery manager. + g.Add( + func() error { + err := discoveryManagerNotify.Run() + level.Info(logger).Log("msg", "Notify discovery manager stopped") + return err + }, + func(err error) { + level.Info(logger).Log("msg", "Stopping notify discovery manager...") + cancelNotify() + }, + ) + } + { + // Scrape manager. + g.Add( + func() error { + // When the scrape manager receives a new targets list + // it needs to read a valid config for each job. + // It depends on the config being in sync with the discovery manager so + // we wait until the config is fully loaded. + <-reloadReady.C + + err := scrapeManager.Run(discoveryManagerScrape.SyncCh()) + level.Info(logger).Log("msg", "Scrape manager stopped") + return err + }, + func(err error) { + // Scrape manager needs to be stopped before closing the local TSDB + // so that it doesn't try to write samples to a closed storage. + level.Info(logger).Log("msg", "Stopping scrape manager...") + scrapeManager.Stop() + }, + ) + } + { + // Reload handler. + + // Make sure that sighup handler is registered with a redirect to the channel before the potentially + // long and synchronous tsdb init. + hup := make(chan os.Signal, 1) + signal.Notify(hup, syscall.SIGHUP) + cancel := make(chan struct{}) + g.Add( + func() error { + <-reloadReady.C + + for { + select { + case <-hup: + if err := reloadConfig(cfg.configFile, cfg.enableExpandExternalLabels, logger, noStepSubqueryInterval, reloaders...); err != nil { + level.Error(logger).Log("msg", "Error reloading config", "err", err) + } + case rc := <-webHandler.Reload(): + if err := reloadConfig(cfg.configFile, cfg.enableExpandExternalLabels, logger, noStepSubqueryInterval, reloaders...); err != nil { + level.Error(logger).Log("msg", "Error reloading config", "err", err) + rc <- err + } else { + rc <- nil + } + case <-cancel: + return nil + } + } + + }, + func(err error) { + // Wait for any in-progress reloads to complete to avoid + // reloading things after they have been shutdown. + cancel <- struct{}{} + }, + ) + } + { + // Initial configuration loading. + cancel := make(chan struct{}) + g.Add( + func() error { + select { + case <-dbOpen: + // In case a shutdown is initiated before the dbOpen is released + case <-cancel: + reloadReady.Close() + return nil + } + + if err := reloadConfig(cfg.configFile, cfg.enableExpandExternalLabels, logger, noStepSubqueryInterval, reloaders...); err != nil { + return errors.Wrapf(err, "error loading config from %q", cfg.configFile) + } + + reloadReady.Close() + + webHandler.Ready() + level.Info(logger).Log("msg", "Server is ready to receive web requests.") + <-cancel + return nil + }, + func(err error) { + close(cancel) + }, + ) + } + { + // Rule manager. + g.Add( + func() error { + <-reloadReady.C + ruleManager.Run() + return nil + }, + func(err error) { + ruleManager.Stop() + }, + ) + } + { + // TSDB. + opts := cfg.tsdb.ToTSDBOptions() + cancel := make(chan struct{}) + g.Add( + func() error { + level.Info(logger).Log("msg", "Starting TSDB ...") + if cfg.tsdb.WALSegmentSize != 0 { + if cfg.tsdb.WALSegmentSize < 10*1024*1024 || cfg.tsdb.WALSegmentSize > 256*1024*1024 { + return errors.New("flag 'storage.tsdb.wal-segment-size' must be set between 10MB and 256MB") + } + } + if cfg.tsdb.MaxBlockChunkSegmentSize != 0 { + if cfg.tsdb.MaxBlockChunkSegmentSize < 1024*1024 { + return errors.New("flag 'storage.tsdb.max-block-chunk-segment-size' must be set over 1MB") + } + } + + db, err := openDBWithMetrics( + cfg.localStoragePath, + logger, + prometheus.DefaultRegisterer, + &opts, + localStorage.getStats(), + ) + if err != nil { + return errors.Wrapf(err, "opening storage failed") + } + + switch fsType := prom_runtime.Statfs(cfg.localStoragePath); fsType { + case "NFS_SUPER_MAGIC": + level.Warn(logger).Log("fs_type", fsType, "msg", "This filesystem is not supported and may lead to data corruption and data loss. Please carefully read https://prometheus.io/docs/prometheus/latest/storage/ to learn more about supported filesystems.") + default: + level.Info(logger).Log("fs_type", fsType) + } + + level.Info(logger).Log("msg", "TSDB started") + level.Debug(logger).Log("msg", "TSDB options", + "MinBlockDuration", cfg.tsdb.MinBlockDuration, + "MaxBlockDuration", cfg.tsdb.MaxBlockDuration, + "MaxBytes", cfg.tsdb.MaxBytes, + "NoLockfile", cfg.tsdb.NoLockfile, + "RetentionDuration", cfg.tsdb.RetentionDuration, + "WALSegmentSize", cfg.tsdb.WALSegmentSize, + "AllowOverlappingBlocks", cfg.tsdb.AllowOverlappingBlocks, + "WALCompression", cfg.tsdb.WALCompression, + ) + + startTimeMargin := int64(2 * time.Duration(cfg.tsdb.MinBlockDuration).Seconds() * 1000) + localStorage.Set(db, startTimeMargin) + close(dbOpen) + <-cancel + return nil + }, + func(err error) { + if err := fanoutStorage.Close(); err != nil { + level.Error(logger).Log("msg", "Error stopping storage", "err", err) + } + close(cancel) + }, + ) + } + { + // Web handler. + g.Add( + func() error { + if err := webHandler.Run(ctxWeb, listener, *webConfig); err != nil { + return errors.Wrapf(err, "error starting web server") + } + return nil + }, + func(err error) { + cancelWeb() + }, + ) + } + { + // Notifier. + + // Calling notifier.Stop() before ruleManager.Stop() will cause a panic if the ruleManager isn't running, + // so keep this interrupt after the ruleManager.Stop(). + g.Add( + func() error { + // When the notifier manager receives a new targets list + // it needs to read a valid config for each job. + // It depends on the config being in sync with the discovery manager + // so we wait until the config is fully loaded. + <-reloadReady.C + + notifierManager.Run(discoveryManagerNotify.SyncCh()) + level.Info(logger).Log("msg", "Notifier manager stopped") + return nil + }, + func(err error) { + notifierManager.Stop() + }, + ) + } + if err := g.Run(); err != nil { + level.Error(logger).Log("err", err) + os.Exit(1) + } + level.Info(logger).Log("msg", "See you next time!") +} + +func openDBWithMetrics(dir string, logger log.Logger, reg prometheus.Registerer, opts *tsdb.Options, stats *tsdb.DBStats) (*tsdb.DB, error) { + db, err := tsdb.Open( + dir, + log.With(logger, "component", "tsdb"), + reg, + opts, + stats, + ) + if err != nil { + return nil, err + } + + reg.MustRegister( + prometheus.NewGaugeFunc(prometheus.GaugeOpts{ + Name: "prometheus_tsdb_lowest_timestamp_seconds", + Help: "Lowest timestamp value stored in the database.", + }, func() float64 { + bb := db.Blocks() + if len(bb) == 0 { + return float64(db.Head().MinTime() / 1000) + } + return float64(db.Blocks()[0].Meta().MinTime / 1000) + }), prometheus.NewGaugeFunc(prometheus.GaugeOpts{ + Name: "prometheus_tsdb_head_min_time_seconds", + Help: "Minimum time bound of the head block.", + }, func() float64 { return float64(db.Head().MinTime() / 1000) }), + prometheus.NewGaugeFunc(prometheus.GaugeOpts{ + Name: "prometheus_tsdb_head_max_time_seconds", + Help: "Maximum timestamp of the head block.", + }, func() float64 { return float64(db.Head().MaxTime() / 1000) }), + ) + + return db, nil +} + +type safePromQLNoStepSubqueryInterval struct { + value atomic.Int64 +} + +func durationToInt64Millis(d time.Duration) int64 { + return int64(d / time.Millisecond) +} +func (i *safePromQLNoStepSubqueryInterval) Set(ev model.Duration) { + i.value.Store(durationToInt64Millis(time.Duration(ev))) +} + +func (i *safePromQLNoStepSubqueryInterval) Get(int64) int64 { + return i.value.Load() +} + +type reloader struct { + name string + reloader func(*config.Config) error +} + +func reloadConfig(filename string, expandExternalLabels bool, logger log.Logger, noStepSuqueryInterval *safePromQLNoStepSubqueryInterval, rls ...reloader) (err error) { + start := time.Now() + timings := []interface{}{} + level.Info(logger).Log("msg", "Loading configuration file", "filename", filename) + + defer func() { + if err == nil { + configSuccess.Set(1) + configSuccessTime.SetToCurrentTime() + } else { + configSuccess.Set(0) + } + }() + + conf, err := config.LoadFile(filename, expandExternalLabels, logger) + if err != nil { + return errors.Wrapf(err, "couldn't load configuration (--config.file=%q)", filename) + } + + failed := false + for _, rl := range rls { + rstart := time.Now() + if err := rl.reloader(conf); err != nil { + level.Error(logger).Log("msg", "Failed to apply configuration", "err", err) + failed = true + } + timings = append(timings, rl.name, time.Since(rstart)) + } + if failed { + return errors.Errorf("one or more errors occurred while applying the new configuration (--config.file=%q)", filename) + } + + noStepSuqueryInterval.Set(conf.GlobalConfig.EvaluationInterval) + l := []interface{}{"msg", "Completed loading of configuration file", "filename", filename, "totalDuration", time.Since(start)} + level.Info(logger).Log(append(l, timings...)...) + return nil +} + +func startsOrEndsWithQuote(s string) bool { + return strings.HasPrefix(s, "\"") || strings.HasPrefix(s, "'") || + strings.HasSuffix(s, "\"") || strings.HasSuffix(s, "'") +} + +// compileCORSRegexString compiles given string and adds anchors +func compileCORSRegexString(s string) (*regexp.Regexp, error) { + r, err := relabel.NewRegexp(s) + if err != nil { + return nil, err + } + return r.Regexp, nil +} + +// computeExternalURL computes a sanitized external URL from a raw input. It infers unset +// URL parts from the OS and the given listen address. +func computeExternalURL(u, listenAddr string) (*url.URL, error) { + if u == "" { + hostname, err := os.Hostname() + if err != nil { + return nil, err + } + _, port, err := net.SplitHostPort(listenAddr) + if err != nil { + return nil, err + } + u = fmt.Sprintf("http://%s:%s/", hostname, port) + } + + if startsOrEndsWithQuote(u) { + return nil, errors.New("URL must not begin or end with quotes") + } + + eu, err := url.Parse(u) + if err != nil { + return nil, err + } + + ppref := strings.TrimRight(eu.Path, "/") + if ppref != "" && !strings.HasPrefix(ppref, "/") { + ppref = "/" + ppref + } + eu.Path = ppref + + return eu, nil +} + +type sender interface { + Send(alerts ...*notifier.Alert) +} + +// sendAlerts implements the rules.NotifyFunc for a Notifier. +func sendAlerts(s sender, externalURL string) rules.NotifyFunc { + return func(ctx context.Context, expr string, alerts ...*rules.Alert) { + var res []*notifier.Alert + + for _, alert := range alerts { + a := ¬ifier.Alert{ + StartsAt: alert.FiredAt, + Labels: alert.Labels, + Annotations: alert.Annotations, + GeneratorURL: externalURL + strutil.TableLinkForExpression(expr), + } + if !alert.ResolvedAt.IsZero() { + a.EndsAt = alert.ResolvedAt + } else { + a.EndsAt = alert.ValidUntil + } + res = append(res, a) + } + + if len(alerts) > 0 { + s.Send(res...) + } + } +} + +// readyStorage implements the Storage interface while allowing to set the actual +// storage at a later point in time. +type readyStorage struct { + mtx sync.RWMutex + db *tsdb.DB + startTimeMargin int64 + stats *tsdb.DBStats +} + +// Set the storage. +func (s *readyStorage) Set(db *tsdb.DB, startTimeMargin int64) { + s.mtx.Lock() + defer s.mtx.Unlock() + + s.db = db + s.startTimeMargin = startTimeMargin +} + +func (s *readyStorage) get() *tsdb.DB { + s.mtx.RLock() + x := s.db + s.mtx.RUnlock() + return x +} + +func (s *readyStorage) getStats() *tsdb.DBStats { + s.mtx.RLock() + x := s.stats + s.mtx.RUnlock() + return x +} + +// StartTime implements the Storage interface. +func (s *readyStorage) StartTime() (int64, error) { + if x := s.get(); x != nil { + var startTime int64 + + if len(x.Blocks()) > 0 { + startTime = x.Blocks()[0].Meta().MinTime + } else { + startTime = time.Now().Unix() * 1000 + } + // Add a safety margin as it may take a few minutes for everything to spin up. + return startTime + s.startTimeMargin, nil + } + + return math.MaxInt64, tsdb.ErrNotReady +} + +// Querier implements the Storage interface. +func (s *readyStorage) Querier(ctx context.Context, mint, maxt int64) (storage.Querier, error) { + if x := s.get(); x != nil { + return x.Querier(ctx, mint, maxt) + } + return nil, tsdb.ErrNotReady +} + +// ChunkQuerier implements the Storage interface. +func (s *readyStorage) ChunkQuerier(ctx context.Context, mint, maxt int64) (storage.ChunkQuerier, error) { + if x := s.get(); x != nil { + return x.ChunkQuerier(ctx, mint, maxt) + } + return nil, tsdb.ErrNotReady +} + +func (s *readyStorage) ExemplarQuerier(ctx context.Context) (storage.ExemplarQuerier, error) { + if x := s.get(); x != nil { + return x.ExemplarQuerier(ctx) + } + return nil, tsdb.ErrNotReady +} + +// Appender implements the Storage interface. +func (s *readyStorage) Appender(ctx context.Context) storage.Appender { + if x := s.get(); x != nil { + return x.Appender(ctx) + } + return notReadyAppender{} +} + +type notReadyAppender struct{} + +func (n notReadyAppender) Append(ref uint64, l labels.Labels, t int64, v float64) (uint64, error) { + return 0, tsdb.ErrNotReady +} + +func (n notReadyAppender) AppendExemplar(ref uint64, l labels.Labels, e exemplar.Exemplar) (uint64, error) { + return 0, tsdb.ErrNotReady +} + +func (n notReadyAppender) Commit() error { return tsdb.ErrNotReady } + +func (n notReadyAppender) Rollback() error { return tsdb.ErrNotReady } + +// Close implements the Storage interface. +func (s *readyStorage) Close() error { + if x := s.get(); x != nil { + return x.Close() + } + return nil +} + +// CleanTombstones implements the api_v1.TSDBAdminStats and api_v2.TSDBAdmin interfaces. +func (s *readyStorage) CleanTombstones() error { + if x := s.get(); x != nil { + return x.CleanTombstones() + } + return tsdb.ErrNotReady +} + +// Delete implements the api_v1.TSDBAdminStats and api_v2.TSDBAdmin interfaces. +func (s *readyStorage) Delete(mint, maxt int64, ms ...*labels.Matcher) error { + if x := s.get(); x != nil { + return x.Delete(mint, maxt, ms...) + } + return tsdb.ErrNotReady +} + +// Snapshot implements the api_v1.TSDBAdminStats and api_v2.TSDBAdmin interfaces. +func (s *readyStorage) Snapshot(dir string, withHead bool) error { + if x := s.get(); x != nil { + return x.Snapshot(dir, withHead) + } + return tsdb.ErrNotReady +} + +// Stats implements the api_v1.TSDBAdminStats interface. +func (s *readyStorage) Stats(statsByLabelName string) (*tsdb.Stats, error) { + if x := s.get(); x != nil { + return x.Head().Stats(statsByLabelName), nil + } + return nil, tsdb.ErrNotReady +} + +// WALReplayStatus implements the api_v1.TSDBStats interface. +func (s *readyStorage) WALReplayStatus() (tsdb.WALReplayStatus, error) { + if x := s.getStats(); x != nil { + return x.Head.WALReplayStatus.GetWALReplayStatus(), nil + } + return tsdb.WALReplayStatus{}, tsdb.ErrNotReady +} + +// ErrNotReady is returned if the underlying scrape manager is not ready yet. +var ErrNotReady = errors.New("Scrape manager not ready") + +// ReadyScrapeManager allows a scrape manager to be retrieved. Even if it's set at a later point in time. +type readyScrapeManager struct { + mtx sync.RWMutex + m *scrape.Manager +} + +// Set the scrape manager. +func (rm *readyScrapeManager) Set(m *scrape.Manager) { + rm.mtx.Lock() + defer rm.mtx.Unlock() + + rm.m = m +} + +// Get the scrape manager. If is not ready, return an error. +func (rm *readyScrapeManager) Get() (*scrape.Manager, error) { + rm.mtx.RLock() + defer rm.mtx.RUnlock() + + if rm.m != nil { + return rm.m, nil + } + + return nil, ErrNotReady +} + +// tsdbOptions is tsdb.Option version with defined units. +// This is required as tsdb.Option fields are unit agnostic (time). +type tsdbOptions struct { + WALSegmentSize units.Base2Bytes + MaxBlockChunkSegmentSize units.Base2Bytes + RetentionDuration model.Duration + MaxBytes units.Base2Bytes + NoLockfile bool + AllowOverlappingBlocks bool + WALCompression bool + StripeSize int + MinBlockDuration model.Duration + MaxBlockDuration model.Duration + MaxExemplars int +} + +func (opts tsdbOptions) ToTSDBOptions() tsdb.Options { + return tsdb.Options{ + WALSegmentSize: int(opts.WALSegmentSize), + MaxBlockChunkSegmentSize: int64(opts.MaxBlockChunkSegmentSize), + RetentionDuration: int64(time.Duration(opts.RetentionDuration) / time.Millisecond), + MaxBytes: int64(opts.MaxBytes), + NoLockfile: opts.NoLockfile, + AllowOverlappingBlocks: opts.AllowOverlappingBlocks, + WALCompression: opts.WALCompression, + StripeSize: opts.StripeSize, + MinBlockDuration: int64(time.Duration(opts.MinBlockDuration) / time.Millisecond), + MaxBlockDuration: int64(time.Duration(opts.MaxBlockDuration) / time.Millisecond), + MaxExemplars: opts.MaxExemplars, + } +} + +func initTracing(logger log.Logger) (io.Closer, error) { + // Set tracing configuration defaults. + cfg := &jcfg.Configuration{ + ServiceName: "prometheus", + Disabled: true, + } + + // Available options can be seen here: + // https://github.com/jaegertracing/jaeger-client-go#environment-variables + cfg, err := cfg.FromEnv() + if err != nil { + return nil, errors.Wrap(err, "unable to get tracing config from environment") + } + + jLogger := jaegerLogger{logger: log.With(logger, "component", "tracing")} + + tracer, closer, err := cfg.NewTracer( + jcfg.Logger(jLogger), + jcfg.Metrics(jprom.New()), + ) + if err != nil { + return nil, errors.Wrap(err, "unable to init tracing") + } + + opentracing.SetGlobalTracer(tracer) + return closer, nil +} + +type jaegerLogger struct { + logger log.Logger +} + +func (l jaegerLogger) Error(msg string) { + level.Error(l.logger).Log("msg", msg) +} + +func (l jaegerLogger) Infof(msg string, args ...interface{}) { + keyvals := []interface{}{"msg", fmt.Sprintf(msg, args...)} + level.Info(l.logger).Log(keyvals...) +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_test.go b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_test.go new file mode 100644 index 0000000..182b6d2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_test.go @@ -0,0 +1,349 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "fmt" + "io/ioutil" + "math" + "os" + "os/exec" + "path/filepath" + "syscall" + "testing" + "time" + + "github.com/go-kit/log" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + + "github.com/prometheus/prometheus/notifier" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/rules" +) + +var promPath = os.Args[0] +var promConfig = filepath.Join("..", "..", "documentation", "examples", "prometheus.yml") +var promData = filepath.Join(os.TempDir(), "data") + +func TestMain(m *testing.M) { + for i, arg := range os.Args { + if arg == "-test.main" { + os.Args = append(os.Args[:i], os.Args[i+1:]...) + main() + return + } + } + + // On linux with a global proxy the tests will fail as the go client(http,grpc) tries to connect through the proxy. + os.Setenv("no_proxy", "localhost,127.0.0.1,0.0.0.0,:") + + exitCode := m.Run() + os.RemoveAll(promData) + os.Exit(exitCode) +} + +func TestComputeExternalURL(t *testing.T) { + tests := []struct { + input string + valid bool + }{ + { + input: "", + valid: true, + }, + { + input: "http://proxy.com/prometheus", + valid: true, + }, + { + input: "'https://url/prometheus'", + valid: false, + }, + { + input: "'relative/path/with/quotes'", + valid: false, + }, + { + input: "http://alertmanager.company.com", + valid: true, + }, + { + input: "https://double--dash.de", + valid: true, + }, + { + input: "'http://starts/with/quote", + valid: false, + }, + { + input: "ends/with/quote\"", + valid: false, + }, + } + + for _, test := range tests { + _, err := computeExternalURL(test.input, "0.0.0.0:9090") + if test.valid { + require.NoError(t, err) + } else { + require.Error(t, err, "input=%q", test.input) + } + } +} + +// Let's provide an invalid configuration file and verify the exit status indicates the error. +func TestFailedStartupExitCode(t *testing.T) { + if testing.Short() { + t.Skip("skipping test in short mode.") + } + + fakeInputFile := "fake-input-file" + expectedExitStatus := 2 + + prom := exec.Command(promPath, "-test.main", "--config.file="+fakeInputFile) + err := prom.Run() + require.Error(t, err) + + if exitError, ok := err.(*exec.ExitError); ok { + status := exitError.Sys().(syscall.WaitStatus) + require.Equal(t, expectedExitStatus, status.ExitStatus()) + } else { + t.Errorf("unable to retrieve the exit status for prometheus: %v", err) + } +} + +type senderFunc func(alerts ...*notifier.Alert) + +func (s senderFunc) Send(alerts ...*notifier.Alert) { + s(alerts...) +} + +func TestSendAlerts(t *testing.T) { + testCases := []struct { + in []*rules.Alert + exp []*notifier.Alert + }{ + { + in: []*rules.Alert{ + { + Labels: []labels.Label{{Name: "l1", Value: "v1"}}, + Annotations: []labels.Label{{Name: "a2", Value: "v2"}}, + ActiveAt: time.Unix(1, 0), + FiredAt: time.Unix(2, 0), + ValidUntil: time.Unix(3, 0), + }, + }, + exp: []*notifier.Alert{ + { + Labels: []labels.Label{{Name: "l1", Value: "v1"}}, + Annotations: []labels.Label{{Name: "a2", Value: "v2"}}, + StartsAt: time.Unix(2, 0), + EndsAt: time.Unix(3, 0), + GeneratorURL: "http://localhost:9090/graph?g0.expr=up&g0.tab=1", + }, + }, + }, + { + in: []*rules.Alert{ + { + Labels: []labels.Label{{Name: "l1", Value: "v1"}}, + Annotations: []labels.Label{{Name: "a2", Value: "v2"}}, + ActiveAt: time.Unix(1, 0), + FiredAt: time.Unix(2, 0), + ResolvedAt: time.Unix(4, 0), + }, + }, + exp: []*notifier.Alert{ + { + Labels: []labels.Label{{Name: "l1", Value: "v1"}}, + Annotations: []labels.Label{{Name: "a2", Value: "v2"}}, + StartsAt: time.Unix(2, 0), + EndsAt: time.Unix(4, 0), + GeneratorURL: "http://localhost:9090/graph?g0.expr=up&g0.tab=1", + }, + }, + }, + { + in: []*rules.Alert{}, + }, + } + + for i, tc := range testCases { + tc := tc + t.Run(fmt.Sprintf("%d", i), func(t *testing.T) { + senderFunc := senderFunc(func(alerts ...*notifier.Alert) { + if len(tc.in) == 0 { + t.Fatalf("sender called with 0 alert") + } + require.Equal(t, tc.exp, alerts) + }) + sendAlerts(senderFunc, "http://localhost:9090")(context.TODO(), "up", tc.in...) + }) + } +} + +func TestWALSegmentSizeBounds(t *testing.T) { + if testing.Short() { + t.Skip("skipping test in short mode.") + } + + for size, expectedExitStatus := range map[string]int{"9MB": 1, "257MB": 1, "10": 2, "1GB": 1, "12MB": 0} { + prom := exec.Command(promPath, "-test.main", "--storage.tsdb.wal-segment-size="+size, "--config.file="+promConfig) + + // Log stderr in case of failure. + stderr, err := prom.StderrPipe() + require.NoError(t, err) + go func() { + slurp, _ := ioutil.ReadAll(stderr) + t.Log(string(slurp)) + }() + + err = prom.Start() + require.NoError(t, err) + + if expectedExitStatus == 0 { + done := make(chan error, 1) + go func() { done <- prom.Wait() }() + select { + case err := <-done: + t.Errorf("prometheus should be still running: %v", err) + case <-time.After(5 * time.Second): + prom.Process.Kill() + } + continue + } + + err = prom.Wait() + require.Error(t, err) + if exitError, ok := err.(*exec.ExitError); ok { + status := exitError.Sys().(syscall.WaitStatus) + require.Equal(t, expectedExitStatus, status.ExitStatus()) + } else { + t.Errorf("unable to retrieve the exit status for prometheus: %v", err) + } + } +} + +func TestMaxBlockChunkSegmentSizeBounds(t *testing.T) { + if testing.Short() { + t.Skip("skipping test in short mode.") + } + + for size, expectedExitStatus := range map[string]int{"512KB": 1, "1MB": 0} { + prom := exec.Command(promPath, "-test.main", "--storage.tsdb.max-block-chunk-segment-size="+size, "--config.file="+promConfig) + + // Log stderr in case of failure. + stderr, err := prom.StderrPipe() + require.NoError(t, err) + go func() { + slurp, _ := ioutil.ReadAll(stderr) + t.Log(string(slurp)) + }() + + err = prom.Start() + require.NoError(t, err) + + if expectedExitStatus == 0 { + done := make(chan error, 1) + go func() { done <- prom.Wait() }() + select { + case err := <-done: + t.Errorf("prometheus should be still running: %v", err) + case <-time.After(5 * time.Second): + prom.Process.Kill() + } + continue + } + + err = prom.Wait() + require.Error(t, err) + if exitError, ok := err.(*exec.ExitError); ok { + status := exitError.Sys().(syscall.WaitStatus) + require.Equal(t, expectedExitStatus, status.ExitStatus()) + } else { + t.Errorf("unable to retrieve the exit status for prometheus: %v", err) + } + } +} + +func TestTimeMetrics(t *testing.T) { + tmpDir, err := ioutil.TempDir("", "time_metrics_e2e") + require.NoError(t, err) + + defer func() { + require.NoError(t, os.RemoveAll(tmpDir)) + }() + + reg := prometheus.NewRegistry() + db, err := openDBWithMetrics(tmpDir, log.NewNopLogger(), reg, nil, nil) + require.NoError(t, err) + defer func() { + require.NoError(t, db.Close()) + }() + + // Check initial values. + require.Equal(t, map[string]float64{ + "prometheus_tsdb_lowest_timestamp_seconds": float64(math.MaxInt64) / 1000, + "prometheus_tsdb_head_min_time_seconds": float64(math.MaxInt64) / 1000, + "prometheus_tsdb_head_max_time_seconds": float64(math.MinInt64) / 1000, + }, getCurrentGaugeValuesFor(t, reg, + "prometheus_tsdb_lowest_timestamp_seconds", + "prometheus_tsdb_head_min_time_seconds", + "prometheus_tsdb_head_max_time_seconds", + )) + + app := db.Appender(context.Background()) + _, err = app.Append(0, labels.FromStrings(model.MetricNameLabel, "a"), 1000, 1) + require.NoError(t, err) + _, err = app.Append(0, labels.FromStrings(model.MetricNameLabel, "a"), 2000, 1) + require.NoError(t, err) + _, err = app.Append(0, labels.FromStrings(model.MetricNameLabel, "a"), 3000, 1) + require.NoError(t, err) + require.NoError(t, app.Commit()) + + require.Equal(t, map[string]float64{ + "prometheus_tsdb_lowest_timestamp_seconds": 1.0, + "prometheus_tsdb_head_min_time_seconds": 1.0, + "prometheus_tsdb_head_max_time_seconds": 3.0, + }, getCurrentGaugeValuesFor(t, reg, + "prometheus_tsdb_lowest_timestamp_seconds", + "prometheus_tsdb_head_min_time_seconds", + "prometheus_tsdb_head_max_time_seconds", + )) +} + +func getCurrentGaugeValuesFor(t *testing.T, reg prometheus.Gatherer, metricNames ...string) map[string]float64 { + f, err := reg.Gather() + require.NoError(t, err) + + res := make(map[string]float64, len(metricNames)) + for _, g := range f { + for _, m := range metricNames { + if g.GetName() != m { + continue + } + + require.Equal(t, 1, len(g.GetMetric())) + if _, ok := res[m]; ok { + t.Error("expected only one metric family for", m) + t.FailNow() + } + res[m] = *g.GetMetric()[0].GetGauge().Value + } + } + return res +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_unix_test.go b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_unix_test.go new file mode 100644 index 0000000..393c6f9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/main_unix_test.go @@ -0,0 +1,74 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// +// +build !windows + +package main + +import ( + "net/http" + "os" + "os/exec" + "testing" + "time" +) + +// As soon as prometheus starts responding to http request it should be able to +// accept Interrupt signals for a graceful shutdown. +func TestStartupInterrupt(t *testing.T) { + if testing.Short() { + t.Skip("skipping test in short mode.") + } + + prom := exec.Command(promPath, "-test.main", "--config.file="+promConfig, "--storage.tsdb.path="+promData) + err := prom.Start() + if err != nil { + t.Errorf("execution error: %v", err) + return + } + + done := make(chan error, 1) + go func() { + done <- prom.Wait() + }() + + var startedOk bool + var stoppedErr error + +Loop: + for x := 0; x < 10; x++ { + // error=nil means prometheus has started so we can send the interrupt + // signal and wait for the graceful shutdown. + if _, err := http.Get("http://localhost:9090/graph"); err == nil { + startedOk = true + prom.Process.Signal(os.Interrupt) + select { + case stoppedErr = <-done: + break Loop + case <-time.After(10 * time.Second): + } + break Loop + } + time.Sleep(500 * time.Millisecond) + } + + if !startedOk { + t.Errorf("prometheus didn't start in the specified timeout") + return + } + if err := prom.Process.Kill(); err == nil { + t.Errorf("prometheus didn't shutdown gracefully after sending the Interrupt signal") + } else if stoppedErr != nil && stoppedErr.Error() != "signal: interrupt" { // TODO - find a better way to detect when the process didn't exit as expected! + t.Errorf("prometheus exited with an unexpected error:%v", stoppedErr) + } +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/query_log_test.go b/staging/src/github.com/promethues/prometheus/cmd/prometheus/query_log_test.go new file mode 100644 index 0000000..4e75eca --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/query_log_test.go @@ -0,0 +1,436 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "bufio" + "encoding/json" + "fmt" + "io/ioutil" + "net" + "net/http" + "net/url" + "os" + "os/exec" + "path/filepath" + "runtime" + "strconv" + "sync" + "testing" + "time" + + "github.com/stretchr/testify/require" +) + +type origin int + +const ( + apiOrigin origin = iota + consoleOrigin + ruleOrigin +) + +// queryLogTest defines a query log test. +type queryLogTest struct { + origin origin // Kind of queries tested: api, console, rules. + prefix string // Set as --web.route-prefix. + host string // Used in --web.listen-address. Used with 127.0.0.1 and ::1. + port int // Used in --web.listen-address. + cwd string // Directory where the test is running. Required to find the rules in testdata. + configFile *os.File // The configuration file. + enabledAtStart bool // Whether query log is enabled at startup. +} + +// skip checks if the test is needed and the prerequisites are met. +func (p *queryLogTest) skip(t *testing.T) { + if p.prefix != "" && p.origin == ruleOrigin { + t.Skip("changing prefix has no effect on rules") + } + // Some systems don't support IPv4 or IPv6. + l, err := net.Listen("tcp", fmt.Sprintf("%s:0", p.host)) + if err != nil { + t.Skip("ip version not supported") + } + l.Close() +} + +// waitForPrometheus waits for Prometheus to be ready. +func (p *queryLogTest) waitForPrometheus() error { + var err error + for x := 0; x < 20; x++ { + var r *http.Response + if r, err = http.Get(fmt.Sprintf("http://%s:%d%s/-/ready", p.host, p.port, p.prefix)); err == nil && r.StatusCode == 200 { + break + } + time.Sleep(500 * time.Millisecond) + } + return err +} + +// setQueryLog alters the configuration file to enable or disable the query log, +// then reloads the configuration if needed. +func (p *queryLogTest) setQueryLog(t *testing.T, queryLogFile string) { + err := p.configFile.Truncate(0) + require.NoError(t, err) + _, err = p.configFile.Seek(0, 0) + require.NoError(t, err) + if queryLogFile != "" { + _, err = p.configFile.Write([]byte(fmt.Sprintf("global:\n query_log_file: %s\n", queryLogFile))) + require.NoError(t, err) + } + _, err = p.configFile.Write([]byte(p.configuration())) + require.NoError(t, err) +} + +// reloadConfig reloads the configuration using POST. +func (p *queryLogTest) reloadConfig(t *testing.T) { + r, err := http.Post(fmt.Sprintf("http://%s:%d%s/-/reload", p.host, p.port, p.prefix), "text/plain", nil) + require.NoError(t, err) + require.Equal(t, 200, r.StatusCode) +} + +// query runs a query according to the test origin. +func (p *queryLogTest) query(t *testing.T) { + switch p.origin { + case apiOrigin: + r, err := http.Get(fmt.Sprintf( + "http://%s:%d%s/api/v1/query_range?step=5&start=0&end=3600&query=%s", + p.host, + p.port, + p.prefix, + url.QueryEscape("query_with_api"), + )) + require.NoError(t, err) + require.Equal(t, 200, r.StatusCode) + case consoleOrigin: + r, err := http.Get(fmt.Sprintf( + "http://%s:%d%s/consoles/test.html", + p.host, + p.port, + p.prefix, + )) + require.NoError(t, err) + require.Equal(t, 200, r.StatusCode) + case ruleOrigin: + time.Sleep(2 * time.Second) + default: + panic("can't query this origin") + } +} + +// queryString returns the expected queryString of a this test. +func (p *queryLogTest) queryString() string { + switch p.origin { + case apiOrigin: + return "query_with_api" + case ruleOrigin: + return "query_in_rule" + case consoleOrigin: + return "query_in_console" + default: + panic("unknown origin") + } +} + +// validateLastQuery checks that the last query in the query log matches the +// test parameters. +func (p *queryLogTest) validateLastQuery(t *testing.T, ql []queryLogLine) { + q := ql[len(ql)-1] + require.Equal(t, p.queryString(), q.Params.Query) + + switch p.origin { + case apiOrigin: + require.Equal(t, 5, q.Params.Step) + require.Equal(t, "1970-01-01T00:00:00.000Z", q.Params.Start) + require.Equal(t, "1970-01-01T01:00:00.000Z", q.Params.End) + default: + require.Equal(t, 0, q.Params.Step) + } + + if p.origin != ruleOrigin { + host := p.host + if host == "[::1]" { + host = "::1" + } + require.Equal(t, host, q.Request.ClientIP) + } + + switch p.origin { + case apiOrigin: + require.Equal(t, p.prefix+"/api/v1/query_range", q.Request.Path) + case consoleOrigin: + require.Equal(t, p.prefix+"/consoles/test.html", q.Request.Path) + case ruleOrigin: + require.Equal(t, "querylogtest", q.RuleGroup.Name) + require.Equal(t, filepath.Join(p.cwd, "testdata", "rules", "test.yml"), q.RuleGroup.File) + default: + panic("unknown origin") + } +} + +func (p *queryLogTest) String() string { + var name string + switch p.origin { + case apiOrigin: + name = "api queries" + case consoleOrigin: + name = "console queries" + case ruleOrigin: + name = "rule queries" + } + name = name + ", " + p.host + ":" + strconv.Itoa(p.port) + if p.enabledAtStart { + name = name + ", enabled at start" + } + if p.prefix != "" { + name = name + ", with prefix " + p.prefix + } + return name +} + +// params returns the specific command line parameters of this test. +func (p *queryLogTest) params() []string { + s := []string{} + if p.prefix != "" { + s = append(s, "--web.route-prefix="+p.prefix) + } + if p.origin == consoleOrigin { + s = append(s, "--web.console.templates="+filepath.Join("testdata", "consoles")) + } + return s +} + +// configuration returns the specific configuration lines required for this +// test. +func (p *queryLogTest) configuration() string { + switch p.origin { + case ruleOrigin: + return "\nrule_files:\n- " + filepath.Join(p.cwd, "testdata", "rules", "test.yml") + "\n" + default: + return "\n" + } +} + +// exactQueryCount returns whether we can match an exact query count. False on +// recording rules are they are regular time intervals. +func (p *queryLogTest) exactQueryCount() bool { + return p.origin != ruleOrigin +} + +// run launches the scenario of this query log test. +func (p *queryLogTest) run(t *testing.T) { + p.skip(t) + + // Setup temporary files for this test. + queryLogFile, err := ioutil.TempFile("", "query") + require.NoError(t, err) + defer os.Remove(queryLogFile.Name()) + p.configFile, err = ioutil.TempFile("", "config") + require.NoError(t, err) + defer os.Remove(p.configFile.Name()) + + if p.enabledAtStart { + p.setQueryLog(t, queryLogFile.Name()) + } else { + p.setQueryLog(t, "") + } + + dir, err := ioutil.TempDir("", "query_log_test") + require.NoError(t, err) + defer func() { + require.NoError(t, os.RemoveAll(dir)) + }() + + params := append([]string{ + "-test.main", + "--config.file=" + p.configFile.Name(), + "--web.enable-lifecycle", + fmt.Sprintf("--web.listen-address=%s:%d", p.host, p.port), + "--storage.tsdb.path=" + dir, + }, p.params()...) + + prom := exec.Command(promPath, params...) + + // Log stderr in case of failure. + stderr, err := prom.StderrPipe() + require.NoError(t, err) + + // We use a WaitGroup to avoid calling t.Log after the test is done. + var wg sync.WaitGroup + wg.Add(1) + defer wg.Wait() + go func() { + slurp, _ := ioutil.ReadAll(stderr) + t.Log(string(slurp)) + wg.Done() + }() + + require.NoError(t, prom.Start()) + + defer func() { + prom.Process.Kill() + prom.Wait() + }() + require.NoError(t, p.waitForPrometheus()) + + if !p.enabledAtStart { + p.query(t) + require.Equal(t, 0, len(readQueryLog(t, queryLogFile.Name()))) + p.setQueryLog(t, queryLogFile.Name()) + p.reloadConfig(t) + } + + p.query(t) + + ql := readQueryLog(t, queryLogFile.Name()) + qc := len(ql) + if p.exactQueryCount() { + require.Equal(t, 1, qc) + } else { + require.Greater(t, qc, 0, "no queries logged") + } + p.validateLastQuery(t, ql) + + p.setQueryLog(t, "") + p.reloadConfig(t) + if !p.exactQueryCount() { + qc = len(readQueryLog(t, queryLogFile.Name())) + } + + p.query(t) + + ql = readQueryLog(t, queryLogFile.Name()) + require.Equal(t, qc, len(ql)) + + qc = len(ql) + p.setQueryLog(t, queryLogFile.Name()) + p.reloadConfig(t) + + p.query(t) + qc++ + + ql = readQueryLog(t, queryLogFile.Name()) + if p.exactQueryCount() { + require.Equal(t, qc, len(ql)) + } else { + require.Greater(t, len(ql), qc, "no queries logged") + } + p.validateLastQuery(t, ql) + qc = len(ql) + + // The last part of the test can not succeed on Windows because you can't + // rename files used by other processes. + if runtime.GOOS == "windows" { + return + } + // Move the file, Prometheus should still write to the old file. + newFile, err := ioutil.TempFile("", "newLoc") + require.NoError(t, err) + require.NoError(t, newFile.Close()) + defer os.Remove(newFile.Name()) + require.NoError(t, os.Rename(queryLogFile.Name(), newFile.Name())) + ql = readQueryLog(t, newFile.Name()) + if p.exactQueryCount() { + require.Equal(t, qc, len(ql)) + } + p.validateLastQuery(t, ql) + qc = len(ql) + + p.query(t) + + qc++ + + ql = readQueryLog(t, newFile.Name()) + if p.exactQueryCount() { + require.Equal(t, qc, len(ql)) + } else { + require.Greater(t, len(ql), qc, "no queries logged") + } + p.validateLastQuery(t, ql) + + p.reloadConfig(t) + + p.query(t) + + ql = readQueryLog(t, queryLogFile.Name()) + qc = len(ql) + if p.exactQueryCount() { + require.Equal(t, 1, qc) + } else { + require.Greater(t, qc, 0, "no queries logged") + } +} + +type queryLogLine struct { + Params struct { + Query string `json:"query"` + Step int `json:"step"` + Start string `json:"start"` + End string `json:"end"` + } `json:"params"` + Request struct { + Path string `json:"path"` + ClientIP string `json:"clientIP"` + } `json:"httpRequest"` + RuleGroup struct { + File string `json:"file"` + Name string `json:"name"` + } `json:"ruleGroup"` +} + +// readQueryLog unmarshal a json-formatted query log into query log lines. +func readQueryLog(t *testing.T, path string) []queryLogLine { + ql := []queryLogLine{} + file, err := os.Open(path) + require.NoError(t, err) + defer file.Close() + scanner := bufio.NewScanner(file) + for scanner.Scan() { + var q queryLogLine + require.NoError(t, json.Unmarshal(scanner.Bytes(), &q)) + ql = append(ql, q) + } + return ql +} + +func TestQueryLog(t *testing.T) { + if testing.Short() { + t.Skip("skipping test in short mode.") + } + + cwd, err := os.Getwd() + require.NoError(t, err) + + port := 15000 + for _, host := range []string{"127.0.0.1", "[::1]"} { + for _, prefix := range []string{"", "/foobar"} { + for _, enabledAtStart := range []bool{true, false} { + for _, origin := range []origin{apiOrigin, consoleOrigin, ruleOrigin} { + p := &queryLogTest{ + origin: origin, + host: host, + enabledAtStart: enabledAtStart, + prefix: prefix, + port: port, + cwd: cwd, + } + + t.Run(p.String(), func(t *testing.T) { + p.run(t) + }) + } + } + } + } +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/consoles/test.html b/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/consoles/test.html new file mode 100644 index 0000000..c3ff96d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/consoles/test.html @@ -0,0 +1 @@ +{{ query "query_in_console" }} diff --git a/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/rules/test.yml b/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/rules/test.yml new file mode 100644 index 0000000..91ee987 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/prometheus/testdata/rules/test.yml @@ -0,0 +1,6 @@ +groups: + - name: querylogtest + interval: 1s + rules: + - record: test + expr: query_in_rule diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/archive.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/archive.go new file mode 100644 index 0000000..520c26b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/archive.go @@ -0,0 +1,69 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "archive/tar" + "compress/gzip" + "os" + + "github.com/pkg/errors" +) + +const filePerm = 0666 + +type tarGzFileWriter struct { + tarWriter *tar.Writer + gzWriter *gzip.Writer + file *os.File +} + +func newTarGzFileWriter(archiveName string) (*tarGzFileWriter, error) { + file, err := os.Create(archiveName) + if err != nil { + return nil, errors.Wrapf(err, "error creating archive %q", archiveName) + } + gzw := gzip.NewWriter(file) + tw := tar.NewWriter(gzw) + return &tarGzFileWriter{ + tarWriter: tw, + gzWriter: gzw, + file: file, + }, nil +} + +func (w *tarGzFileWriter) close() error { + if err := w.tarWriter.Close(); err != nil { + return err + } + if err := w.gzWriter.Close(); err != nil { + return err + } + return w.file.Close() +} + +func (w *tarGzFileWriter) write(filename string, b []byte) error { + header := &tar.Header{ + Name: filename, + Mode: filePerm, + Size: int64(len(b)), + } + if err := w.tarWriter.WriteHeader(header); err != nil { + return err + } + if _, err := w.tarWriter.Write(b); err != nil { + return err + } + return nil +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill.go new file mode 100644 index 0000000..76e5a82 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill.go @@ -0,0 +1,209 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "io" + "math" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/pkg/textparse" + "github.com/prometheus/prometheus/tsdb" + tsdb_errors "github.com/prometheus/prometheus/tsdb/errors" +) + +func getMinAndMaxTimestamps(p textparse.Parser) (int64, int64, error) { + var maxt, mint int64 = math.MinInt64, math.MaxInt64 + + for { + entry, err := p.Next() + if err == io.EOF { + break + } + if err != nil { + return 0, 0, errors.Wrap(err, "next") + } + + if entry != textparse.EntrySeries { + continue + } + + _, ts, _ := p.Series() + if ts == nil { + return 0, 0, errors.Errorf("expected timestamp for series got none") + } + + if *ts > maxt { + maxt = *ts + } + if *ts < mint { + mint = *ts + } + } + + if maxt == math.MinInt64 { + maxt = 0 + } + if mint == math.MaxInt64 { + mint = 0 + } + + return maxt, mint, nil +} + +func createBlocks(input []byte, mint, maxt int64, maxSamplesInAppender int, outputDir string, humanReadable, quiet bool) (returnErr error) { + blockDuration := tsdb.DefaultBlockDuration + mint = blockDuration * (mint / blockDuration) + + db, err := tsdb.OpenDBReadOnly(outputDir, nil) + if err != nil { + return err + } + defer func() { + returnErr = tsdb_errors.NewMulti(returnErr, db.Close()).Err() + }() + + var ( + wroteHeader bool + nextSampleTs int64 = math.MaxInt64 + ) + + for t := mint; t <= maxt; t = t + blockDuration { + tsUpper := t + blockDuration + if nextSampleTs != math.MaxInt64 && nextSampleTs >= tsUpper { + // The next sample is not in this timerange, we can avoid parsing + // the file for this timerange. + continue + + } + nextSampleTs = math.MaxInt64 + + err := func() error { + // To prevent races with compaction, a block writer only allows appending samples + // that are at most half a block size older than the most recent sample appended so far. + // However, in the way we use the block writer here, compaction doesn't happen, while we + // also need to append samples throughout the whole block range. To allow that, we + // pretend that the block is twice as large here, but only really add sample in the + // original interval later. + w, err := tsdb.NewBlockWriter(log.NewNopLogger(), outputDir, 2*blockDuration) + if err != nil { + return errors.Wrap(err, "block writer") + } + defer func() { + err = tsdb_errors.NewMulti(err, w.Close()).Err() + }() + + ctx := context.Background() + app := w.Appender(ctx) + p := textparse.NewOpenMetricsParser(input) + samplesCount := 0 + for { + e, err := p.Next() + if err == io.EOF { + break + } + if err != nil { + return errors.Wrap(err, "parse") + } + if e != textparse.EntrySeries { + continue + } + + _, ts, v := p.Series() + if ts == nil { + l := labels.Labels{} + p.Metric(&l) + return errors.Errorf("expected timestamp for series %v, got none", l) + } + if *ts < t { + continue + } + if *ts >= tsUpper { + if *ts < nextSampleTs { + nextSampleTs = *ts + } + continue + } + + l := labels.Labels{} + p.Metric(&l) + + if _, err := app.Append(0, l, *ts, v); err != nil { + return errors.Wrap(err, "add sample") + } + + samplesCount++ + if samplesCount < maxSamplesInAppender { + continue + } + + // If we arrive here, the samples count is greater than the maxSamplesInAppender. + // Therefore the old appender is committed and a new one is created. + // This prevents keeping too many samples lined up in an appender and thus in RAM. + if err := app.Commit(); err != nil { + return errors.Wrap(err, "commit") + } + + app = w.Appender(ctx) + samplesCount = 0 + } + + if err := app.Commit(); err != nil { + return errors.Wrap(err, "commit") + } + + block, err := w.Flush(ctx) + switch err { + case nil: + if quiet { + break + } + blocks, err := db.Blocks() + if err != nil { + return errors.Wrap(err, "get blocks") + } + for _, b := range blocks { + if b.Meta().ULID == block { + printBlocks([]tsdb.BlockReader{b}, !wroteHeader, humanReadable) + wroteHeader = true + break + } + } + case tsdb.ErrNoSeriesAppended: + default: + return errors.Wrap(err, "flush") + } + + return nil + }() + + if err != nil { + return errors.Wrap(err, "process blocks") + } + } + return nil + +} + +func backfill(maxSamplesInAppender int, input []byte, outputDir string, humanReadable, quiet bool) (err error) { + p := textparse.NewOpenMetricsParser(input) + maxt, mint, err := getMinAndMaxTimestamps(p) + if err != nil { + return errors.Wrap(err, "getting min and max timestamp") + } + return errors.Wrap(createBlocks(input, mint, maxt, maxSamplesInAppender, outputDir, humanReadable, quiet), "block creation") +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill_test.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill_test.go new file mode 100644 index 0000000..bd0109d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/backfill_test.go @@ -0,0 +1,559 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "io/ioutil" + "math" + "os" + "sort" + "testing" + + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/storage" + "github.com/prometheus/prometheus/tsdb" + "github.com/stretchr/testify/require" +) + +type backfillSample struct { + Timestamp int64 + Value float64 + Labels labels.Labels +} + +func sortSamples(samples []backfillSample) { + sort.Slice(samples, func(x, y int) bool { + sx, sy := samples[x], samples[y] + if sx.Timestamp != sy.Timestamp { + return sx.Timestamp < sy.Timestamp + } + return sx.Value < sy.Value + }) +} + +func queryAllSeries(t testing.TB, q storage.Querier, expectedMinTime, expectedMaxTime int64) []backfillSample { + ss := q.Select(false, nil, labels.MustNewMatcher(labels.MatchRegexp, "", ".*")) + samples := []backfillSample{} + for ss.Next() { + series := ss.At() + it := series.Iterator() + require.NoError(t, it.Err()) + for it.Next() { + ts, v := it.At() + samples = append(samples, backfillSample{Timestamp: ts, Value: v, Labels: series.Labels()}) + } + } + return samples +} + +func testBlocks(t *testing.T, db *tsdb.DB, expectedMinTime, expectedMaxTime int64, expectedSamples []backfillSample, expectedNumBlocks int) { + blocks := db.Blocks() + require.Equal(t, expectedNumBlocks, len(blocks)) + + for _, block := range blocks { + require.Equal(t, true, block.MinTime()/tsdb.DefaultBlockDuration == (block.MaxTime()-1)/tsdb.DefaultBlockDuration) + } + + q, err := db.Querier(context.Background(), math.MinInt64, math.MaxInt64) + require.NoError(t, err) + defer func() { + require.NoError(t, q.Close()) + }() + + allSamples := queryAllSeries(t, q, expectedMinTime, expectedMaxTime) + sortSamples(allSamples) + sortSamples(expectedSamples) + require.Equal(t, expectedSamples, allSamples) + + if len(allSamples) > 0 { + require.Equal(t, expectedMinTime, allSamples[0].Timestamp) + require.Equal(t, expectedMaxTime, allSamples[len(allSamples)-1].Timestamp) + } +} + +func TestBackfill(t *testing.T) { + tests := []struct { + ToParse string + IsOk bool + Description string + MaxSamplesInAppender int + Expected struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + } + }{ + { + ToParse: `# EOF`, + IsOk: true, + Description: "Empty file.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: math.MaxInt64, + MaxTime: math.MinInt64, + NumBlocks: 0, + Samples: []backfillSample{}, + }, + }, + { + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +http_requests_total{code="400"} 1 1565133713.990 +# EOF +`, + IsOk: true, + Description: "Multiple samples with different timestamp for different series.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565133713990, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565133713990, + Value: 1, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + }, + }, + }, + { + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +http_requests_total{code="200"} 1022 1565392913.989 +http_requests_total{code="200"} 1023 1565652113.989 +# EOF +`, + IsOk: true, + Description: "Multiple samples separated by 3 days.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565652113989, + NumBlocks: 3, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565392913989, + Value: 1022, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565652113989, + Value: 1023, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + }, + }, + }, + { + ToParse: `# TYPE go info +go_info{version="go1.15.3"} 1 1565392913.989 +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +# EOF +`, + IsOk: true, + Description: "Unordered samples from multiple series, which end in different blocks.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565392913989, + NumBlocks: 2, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565392913989, + Value: 1, + Labels: labels.FromStrings("__name__", "go_info", "version", "go1.15.3"), + }, + }, + }, + }, + { + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +http_requests_total{code="200"} 1 1565133714.989 +http_requests_total{code="400"} 2 1565133715.989 +# EOF +`, + IsOk: true, + Description: "Multiple samples with different timestamp for the same series.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565133715989, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565133714989, + Value: 1, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565133715989, + Value: 2, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + }, + }, + }, + { + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +http_requests_total{code="200"} 1022 1565144513.989 +http_requests_total{code="400"} 2 1565155313.989 +http_requests_total{code="400"} 1 1565166113.989 +# EOF +`, + IsOk: true, + Description: "Multiple samples that end up in different blocks.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565166113989, + NumBlocks: 4, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565144513989, + Value: 1022, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565155313989, + Value: 2, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + { + Timestamp: 1565166113989, + Value: 1, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + }, + }, + }, + { + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 1565133713.989 +http_requests_total{code="200"} 1022 1565133714 +http_requests_total{code="200"} 1023 1565133716 +http_requests_total{code="200"} 1022 1565144513.989 +http_requests_total{code="400"} 2 1565155313.989 +http_requests_total{code="400"} 3 1565155314 +http_requests_total{code="400"} 1 1565166113.989 +# EOF +`, + IsOk: true, + Description: "Number of samples are greater than the sample batch size.", + MaxSamplesInAppender: 2, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1565133713989, + MaxTime: 1565166113989, + NumBlocks: 4, + Samples: []backfillSample{ + { + Timestamp: 1565133713989, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565133714000, + Value: 1022, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565133716000, + Value: 1023, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565144513989, + Value: 1022, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 1565155313989, + Value: 2, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + { + Timestamp: 1565155314000, + Value: 3, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + { + Timestamp: 1565166113989, + Value: 1, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + }, + }, + }, + { // For https://github.com/prometheus/prometheus/issues/8476. + ToParse: `# HELP http_requests_total The total number of HTTP requests. +# TYPE http_requests_total counter +http_requests_total{code="200"} 1021 0 +http_requests_total{code="200"} 1022 7199 +http_requests_total{code="400"} 1023 0 +http_requests_total{code="400"} 1024 7199 +# EOF +`, + IsOk: true, + Description: "One series spanning 2h in same block should not cause problems to other series.", + MaxSamplesInAppender: 1, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 0, + MaxTime: 7199000, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 0, + Value: 1021, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 7199000, + Value: 1022, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "200"), + }, + { + Timestamp: 0, + Value: 1023, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + { + Timestamp: 7199000, + Value: 1024, + Labels: labels.FromStrings("__name__", "http_requests_total", "code", "400"), + }, + }, + }, + }, + { + ToParse: `no_help_no_type{foo="bar"} 42 6900 +# EOF +`, + IsOk: true, + Description: "Sample with no #HELP or #TYPE keyword.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 6900000, + MaxTime: 6900000, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 6900000, + Value: 42, + Labels: labels.FromStrings("__name__", "no_help_no_type", "foo", "bar"), + }, + }, + }, + }, + { + ToParse: `no_newline_after_eof 42 6900 +# EOF`, + IsOk: true, + Description: "Sample without newline after # EOF.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 6900000, + MaxTime: 6900000, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 6900000, + Value: 42, + Labels: labels.FromStrings("__name__", "no_newline_after_eof"), + }, + }, + }, + }, + { + ToParse: `bare_metric 42.24 1001 +# EOF +`, + IsOk: true, + Description: "Bare sample.", + MaxSamplesInAppender: 5000, + Expected: struct { + MinTime int64 + MaxTime int64 + NumBlocks int + Samples []backfillSample + }{ + MinTime: 1001000, + MaxTime: 1001000, + NumBlocks: 1, + Samples: []backfillSample{ + { + Timestamp: 1001000, + Value: 42.24, + Labels: labels.FromStrings("__name__", "bare_metric"), + }, + }, + }, + }, + { + ToParse: `# HELP rpc_duration_seconds A summary of the RPC duration in seconds. +# TYPE rpc_duration_seconds summary +rpc_duration_seconds{quantile="0.01"} 3102 +rpc_duration_seconds{quantile="0.05"} 3272 +# EOF +`, + IsOk: false, + Description: "Does not have timestamp.", + }, + { + ToParse: `# HELP bad_metric This a bad metric +# TYPE bad_metric bad_type +bad_metric{type="has a bad type information"} 0.0 111 +# EOF +`, + IsOk: false, + Description: "Has a bad type information.", + }, + { + ToParse: `# HELP no_nl This test has no newline so will fail +# TYPE no_nl gauge +no_nl{type="no newline"} +# EOF +`, + IsOk: false, + Description: "No newline.", + }, + { + ToParse: `# HELP no_eof This test has no EOF so will fail +# TYPE no_eof gauge +no_eof 1 1 +`, + IsOk: false, + Description: "No EOF.", + }, + { + ToParse: `# HELP after_eof There is data after EOF. +# TYPE after_eof gauge +after_eof 1 1 +# EOF +after_eof 1 2 +`, + IsOk: false, + Description: "Data after EOF.", + }, + } + for _, test := range tests { + t.Logf("Test:%s", test.Description) + + outputDir, err := ioutil.TempDir("", "myDir") + require.NoError(t, err) + defer func() { + require.NoError(t, os.RemoveAll(outputDir)) + }() + + err = backfill(test.MaxSamplesInAppender, []byte(test.ToParse), outputDir, false, false) + + if !test.IsOk { + require.Error(t, err, test.Description) + continue + } + + require.NoError(t, err) + db, err := tsdb.Open(outputDir, nil, nil, tsdb.DefaultOptions(), nil) + require.NoError(t, err) + defer func() { + require.NoError(t, db.Close()) + }() + + testBlocks(t, db, test.Expected.MinTime, test.Expected.MaxTime, test.Expected.Samples, test.Expected.NumBlocks) + } +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/debug.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/debug.go new file mode 100644 index 0000000..280a0d4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/debug.go @@ -0,0 +1,69 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "fmt" + "io/ioutil" + "net/http" + + "github.com/pkg/errors" +) + +type debugWriterConfig struct { + serverURL string + tarballName string + endPointGroups []endpointsGroup +} + +func debugWrite(cfg debugWriterConfig) error { + archiver, err := newTarGzFileWriter(cfg.tarballName) + if err != nil { + return errors.Wrap(err, "error creating a new archiver") + } + + for _, endPointGroup := range cfg.endPointGroups { + for url, filename := range endPointGroup.urlToFilename { + url := cfg.serverURL + url + fmt.Println("collecting:", url) + res, err := http.Get(url) + if err != nil { + return errors.Wrap(err, "error executing HTTP request") + } + body, err := ioutil.ReadAll(res.Body) + res.Body.Close() + if err != nil { + return errors.Wrap(err, "error reading the response body") + } + + if endPointGroup.postProcess != nil { + body, err = endPointGroup.postProcess(body) + if err != nil { + return errors.Wrap(err, "error post-processing HTTP response body") + } + } + if err := archiver.write(filename, body); err != nil { + return errors.Wrap(err, "error writing into the archive") + } + } + + } + + if err := archiver.close(); err != nil { + return errors.Wrap(err, "error closing archive writer") + } + + fmt.Printf("Compiling debug information complete, all files written in %q.\n", cfg.tarballName) + return nil +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/main.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/main.go new file mode 100644 index 0000000..c9e0aeb --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/main.go @@ -0,0 +1,898 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "bytes" + "context" + "encoding/json" + "fmt" + "math" + "net/http" + "net/url" + "os" + "path/filepath" + "reflect" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/google/pprof/profile" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/api" + v1 "github.com/prometheus/client_golang/api/prometheus/v1" + "github.com/prometheus/client_golang/prometheus/promhttp" + "github.com/prometheus/client_golang/prometheus/testutil/promlint" + config_util "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + "github.com/prometheus/exporter-toolkit/web" + "gopkg.in/alecthomas/kingpin.v2" + + "github.com/prometheus/prometheus/config" + "github.com/prometheus/prometheus/discovery/file" + _ "github.com/prometheus/prometheus/discovery/install" // Register service discovery implementations. + "github.com/prometheus/prometheus/discovery/kubernetes" + "github.com/prometheus/prometheus/pkg/rulefmt" +) + +func main() { + app := kingpin.New(filepath.Base(os.Args[0]), "Tooling for the Prometheus monitoring system.").UsageWriter(os.Stdout) + app.Version(version.Print("promtool")) + app.HelpFlag.Short('h') + + checkCmd := app.Command("check", "Check the resources for validity.") + + checkConfigCmd := checkCmd.Command("config", "Check if the config files are valid or not.") + configFiles := checkConfigCmd.Arg( + "config-files", + "The config files to check.", + ).Required().ExistingFiles() + + checkWebConfigCmd := checkCmd.Command("web-config", "Check if the web config files are valid or not.") + webConfigFiles := checkWebConfigCmd.Arg( + "web-config-files", + "The config files to check.", + ).Required().ExistingFiles() + + checkRulesCmd := checkCmd.Command("rules", "Check if the rule files are valid or not.") + ruleFiles := checkRulesCmd.Arg( + "rule-files", + "The rule files to check.", + ).Required().ExistingFiles() + + checkMetricsCmd := checkCmd.Command("metrics", checkMetricsUsage) + + queryCmd := app.Command("query", "Run query against a Prometheus server.") + queryCmdFmt := queryCmd.Flag("format", "Output format of the query.").Short('o').Default("promql").Enum("promql", "json") + + queryInstantCmd := queryCmd.Command("instant", "Run instant query.") + queryInstantServer := queryInstantCmd.Arg("server", "Prometheus server to query.").Required().URL() + queryInstantExpr := queryInstantCmd.Arg("expr", "PromQL query expression.").Required().String() + queryInstantTime := queryInstantCmd.Flag("time", "Query evaluation time (RFC3339 or Unix timestamp).").String() + + queryRangeCmd := queryCmd.Command("range", "Run range query.") + queryRangeServer := queryRangeCmd.Arg("server", "Prometheus server to query.").Required().URL() + queryRangeExpr := queryRangeCmd.Arg("expr", "PromQL query expression.").Required().String() + queryRangeHeaders := queryRangeCmd.Flag("header", "Extra headers to send to server.").StringMap() + queryRangeBegin := queryRangeCmd.Flag("start", "Query range start time (RFC3339 or Unix timestamp).").String() + queryRangeEnd := queryRangeCmd.Flag("end", "Query range end time (RFC3339 or Unix timestamp).").String() + queryRangeStep := queryRangeCmd.Flag("step", "Query step size (duration).").Duration() + + querySeriesCmd := queryCmd.Command("series", "Run series query.") + querySeriesServer := querySeriesCmd.Arg("server", "Prometheus server to query.").Required().URL() + querySeriesMatch := querySeriesCmd.Flag("match", "Series selector. Can be specified multiple times.").Required().Strings() + querySeriesBegin := querySeriesCmd.Flag("start", "Start time (RFC3339 or Unix timestamp).").String() + querySeriesEnd := querySeriesCmd.Flag("end", "End time (RFC3339 or Unix timestamp).").String() + + debugCmd := app.Command("debug", "Fetch debug information.") + debugPprofCmd := debugCmd.Command("pprof", "Fetch profiling debug information.") + debugPprofServer := debugPprofCmd.Arg("server", "Prometheus server to get pprof files from.").Required().String() + debugMetricsCmd := debugCmd.Command("metrics", "Fetch metrics debug information.") + debugMetricsServer := debugMetricsCmd.Arg("server", "Prometheus server to get metrics from.").Required().String() + debugAllCmd := debugCmd.Command("all", "Fetch all debug information.") + debugAllServer := debugAllCmd.Arg("server", "Prometheus server to get all debug information from.").Required().String() + + queryLabelsCmd := queryCmd.Command("labels", "Run labels query.") + queryLabelsServer := queryLabelsCmd.Arg("server", "Prometheus server to query.").Required().URL() + queryLabelsName := queryLabelsCmd.Arg("name", "Label name to provide label values for.").Required().String() + queryLabelsBegin := queryLabelsCmd.Flag("start", "Start time (RFC3339 or Unix timestamp).").String() + queryLabelsEnd := queryLabelsCmd.Flag("end", "End time (RFC3339 or Unix timestamp).").String() + + testCmd := app.Command("test", "Unit testing.") + testRulesCmd := testCmd.Command("rules", "Unit tests for rules.") + testRulesFiles := testRulesCmd.Arg( + "test-rule-file", + "The unit test file.", + ).Required().ExistingFiles() + + defaultDBPath := "data/" + tsdbCmd := app.Command("tsdb", "Run tsdb commands.") + + tsdbBenchCmd := tsdbCmd.Command("bench", "Run benchmarks.") + tsdbBenchWriteCmd := tsdbBenchCmd.Command("write", "Run a write performance benchmark.") + benchWriteOutPath := tsdbBenchWriteCmd.Flag("out", "Set the output path.").Default("benchout").String() + benchWriteNumMetrics := tsdbBenchWriteCmd.Flag("metrics", "Number of metrics to read.").Default("10000").Int() + benchWriteNumScrapes := tsdbBenchWriteCmd.Flag("scrapes", "Number of scrapes to simulate.").Default("3000").Int() + benchSamplesFile := tsdbBenchWriteCmd.Arg("file", "Input file with samples data, default is ("+filepath.Join("..", "..", "tsdb", "testdata", "20kseries.json")+").").Default(filepath.Join("..", "..", "tsdb", "testdata", "20kseries.json")).String() + + tsdbAnalyzeCmd := tsdbCmd.Command("analyze", "Analyze churn, label pair cardinality.") + analyzePath := tsdbAnalyzeCmd.Arg("db path", "Database path (default is "+defaultDBPath+").").Default(defaultDBPath).String() + analyzeBlockID := tsdbAnalyzeCmd.Arg("block id", "Block to analyze (default is the last block).").String() + analyzeLimit := tsdbAnalyzeCmd.Flag("limit", "How many items to show in each list.").Default("20").Int() + + tsdbListCmd := tsdbCmd.Command("list", "List tsdb blocks.") + listHumanReadable := tsdbListCmd.Flag("human-readable", "Print human readable values.").Short('r').Bool() + listPath := tsdbListCmd.Arg("db path", "Database path (default is "+defaultDBPath+").").Default(defaultDBPath).String() + + tsdbDumpCmd := tsdbCmd.Command("dump", "Dump samples from a TSDB.") + dumpPath := tsdbDumpCmd.Arg("db path", "Database path (default is "+defaultDBPath+").").Default(defaultDBPath).String() + dumpMinTime := tsdbDumpCmd.Flag("min-time", "Minimum timestamp to dump.").Default(strconv.FormatInt(math.MinInt64, 10)).Int64() + dumpMaxTime := tsdbDumpCmd.Flag("max-time", "Maximum timestamp to dump.").Default(strconv.FormatInt(math.MaxInt64, 10)).Int64() + + importCmd := tsdbCmd.Command("create-blocks-from", "[Experimental] Import samples from input and produce TSDB blocks. Please refer to the storage docs for more details.") + importHumanReadable := importCmd.Flag("human-readable", "Print human readable values.").Short('r').Bool() + importQuiet := importCmd.Flag("quiet", "Do not print created blocks.").Short('q').Bool() + openMetricsImportCmd := importCmd.Command("openmetrics", "Import samples from OpenMetrics input and produce TSDB blocks. Please refer to the storage docs for more details.") + // TODO(aSquare14): add flag to set default block duration + importFilePath := openMetricsImportCmd.Arg("input file", "OpenMetrics file to read samples from.").Required().String() + importDBPath := openMetricsImportCmd.Arg("output directory", "Output directory for generated blocks.").Default(defaultDBPath).String() + importRulesCmd := importCmd.Command("rules", "Create blocks of data for new recording rules.") + importRulesURL := importRulesCmd.Flag("url", "The URL for the Prometheus API with the data where the rule will be backfilled from.").Default("http://localhost:9090").URL() + importRulesStart := importRulesCmd.Flag("start", "The time to start backfilling the new rule from. Must be a RFC3339 formatted date or Unix timestamp. Required."). + Required().String() + importRulesEnd := importRulesCmd.Flag("end", "If an end time is provided, all recording rules in the rule files provided will be backfilled to the end time. Default will backfill up to 3 hours ago. Must be a RFC3339 formatted date or Unix timestamp.").String() + importRulesOutputDir := importRulesCmd.Flag("output-dir", "Output directory for generated blocks.").Default("data/").String() + importRulesEvalInterval := importRulesCmd.Flag("eval-interval", "How frequently to evaluate rules when backfilling if a value is not set in the recording rule files."). + Default("60s").Duration() + importRulesFiles := importRulesCmd.Arg( + "rule-files", + "A list of one or more files containing recording rules to be backfilled. All recording rules listed in the files will be backfilled. Alerting rules are not evaluated.", + ).Required().ExistingFiles() + + parsedCmd := kingpin.MustParse(app.Parse(os.Args[1:])) + + var p printer + switch *queryCmdFmt { + case "json": + p = &jsonPrinter{} + case "promql": + p = &promqlPrinter{} + } + + switch parsedCmd { + case checkConfigCmd.FullCommand(): + os.Exit(CheckConfig(*configFiles...)) + + case checkWebConfigCmd.FullCommand(): + os.Exit(CheckWebConfig(*webConfigFiles...)) + + case checkRulesCmd.FullCommand(): + os.Exit(CheckRules(*ruleFiles...)) + + case checkMetricsCmd.FullCommand(): + os.Exit(CheckMetrics()) + + case queryInstantCmd.FullCommand(): + os.Exit(QueryInstant(*queryInstantServer, *queryInstantExpr, *queryInstantTime, p)) + + case queryRangeCmd.FullCommand(): + os.Exit(QueryRange(*queryRangeServer, *queryRangeHeaders, *queryRangeExpr, *queryRangeBegin, *queryRangeEnd, *queryRangeStep, p)) + + case querySeriesCmd.FullCommand(): + os.Exit(QuerySeries(*querySeriesServer, *querySeriesMatch, *querySeriesBegin, *querySeriesEnd, p)) + + case debugPprofCmd.FullCommand(): + os.Exit(debugPprof(*debugPprofServer)) + + case debugMetricsCmd.FullCommand(): + os.Exit(debugMetrics(*debugMetricsServer)) + + case debugAllCmd.FullCommand(): + os.Exit(debugAll(*debugAllServer)) + + case queryLabelsCmd.FullCommand(): + os.Exit(QueryLabels(*queryLabelsServer, *queryLabelsName, *queryLabelsBegin, *queryLabelsEnd, p)) + + case testRulesCmd.FullCommand(): + os.Exit(RulesUnitTest(*testRulesFiles...)) + + case tsdbBenchWriteCmd.FullCommand(): + os.Exit(checkErr(benchmarkWrite(*benchWriteOutPath, *benchSamplesFile, *benchWriteNumMetrics, *benchWriteNumScrapes))) + + case tsdbAnalyzeCmd.FullCommand(): + os.Exit(checkErr(analyzeBlock(*analyzePath, *analyzeBlockID, *analyzeLimit))) + + case tsdbListCmd.FullCommand(): + os.Exit(checkErr(listBlocks(*listPath, *listHumanReadable))) + + case tsdbDumpCmd.FullCommand(): + os.Exit(checkErr(dumpSamples(*dumpPath, *dumpMinTime, *dumpMaxTime))) + //TODO(aSquare14): Work on adding support for custom block size. + case openMetricsImportCmd.FullCommand(): + os.Exit(backfillOpenMetrics(*importFilePath, *importDBPath, *importHumanReadable, *importQuiet)) + + case importRulesCmd.FullCommand(): + os.Exit(checkErr(importRules(*importRulesURL, *importRulesStart, *importRulesEnd, *importRulesOutputDir, *importRulesEvalInterval, *importRulesFiles...))) + } +} + +// CheckConfig validates configuration files. +func CheckConfig(files ...string) int { + failed := false + + for _, f := range files { + ruleFiles, err := checkConfig(f) + if err != nil { + fmt.Fprintln(os.Stderr, " FAILED:", err) + failed = true + } else { + fmt.Printf(" SUCCESS: %d rule files found\n", len(ruleFiles)) + } + fmt.Println() + + for _, rf := range ruleFiles { + if n, errs := checkRules(rf); len(errs) > 0 { + fmt.Fprintln(os.Stderr, " FAILED:") + for _, err := range errs { + fmt.Fprintln(os.Stderr, " ", err) + } + failed = true + } else { + fmt.Printf(" SUCCESS: %d rules found\n", n) + } + fmt.Println() + } + } + if failed { + return 1 + } + return 0 +} + +// CheckWebConfig validates web configuration files. +func CheckWebConfig(files ...string) int { + failed := false + + for _, f := range files { + if err := web.Validate(f); err != nil { + fmt.Fprintln(os.Stderr, f, "FAILED:", err) + failed = true + continue + } + fmt.Fprintln(os.Stderr, f, "SUCCESS") + } + if failed { + return 1 + } + return 0 +} + +func checkFileExists(fn string) error { + // Nothing set, nothing to error on. + if fn == "" { + return nil + } + _, err := os.Stat(fn) + return err +} + +func checkConfig(filename string) ([]string, error) { + fmt.Println("Checking", filename) + + cfg, err := config.LoadFile(filename, false, log.NewNopLogger()) + if err != nil { + return nil, err + } + + var ruleFiles []string + for _, rf := range cfg.RuleFiles { + rfs, err := filepath.Glob(rf) + if err != nil { + return nil, err + } + // If an explicit file was given, error if it is not accessible. + if !strings.Contains(rf, "*") { + if len(rfs) == 0 { + return nil, errors.Errorf("%q does not point to an existing file", rf) + } + if err := checkFileExists(rfs[0]); err != nil { + return nil, errors.Wrapf(err, "error checking rule file %q", rfs[0]) + } + } + ruleFiles = append(ruleFiles, rfs...) + } + + for _, scfg := range cfg.ScrapeConfigs { + if err := checkFileExists(scfg.HTTPClientConfig.BearerTokenFile); err != nil { + return nil, errors.Wrapf(err, "error checking bearer token file %q", scfg.HTTPClientConfig.BearerTokenFile) + } + + if err := checkTLSConfig(scfg.HTTPClientConfig.TLSConfig); err != nil { + return nil, err + } + + for _, c := range scfg.ServiceDiscoveryConfigs { + switch c := c.(type) { + case *kubernetes.SDConfig: + if err := checkTLSConfig(c.HTTPClientConfig.TLSConfig); err != nil { + return nil, err + } + case *file.SDConfig: + for _, file := range c.Files { + files, err := filepath.Glob(file) + if err != nil { + return nil, err + } + if len(files) != 0 { + // There was at least one match for the glob and we can assume checkFileExists + // for all matches would pass, we can continue the loop. + continue + } + fmt.Printf(" WARNING: file %q for file_sd in scrape job %q does not exist\n", file, scfg.JobName) + } + } + } + } + + return ruleFiles, nil +} + +func checkTLSConfig(tlsConfig config_util.TLSConfig) error { + if err := checkFileExists(tlsConfig.CertFile); err != nil { + return errors.Wrapf(err, "error checking client cert file %q", tlsConfig.CertFile) + } + if err := checkFileExists(tlsConfig.KeyFile); err != nil { + return errors.Wrapf(err, "error checking client key file %q", tlsConfig.KeyFile) + } + + if len(tlsConfig.CertFile) > 0 && len(tlsConfig.KeyFile) == 0 { + return errors.Errorf("client cert file %q specified without client key file", tlsConfig.CertFile) + } + if len(tlsConfig.KeyFile) > 0 && len(tlsConfig.CertFile) == 0 { + return errors.Errorf("client key file %q specified without client cert file", tlsConfig.KeyFile) + } + + return nil +} + +// CheckRules validates rule files. +func CheckRules(files ...string) int { + failed := false + + for _, f := range files { + if n, errs := checkRules(f); errs != nil { + fmt.Fprintln(os.Stderr, " FAILED:") + for _, e := range errs { + fmt.Fprintln(os.Stderr, e.Error()) + } + failed = true + } else { + fmt.Printf(" SUCCESS: %d rules found\n", n) + } + fmt.Println() + } + if failed { + return 1 + } + return 0 +} + +func checkRules(filename string) (int, []error) { + fmt.Println("Checking", filename) + + rgs, errs := rulefmt.ParseFile(filename) + if errs != nil { + return 0, errs + } + + numRules := 0 + for _, rg := range rgs.Groups { + numRules += len(rg.Rules) + } + + dRules := checkDuplicates(rgs.Groups) + if len(dRules) != 0 { + fmt.Printf("%d duplicate rule(s) found.\n", len(dRules)) + for _, n := range dRules { + fmt.Printf("Metric: %s\nLabel(s):\n", n.metric) + for i, l := range n.label { + fmt.Printf("\t%s: %s\n", i, l) + } + } + fmt.Println("Might cause inconsistency while recording expressions.") + } + + return numRules, nil +} + +type compareRuleType struct { + metric string + label map[string]string +} + +func checkDuplicates(groups []rulefmt.RuleGroup) []compareRuleType { + var duplicates []compareRuleType + + for _, group := range groups { + for index, rule := range group.Rules { + inst := compareRuleType{ + metric: ruleMetric(rule), + label: rule.Labels, + } + for i := 0; i < index; i++ { + t := compareRuleType{ + metric: ruleMetric(group.Rules[i]), + label: group.Rules[i].Labels, + } + if reflect.DeepEqual(t, inst) { + duplicates = append(duplicates, t) + } + } + } + } + return duplicates +} + +func ruleMetric(rule rulefmt.RuleNode) string { + if rule.Alert.Value != "" { + return rule.Alert.Value + } + return rule.Record.Value +} + +var checkMetricsUsage = strings.TrimSpace(` +Pass Prometheus metrics over stdin to lint them for consistency and correctness. + +examples: + +$ cat metrics.prom | promtool check metrics + +$ curl -s http://localhost:9090/metrics | promtool check metrics +`) + +// CheckMetrics performs a linting pass on input metrics. +func CheckMetrics() int { + l := promlint.New(os.Stdin) + problems, err := l.Lint() + if err != nil { + fmt.Fprintln(os.Stderr, "error while linting:", err) + return 1 + } + + for _, p := range problems { + fmt.Fprintln(os.Stderr, p.Metric, p.Text) + } + + if len(problems) > 0 { + return 3 + } + + return 0 +} + +// QueryInstant performs an instant query against a Prometheus server. +func QueryInstant(url *url.URL, query, evalTime string, p printer) int { + if url.Scheme == "" { + url.Scheme = "http" + } + config := api.Config{ + Address: url.String(), + } + + // Create new client. + c, err := api.NewClient(config) + if err != nil { + fmt.Fprintln(os.Stderr, "error creating API client:", err) + return 1 + } + + eTime := time.Now() + if evalTime != "" { + eTime, err = parseTime(evalTime) + if err != nil { + fmt.Fprintln(os.Stderr, "error parsing evaluation time:", err) + return 1 + } + } + + // Run query against client. + api := v1.NewAPI(c) + + ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) + val, _, err := api.Query(ctx, query, eTime) // Ignoring warnings for now. + cancel() + if err != nil { + return handleAPIError(err) + } + + p.printValue(val) + + return 0 +} + +// QueryRange performs a range query against a Prometheus server. +func QueryRange(url *url.URL, headers map[string]string, query, start, end string, step time.Duration, p printer) int { + if url.Scheme == "" { + url.Scheme = "http" + } + config := api.Config{ + Address: url.String(), + } + + if len(headers) > 0 { + config.RoundTripper = promhttp.RoundTripperFunc(func(req *http.Request) (*http.Response, error) { + for key, value := range headers { + req.Header.Add(key, value) + } + return http.DefaultTransport.RoundTrip(req) + }) + } + + // Create new client. + c, err := api.NewClient(config) + if err != nil { + fmt.Fprintln(os.Stderr, "error creating API client:", err) + return 1 + } + + var stime, etime time.Time + + if end == "" { + etime = time.Now() + } else { + etime, err = parseTime(end) + if err != nil { + fmt.Fprintln(os.Stderr, "error parsing end time:", err) + return 1 + } + } + + if start == "" { + stime = etime.Add(-5 * time.Minute) + } else { + stime, err = parseTime(start) + if err != nil { + fmt.Fprintln(os.Stderr, "error parsing start time:", err) + return 1 + } + } + + if !stime.Before(etime) { + fmt.Fprintln(os.Stderr, "start time is not before end time") + return 1 + } + + if step == 0 { + resolution := math.Max(math.Floor(etime.Sub(stime).Seconds()/250), 1) + // Convert seconds to nanoseconds such that time.Duration parses correctly. + step = time.Duration(resolution) * time.Second + } + + // Run query against client. + api := v1.NewAPI(c) + r := v1.Range{Start: stime, End: etime, Step: step} + ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) + val, _, err := api.QueryRange(ctx, query, r) // Ignoring warnings for now. + cancel() + + if err != nil { + return handleAPIError(err) + } + + p.printValue(val) + return 0 +} + +// QuerySeries queries for a series against a Prometheus server. +func QuerySeries(url *url.URL, matchers []string, start, end string, p printer) int { + if url.Scheme == "" { + url.Scheme = "http" + } + config := api.Config{ + Address: url.String(), + } + + // Create new client. + c, err := api.NewClient(config) + if err != nil { + fmt.Fprintln(os.Stderr, "error creating API client:", err) + return 1 + } + + stime, etime, err := parseStartTimeAndEndTime(start, end) + if err != nil { + fmt.Fprintln(os.Stderr, err) + return 1 + } + + // Run query against client. + api := v1.NewAPI(c) + ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) + val, _, err := api.Series(ctx, matchers, stime, etime) // Ignoring warnings for now. + cancel() + + if err != nil { + return handleAPIError(err) + } + + p.printSeries(val) + return 0 +} + +// QueryLabels queries for label values against a Prometheus server. +func QueryLabels(url *url.URL, name string, start, end string, p printer) int { + if url.Scheme == "" { + url.Scheme = "http" + } + config := api.Config{ + Address: url.String(), + } + + // Create new client. + c, err := api.NewClient(config) + if err != nil { + fmt.Fprintln(os.Stderr, "error creating API client:", err) + return 1 + } + + stime, etime, err := parseStartTimeAndEndTime(start, end) + if err != nil { + fmt.Fprintln(os.Stderr, err) + return 1 + } + + // Run query against client. + api := v1.NewAPI(c) + ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) + val, warn, err := api.LabelValues(ctx, name, []string{}, stime, etime) + cancel() + + for _, v := range warn { + fmt.Fprintln(os.Stderr, "query warning:", v) + } + if err != nil { + return handleAPIError(err) + } + + p.printLabelValues(val) + return 0 +} + +func handleAPIError(err error) int { + var apiErr *v1.Error + if errors.As(err, &apiErr) && apiErr.Detail != "" { + fmt.Fprintf(os.Stderr, "query error: %v (detail: %s)\n", apiErr, strings.TrimSpace(apiErr.Detail)) + } else { + fmt.Fprintln(os.Stderr, "query error:", err) + } + + return 1 +} + +func parseStartTimeAndEndTime(start, end string) (time.Time, time.Time, error) { + var ( + minTime = time.Now().Add(-9999 * time.Hour) + maxTime = time.Now().Add(9999 * time.Hour) + err error + ) + + stime := minTime + etime := maxTime + + if start != "" { + stime, err = parseTime(start) + if err != nil { + return stime, etime, errors.Wrap(err, "error parsing start time") + } + } + + if end != "" { + etime, err = parseTime(end) + if err != nil { + return stime, etime, errors.Wrap(err, "error parsing end time") + } + } + return stime, etime, nil +} + +func parseTime(s string) (time.Time, error) { + if t, err := strconv.ParseFloat(s, 64); err == nil { + s, ns := math.Modf(t) + return time.Unix(int64(s), int64(ns*float64(time.Second))).UTC(), nil + } + if t, err := time.Parse(time.RFC3339Nano, s); err == nil { + return t, nil + } + return time.Time{}, errors.Errorf("cannot parse %q to a valid timestamp", s) +} + +type endpointsGroup struct { + urlToFilename map[string]string + postProcess func(b []byte) ([]byte, error) +} + +var ( + pprofEndpoints = []endpointsGroup{ + { + urlToFilename: map[string]string{ + "/debug/pprof/profile?seconds=30": "cpu.pb", + "/debug/pprof/block": "block.pb", + "/debug/pprof/goroutine": "goroutine.pb", + "/debug/pprof/heap": "heap.pb", + "/debug/pprof/mutex": "mutex.pb", + "/debug/pprof/threadcreate": "threadcreate.pb", + }, + postProcess: func(b []byte) ([]byte, error) { + p, err := profile.Parse(bytes.NewReader(b)) + if err != nil { + return nil, err + } + var buf bytes.Buffer + if err := p.WriteUncompressed(&buf); err != nil { + return nil, errors.Wrap(err, "writing the profile to the buffer") + } + + return buf.Bytes(), nil + }, + }, + { + urlToFilename: map[string]string{ + "/debug/pprof/trace?seconds=30": "trace.pb", + }, + }, + } + metricsEndpoints = []endpointsGroup{ + { + urlToFilename: map[string]string{ + "/metrics": "metrics.txt", + }, + }, + } + allEndpoints = append(pprofEndpoints, metricsEndpoints...) +) + +func debugPprof(url string) int { + if err := debugWrite(debugWriterConfig{ + serverURL: url, + tarballName: "debug.tar.gz", + endPointGroups: pprofEndpoints, + }); err != nil { + fmt.Fprintln(os.Stderr, "error completing debug command:", err) + return 1 + } + return 0 +} + +func debugMetrics(url string) int { + if err := debugWrite(debugWriterConfig{ + serverURL: url, + tarballName: "debug.tar.gz", + endPointGroups: metricsEndpoints, + }); err != nil { + fmt.Fprintln(os.Stderr, "error completing debug command:", err) + return 1 + } + return 0 +} + +func debugAll(url string) int { + if err := debugWrite(debugWriterConfig{ + serverURL: url, + tarballName: "debug.tar.gz", + endPointGroups: allEndpoints, + }); err != nil { + fmt.Fprintln(os.Stderr, "error completing debug command:", err) + return 1 + } + return 0 +} + +type printer interface { + printValue(v model.Value) + printSeries(v []model.LabelSet) + printLabelValues(v model.LabelValues) +} + +type promqlPrinter struct{} + +func (p *promqlPrinter) printValue(v model.Value) { + fmt.Println(v) +} +func (p *promqlPrinter) printSeries(val []model.LabelSet) { + for _, v := range val { + fmt.Println(v) + } +} +func (p *promqlPrinter) printLabelValues(val model.LabelValues) { + for _, v := range val { + fmt.Println(v) + } +} + +type jsonPrinter struct{} + +func (j *jsonPrinter) printValue(v model.Value) { + //nolint:errcheck + json.NewEncoder(os.Stdout).Encode(v) +} +func (j *jsonPrinter) printSeries(v []model.LabelSet) { + //nolint:errcheck + json.NewEncoder(os.Stdout).Encode(v) +} +func (j *jsonPrinter) printLabelValues(v model.LabelValues) { + //nolint:errcheck + json.NewEncoder(os.Stdout).Encode(v) +} + +// importRules backfills recording rules from the files provided. The output are blocks of data +// at the outputDir location. +func importRules(url *url.URL, start, end, outputDir string, evalInterval time.Duration, files ...string) error { + ctx := context.Background() + var stime, etime time.Time + var err error + if end == "" { + etime = time.Now().UTC().Add(-3 * time.Hour) + } else { + etime, err = parseTime(end) + if err != nil { + fmt.Fprintln(os.Stderr, "error parsing end time:", err) + return err + } + } + + stime, err = parseTime(start) + if err != nil { + fmt.Fprintln(os.Stderr, "error parsing start time:", err) + return err + } + + if !stime.Before(etime) { + fmt.Fprintln(os.Stderr, "start time is not before end time") + return nil + } + + cfg := ruleImporterConfig{ + outputDir: outputDir, + start: stime, + end: etime, + evalInterval: evalInterval, + } + client, err := api.NewClient(api.Config{ + Address: url.String(), + }) + if err != nil { + fmt.Fprintln(os.Stderr, "new api client error", err) + return err + } + + ruleImporter := newRuleImporter(log.NewLogfmtLogger(log.NewSyncWriter(os.Stderr)), cfg, v1.NewAPI(client)) + errs := ruleImporter.loadGroups(ctx, files) + for _, err := range errs { + if err != nil { + fmt.Fprintln(os.Stderr, "rule importer parse error", err) + return err + } + } + + errs = ruleImporter.importAll(ctx) + for _, err := range errs { + if err != nil { + fmt.Fprintln(os.Stderr, "rule importer error", err) + } + } + + return err +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/main_test.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/main_test.go new file mode 100644 index 0000000..112c387 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/main_test.go @@ -0,0 +1,79 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "fmt" + "net/http" + "net/http/httptest" + "net/url" + "testing" + "time" + + "github.com/stretchr/testify/require" +) + +func TestQueryRange(t *testing.T) { + s, getRequest := mockServer(200, `{"status": "success", "data": {"resultType": "matrix", "result": []}}`) + defer s.Close() + + urlObject, err := url.Parse(s.URL) + require.Equal(t, nil, err) + + p := &promqlPrinter{} + exitCode := QueryRange(urlObject, map[string]string{}, "up", "0", "300", 0, p) + require.Equal(t, "/api/v1/query_range", getRequest().URL.Path) + form := getRequest().Form + require.Equal(t, "up", form.Get("query")) + require.Equal(t, "1", form.Get("step")) + require.Equal(t, 0, exitCode) + + exitCode = QueryRange(urlObject, map[string]string{}, "up", "0", "300", 10*time.Millisecond, p) + require.Equal(t, "/api/v1/query_range", getRequest().URL.Path) + form = getRequest().Form + require.Equal(t, "up", form.Get("query")) + require.Equal(t, "0.01", form.Get("step")) + require.Equal(t, 0, exitCode) +} + +func TestQueryInstant(t *testing.T) { + s, getRequest := mockServer(200, `{"status": "success", "data": {"resultType": "vector", "result": []}}`) + defer s.Close() + + urlObject, err := url.Parse(s.URL) + require.Equal(t, nil, err) + + p := &promqlPrinter{} + exitCode := QueryInstant(urlObject, "up", "300", p) + require.Equal(t, "/api/v1/query", getRequest().URL.Path) + form := getRequest().Form + require.Equal(t, "up", form.Get("query")) + require.Equal(t, "300", form.Get("time")) + require.Equal(t, 0, exitCode) +} + +func mockServer(code int, body string) (*httptest.Server, func() *http.Request) { + var req *http.Request + server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + r.ParseForm() + req = r + w.WriteHeader(code) + fmt.Fprintln(w, body) + })) + + f := func() *http.Request { + return req + } + return server, f +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/rules.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/rules.go new file mode 100644 index 0000000..75faa1b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/rules.go @@ -0,0 +1,240 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "fmt" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + v1 "github.com/prometheus/client_golang/api/prometheus/v1" + "github.com/prometheus/common/model" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/pkg/timestamp" + "github.com/prometheus/prometheus/rules" + "github.com/prometheus/prometheus/storage" + "github.com/prometheus/prometheus/tsdb" + tsdb_errors "github.com/prometheus/prometheus/tsdb/errors" +) + +const maxSamplesInMemory = 5000 + +type queryRangeAPI interface { + QueryRange(ctx context.Context, query string, r v1.Range) (model.Value, v1.Warnings, error) +} + +type ruleImporter struct { + logger log.Logger + config ruleImporterConfig + + apiClient queryRangeAPI + + groups map[string]*rules.Group + ruleManager *rules.Manager +} + +type ruleImporterConfig struct { + outputDir string + start time.Time + end time.Time + evalInterval time.Duration +} + +// newRuleImporter creates a new rule importer that can be used to parse and evaluate recording rule files and create new series +// written to disk in blocks. +func newRuleImporter(logger log.Logger, config ruleImporterConfig, apiClient queryRangeAPI) *ruleImporter { + level.Info(logger).Log("backfiller", "new rule importer from start", config.start.Format(time.RFC822), " to end", config.end.Format(time.RFC822)) + return &ruleImporter{ + logger: logger, + config: config, + apiClient: apiClient, + ruleManager: rules.NewManager(&rules.ManagerOptions{}), + } +} + +// loadGroups parses groups from a list of recording rule files. +func (importer *ruleImporter) loadGroups(ctx context.Context, filenames []string) (errs []error) { + groups, errs := importer.ruleManager.LoadGroups(importer.config.evalInterval, labels.Labels{}, "", filenames...) + if errs != nil { + return errs + } + importer.groups = groups + return nil +} + +// importAll evaluates all the recording rules and creates new time series and writes them to disk in blocks. +func (importer *ruleImporter) importAll(ctx context.Context) (errs []error) { + for name, group := range importer.groups { + level.Info(importer.logger).Log("backfiller", "processing group", "name", name) + + stimeWithAlignment := group.EvalTimestamp(importer.config.start.UnixNano()) + for i, r := range group.Rules() { + level.Info(importer.logger).Log("backfiller", "processing rule", "id", i, "name", r.Name()) + if err := importer.importRule(ctx, r.Query().String(), r.Name(), r.Labels(), stimeWithAlignment, importer.config.end, group); err != nil { + errs = append(errs, err) + } + } + } + return errs +} + +// importRule queries a prometheus API to evaluate rules at times in the past. +func (importer *ruleImporter) importRule(ctx context.Context, ruleExpr, ruleName string, ruleLabels labels.Labels, start, end time.Time, grp *rules.Group) (err error) { + blockDuration := tsdb.DefaultBlockDuration + startInMs := start.Unix() * int64(time.Second/time.Millisecond) + endInMs := end.Unix() * int64(time.Second/time.Millisecond) + + for startOfBlock := blockDuration * (startInMs / blockDuration); startOfBlock <= endInMs; startOfBlock = startOfBlock + blockDuration { + endOfBlock := startOfBlock + blockDuration - 1 + + currStart := max(startOfBlock/int64(time.Second/time.Millisecond), start.Unix()) + startWithAlignment := grp.EvalTimestamp(time.Unix(currStart, 0).UTC().UnixNano()) + val, warnings, err := importer.apiClient.QueryRange(ctx, + ruleExpr, + v1.Range{ + Start: startWithAlignment, + End: time.Unix(min(endOfBlock/int64(time.Second/time.Millisecond), end.Unix()), 0).UTC(), + Step: grp.Interval(), + }, + ) + if err != nil { + return errors.Wrap(err, "query range") + } + if warnings != nil { + level.Warn(importer.logger).Log("msg", "Range query returned warnings.", "warnings", warnings) + } + + // To prevent races with compaction, a block writer only allows appending samples + // that are at most half a block size older than the most recent sample appended so far. + // However, in the way we use the block writer here, compaction doesn't happen, while we + // also need to append samples throughout the whole block range. To allow that, we + // pretend that the block is twice as large here, but only really add sample in the + // original interval later. + w, err := tsdb.NewBlockWriter(log.NewNopLogger(), importer.config.outputDir, 2*tsdb.DefaultBlockDuration) + if err != nil { + return errors.Wrap(err, "new block writer") + } + var closed bool + defer func() { + if !closed { + err = tsdb_errors.NewMulti(err, w.Close()).Err() + } + }() + app := newMultipleAppender(ctx, w) + var matrix model.Matrix + switch val.Type() { + case model.ValMatrix: + matrix = val.(model.Matrix) + + for _, sample := range matrix { + currentLabels := make(labels.Labels, 0, len(sample.Metric)+len(ruleLabels)+1) + currentLabels = append(currentLabels, labels.Label{ + Name: labels.MetricName, + Value: ruleName, + }) + + currentLabels = append(currentLabels, ruleLabels...) + + for name, value := range sample.Metric { + currentLabels = append(currentLabels, labels.Label{ + Name: string(name), + Value: string(value), + }) + } + for _, value := range sample.Values { + if err := app.add(ctx, currentLabels, timestamp.FromTime(value.Timestamp.Time()), float64(value.Value)); err != nil { + return errors.Wrap(err, "add") + } + } + } + default: + return errors.New(fmt.Sprintf("rule result is wrong type %s", val.Type().String())) + } + + if err := app.flushAndCommit(ctx); err != nil { + return errors.Wrap(err, "flush and commit") + } + err = tsdb_errors.NewMulti(err, w.Close()).Err() + closed = true + } + + return err +} + +func newMultipleAppender(ctx context.Context, blockWriter *tsdb.BlockWriter) *multipleAppender { + return &multipleAppender{ + maxSamplesInMemory: maxSamplesInMemory, + writer: blockWriter, + appender: blockWriter.Appender(ctx), + } +} + +// multipleAppender keeps track of how many series have been added to the current appender. +// If the max samples have been added, then all series are committed and a new appender is created. +type multipleAppender struct { + maxSamplesInMemory int + currentSampleCount int + writer *tsdb.BlockWriter + appender storage.Appender +} + +func (m *multipleAppender) add(ctx context.Context, l labels.Labels, t int64, v float64) error { + if _, err := m.appender.Append(0, l, t, v); err != nil { + return errors.Wrap(err, "multiappender append") + } + m.currentSampleCount++ + if m.currentSampleCount >= m.maxSamplesInMemory { + return m.commit(ctx) + } + return nil +} + +func (m *multipleAppender) commit(ctx context.Context) error { + if m.currentSampleCount == 0 { + return nil + } + if err := m.appender.Commit(); err != nil { + return errors.Wrap(err, "multiappender commit") + } + m.appender = m.writer.Appender(ctx) + m.currentSampleCount = 0 + return nil +} + +func (m *multipleAppender) flushAndCommit(ctx context.Context) error { + if err := m.commit(ctx); err != nil { + return err + } + if _, err := m.writer.Flush(ctx); err != nil { + return errors.Wrap(err, "multiappender flush") + } + return nil +} + +func max(x, y int64) int64 { + if x > y { + return x + } + return y +} + +func min(x, y int64) int64 { + if x < y { + return x + } + return y +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/rules_test.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/rules_test.go new file mode 100644 index 0000000..ac32684 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/rules_test.go @@ -0,0 +1,208 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "io/ioutil" + "math" + "os" + "path/filepath" + "testing" + "time" + + "github.com/go-kit/log" + v1 "github.com/prometheus/client_golang/api/prometheus/v1" + "github.com/prometheus/common/model" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/tsdb" + "github.com/stretchr/testify/require" +) + +type mockQueryRangeAPI struct { + samples model.Matrix +} + +func (mockAPI mockQueryRangeAPI) QueryRange(ctx context.Context, query string, r v1.Range) (model.Value, v1.Warnings, error) { + return mockAPI.samples, v1.Warnings{}, nil +} + +// TestBackfillRuleIntegration is an integration test that runs all the rule importer code to confirm the parts work together. +func TestBackfillRuleIntegration(t *testing.T) { + const ( + testMaxSampleCount = 50 + testValue = 123 + testValue2 = 98 + ) + var ( + start = time.Date(2009, time.November, 10, 6, 34, 0, 0, time.UTC) + testTime = model.Time(start.Add(-9 * time.Hour).Unix()) + testTime2 = model.Time(start.Add(-8 * time.Hour).Unix()) + ) + + var testCases = []struct { + name string + runcount int + expectedBlockCount int + expectedSeriesCount int + expectedSampleCount int + samples []*model.SampleStream + }{ + {"no samples", 1, 0, 0, 0, []*model.SampleStream{}}, + {"run importer once", 1, 8, 4, 4, []*model.SampleStream{{Metric: model.Metric{"name1": "val1"}, Values: []model.SamplePair{{Timestamp: testTime, Value: testValue}}}}}, + {"one importer twice", 2, 8, 4, 8, []*model.SampleStream{{Metric: model.Metric{"name1": "val1"}, Values: []model.SamplePair{{Timestamp: testTime, Value: testValue}, {Timestamp: testTime2, Value: testValue2}}}}}, + } + for _, tt := range testCases { + t.Run(tt.name, func(t *testing.T) { + tmpDir, err := ioutil.TempDir("", "backfilldata") + require.NoError(t, err) + defer func() { + require.NoError(t, os.RemoveAll(tmpDir)) + }() + ctx := context.Background() + + // Execute the test more than once to simulate running the rule importer twice with the same data. + // We expect duplicate blocks with the same series are created when run more than once. + for i := 0; i < tt.runcount; i++ { + ruleImporter, err := newTestRuleImporter(ctx, start, tmpDir, tt.samples) + require.NoError(t, err) + path1 := filepath.Join(tmpDir, "test.file") + require.NoError(t, createSingleRuleTestFiles(path1)) + path2 := filepath.Join(tmpDir, "test2.file") + require.NoError(t, createMultiRuleTestFiles(path2)) + + // Confirm that the rule files were loaded in correctly. + errs := ruleImporter.loadGroups(ctx, []string{path1, path2}) + for _, err := range errs { + require.NoError(t, err) + } + require.Equal(t, 3, len(ruleImporter.groups)) + group1 := ruleImporter.groups[path1+";group0"] + require.NotNil(t, group1) + const defaultInterval = 60 + require.Equal(t, time.Duration(defaultInterval*time.Second), group1.Interval()) + gRules := group1.Rules() + require.Equal(t, 1, len(gRules)) + require.Equal(t, "rule1", gRules[0].Name()) + require.Equal(t, "ruleExpr", gRules[0].Query().String()) + require.Equal(t, 1, len(gRules[0].Labels())) + + group2 := ruleImporter.groups[path2+";group2"] + require.NotNil(t, group2) + require.Equal(t, time.Duration(defaultInterval*time.Second), group2.Interval()) + g2Rules := group2.Rules() + require.Equal(t, 2, len(g2Rules)) + require.Equal(t, "grp2_rule1", g2Rules[0].Name()) + require.Equal(t, "grp2_rule1_expr", g2Rules[0].Query().String()) + require.Equal(t, 0, len(g2Rules[0].Labels())) + + // Backfill all recording rules then check the blocks to confirm the correct data was created. + errs = ruleImporter.importAll(ctx) + for _, err := range errs { + require.NoError(t, err) + } + + opts := tsdb.DefaultOptions() + opts.AllowOverlappingBlocks = true + db, err := tsdb.Open(tmpDir, nil, nil, opts, nil) + require.NoError(t, err) + + blocks := db.Blocks() + require.Equal(t, (i+1)*tt.expectedBlockCount, len(blocks)) + + q, err := db.Querier(context.Background(), math.MinInt64, math.MaxInt64) + require.NoError(t, err) + + selectedSeries := q.Select(false, nil, labels.MustNewMatcher(labels.MatchRegexp, "", ".*")) + var seriesCount, samplesCount int + for selectedSeries.Next() { + seriesCount++ + series := selectedSeries.At() + if len(series.Labels()) != 3 { + require.Equal(t, 2, len(series.Labels())) + x := labels.Labels{ + labels.Label{Name: "__name__", Value: "grp2_rule1"}, + labels.Label{Name: "name1", Value: "val1"}, + } + require.Equal(t, x, series.Labels()) + } else { + require.Equal(t, 3, len(series.Labels())) + } + it := series.Iterator() + for it.Next() { + samplesCount++ + ts, v := it.At() + if v == testValue { + require.Equal(t, int64(testTime), ts) + } else { + require.Equal(t, int64(testTime2), ts) + } + } + require.NoError(t, it.Err()) + } + require.NoError(t, selectedSeries.Err()) + require.Equal(t, tt.expectedSeriesCount, seriesCount) + require.Equal(t, tt.expectedSampleCount, samplesCount) + require.NoError(t, q.Close()) + require.NoError(t, db.Close()) + } + }) + } +} + +func newTestRuleImporter(ctx context.Context, start time.Time, tmpDir string, testSamples model.Matrix) (*ruleImporter, error) { + logger := log.NewNopLogger() + cfg := ruleImporterConfig{ + outputDir: tmpDir, + start: start.Add(-10 * time.Hour), + end: start.Add(-7 * time.Hour), + evalInterval: 60 * time.Second, + } + + return newRuleImporter(logger, cfg, mockQueryRangeAPI{ + samples: testSamples, + }), nil +} + +func createSingleRuleTestFiles(path string) error { + recordingRules := `groups: +- name: group0 + rules: + - record: rule1 + expr: ruleExpr + labels: + testlabel11: testlabelvalue11 +` + return ioutil.WriteFile(path, []byte(recordingRules), 0777) +} + +func createMultiRuleTestFiles(path string) error { + recordingRules := `groups: +- name: group1 + rules: + - record: grp1_rule1 + expr: grp1_rule1_expr + labels: + testlabel11: testlabelvalue11 +- name: group2 + rules: + - record: grp2_rule1 + expr: grp2_rule1_expr + - record: grp2_rule2 + expr: grp2_rule2_expr + labels: + testlabel11: testlabelvalue11 +` + return ioutil.WriteFile(path, []byte(recordingRules), 0777) +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-input-series.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-input-series.yml new file mode 100644 index 0000000..51c9bc7 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-input-series.yml @@ -0,0 +1,4 @@ +tests: + - input_series: + - series: 'up{job="prometheus", instance="localhost:9090"' + values: "0+0x1440" diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-promql.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-promql.yml new file mode 100644 index 0000000..9be8c78 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-promql.yml @@ -0,0 +1,12 @@ +tests: + - input_series: + - series: 'join_1{a="1",b="2"}' + values: 1 + - series: 'join_2{a="1",b="3"}' + values: 2 + - series: 'join_2{a="1",b="4"}' + values: 3 + + promql_expr_test: + # This PromQL generates an error. + - expr: "join_1 + on(a) join_2" diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error-test.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error-test.yml new file mode 100644 index 0000000..329a201 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error-test.yml @@ -0,0 +1,14 @@ +rule_files: + - bad-rules-error.yml + +tests: + - input_series: + - series: 'join_1{a="1",b="2"}' + values: 1 + - series: 'join_2{a="1",b="3"}' + values: 2 + - series: 'join_2{a="1",b="4"}' + values: 3 + + # Just the existence of the data, that can't be joined, makes the recording + # rules error. diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error.yml new file mode 100644 index 0000000..91a61af --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-error.yml @@ -0,0 +1,7 @@ +# This is the rules file for bad-rules-error-test.yml. + +groups: + - name: bad-example + rules: + - record: joined + expr: join_1 + on(a) join_2 diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax-test.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax-test.yml new file mode 100644 index 0000000..25961f8 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax-test.yml @@ -0,0 +1,6 @@ +rule_files: + - bad-rules-syntax.yml + +tests: + # Need a test to ensure the recording rules actually run. + - {} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax.yml new file mode 100644 index 0000000..445cb03 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/bad-rules-syntax.yml @@ -0,0 +1,7 @@ +# This is the rules file for bad-rules-syntax-test.yml. + +groups: + - name: bad-syntax + rules: + - record: x + expr: 'test +' diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/failing.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/failing.yml new file mode 100644 index 0000000..720d773 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/failing.yml @@ -0,0 +1,38 @@ +rule_files: + - rules.yml + +tests: + # Simple failing test, depends on no rules. + - interval: 1m + name: "Failing test" + input_series: + - series: test + values: '0' + + promql_expr_test: + - expr: test + eval_time: 0m + exp_samples: + - value: 1 + labels: test + + alert_rule_test: + - eval_time: 0m + alertname: Test + exp_alerts: + - exp_labels: {} + + # Alerts firing, but no alert expected by the test. + - interval: 1m + name: Failing alert test + input_series: + - series: 'up{job="test"}' + values: 0x10 + + alert_rule_test: + - eval_time: 5m + alertname: InstanceDown + exp_alerts: [] + - eval_time: 5m + alertname: AlwaysFiring + exp_alerts: [] diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/rules.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/rules.yml new file mode 100644 index 0000000..7880d3c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/rules.yml @@ -0,0 +1,28 @@ +# This is the rules file. + +groups: + - name: alerts + rules: + - alert: InstanceDown + expr: up == 0 + for: 5m + labels: + severity: page + annotations: + summary: "Instance {{ $labels.instance }} down" + description: "{{ $labels.instance }} of job {{ $labels.job }} has been down for more than 5 minutes." + - alert: AlwaysFiring + expr: 1 + + - name: rules + rules: + - record: job:test:count_over_time1m + expr: sum without(instance) (count_over_time(test[1m])) + + # A recording rule that doesn't depend on input series. + - record: fixed_data + expr: 1 + + # Subquery with default resolution test. + - record: suquery_interval_test + expr: count_over_time(up[5m:]) diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/unittest.yml b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/unittest.yml new file mode 100644 index 0000000..d622104 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/testdata/unittest.yml @@ -0,0 +1,157 @@ +rule_files: + - rules.yml + +evaluation_interval: 1m + +tests: + # Basic tests for promql_expr_test, not dependent on rules. + - interval: 1m + input_series: + - series: test_full + values: '0 0' + + - series: test_stale + values: '0 stale' + + - series: test_missing + values: '0 _ _ _ _ _ _ 0' + + promql_expr_test: + # Ensure the sample is evaluated at the time we expect it to be. + - expr: timestamp(test_full) + eval_time: 0m + exp_samples: + - value: 0 + - expr: timestamp(test_full) + eval_time: 1m + exp_samples: + - value: 60 + - expr: timestamp(test_full) + eval_time: 2m + exp_samples: + - value: 60 + + # Ensure a value is stale as soon as it is marked as such. + - expr: test_stale + eval_time: 59s + exp_samples: + - value: 0 + labels: 'test_stale' + - expr: test_stale + eval_time: 1m + exp_samples: [] + + # Ensure lookback delta is respected, when a value is missing. + - expr: timestamp(test_missing) + eval_time: 5m + exp_samples: + - value: 0 + - expr: timestamp(test_missing) + eval_time: 5m1s + exp_samples: [] + + # Minimal test case to check edge case of a single sample. + - input_series: + - series: test + values: 1 + + promql_expr_test: + - expr: test + eval_time: 0 + exp_samples: + - value: 1 + labels: test + + # Test recording rules run even if input_series isn't provided. + - promql_expr_test: + - expr: count_over_time(fixed_data[1h]) + eval_time: 1h + exp_samples: + - value: 61 + - expr: timestamp(fixed_data) + eval_time: 1h + exp_samples: + - value: 3600 + + # Tests for alerting rules. + - interval: 1m + input_series: + - series: 'up{job="prometheus", instance="localhost:9090"}' + values: "0+0x1440" + + promql_expr_test: + - expr: count(ALERTS) by (alertname, alertstate) + eval_time: 4m + exp_samples: + - labels: '{alertname="AlwaysFiring",alertstate="firing"}' + value: 1 + - labels: '{alertname="InstanceDown",alertstate="pending"}' + value: 1 + + alert_rule_test: + - eval_time: 1d + alertname: AlwaysFiring + exp_alerts: + - {} + + - eval_time: 1d + alertname: InstanceDown + exp_alerts: + - exp_labels: + severity: page + instance: localhost:9090 + job: prometheus + exp_annotations: + summary: "Instance localhost:9090 down" + description: "localhost:9090 of job prometheus has been down for more than 5 minutes." + + - eval_time: 0 + alertname: AlwaysFiring + exp_alerts: + - {} + + - eval_time: 0 + alertname: InstanceDown + exp_alerts: [] + + # Tests for interval vs evaluation_interval. + - interval: 1s + input_series: + - series: 'test{job="test", instance="x:0"}' + # 2 minutes + 1 second of input data, recording rules should only run + # once a minute. + values: '0+1x120' + + promql_expr_test: + - expr: job:test:count_over_time1m + eval_time: 0m + exp_samples: + - value: 1 + labels: 'job:test:count_over_time1m{job="test"}' + - expr: timestamp(job:test:count_over_time1m) + eval_time: 10s + exp_samples: + - value: 0 + labels: '{job="test"}' + + - expr: job:test:count_over_time1m + eval_time: 1m + exp_samples: + - value: 61 + labels: 'job:test:count_over_time1m{job="test"}' + - expr: timestamp(job:test:count_over_time1m) + eval_time: 1m10s + exp_samples: + - value: 60 + labels: '{job="test"}' + + - expr: job:test:count_over_time1m + eval_time: 2m + exp_samples: + - value: 61 + labels: 'job:test:count_over_time1m{job="test"}' + - expr: timestamp(job:test:count_over_time1m) + eval_time: 2m59s999ms + exp_samples: + - value: 120 + labels: '{job="test"}' diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/tsdb.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/tsdb.go new file mode 100644 index 0000000..bcf9f47 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/tsdb.go @@ -0,0 +1,626 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "bufio" + "context" + "fmt" + "io" + "io/ioutil" + "os" + "path/filepath" + "runtime" + "runtime/pprof" + "sort" + "strconv" + "strings" + "sync" + "text/tabwriter" + "time" + + "github.com/alecthomas/units" + "github.com/go-kit/log" + "github.com/pkg/errors" + + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/tsdb" + "github.com/prometheus/prometheus/tsdb/chunks" + tsdb_errors "github.com/prometheus/prometheus/tsdb/errors" + "github.com/prometheus/prometheus/tsdb/fileutil" +) + +const timeDelta = 30000 + +type writeBenchmark struct { + outPath string + samplesFile string + cleanup bool + numMetrics int + + storage *tsdb.DB + + cpuprof *os.File + memprof *os.File + blockprof *os.File + mtxprof *os.File + logger log.Logger +} + +func benchmarkWrite(outPath, samplesFile string, numMetrics, numScrapes int) error { + b := &writeBenchmark{ + outPath: outPath, + samplesFile: samplesFile, + numMetrics: numMetrics, + logger: log.NewLogfmtLogger(log.NewSyncWriter(os.Stderr)), + } + if b.outPath == "" { + dir, err := ioutil.TempDir("", "tsdb_bench") + if err != nil { + return err + } + b.outPath = dir + b.cleanup = true + } + if err := os.RemoveAll(b.outPath); err != nil { + return err + } + if err := os.MkdirAll(b.outPath, 0777); err != nil { + return err + } + + dir := filepath.Join(b.outPath, "storage") + + l := log.With(b.logger, "ts", log.DefaultTimestampUTC, "caller", log.DefaultCaller) + + st, err := tsdb.Open(dir, l, nil, &tsdb.Options{ + RetentionDuration: int64(15 * 24 * time.Hour / time.Millisecond), + MinBlockDuration: int64(2 * time.Hour / time.Millisecond), + }, tsdb.NewDBStats()) + if err != nil { + return err + } + st.DisableCompactions() + b.storage = st + + var lbs []labels.Labels + + if _, err = measureTime("readData", func() error { + f, err := os.Open(b.samplesFile) + if err != nil { + return err + } + defer f.Close() + + lbs, err = readPrometheusLabels(f, b.numMetrics) + if err != nil { + return err + } + return nil + }); err != nil { + return err + } + + var total uint64 + + dur, err := measureTime("ingestScrapes", func() error { + if err := b.startProfiling(); err != nil { + return err + } + total, err = b.ingestScrapes(lbs, numScrapes) + if err != nil { + return err + } + return nil + }) + if err != nil { + return err + } + + fmt.Println(" > total samples:", total) + fmt.Println(" > samples/sec:", float64(total)/dur.Seconds()) + + if _, err = measureTime("stopStorage", func() error { + if err := b.storage.Close(); err != nil { + return err + } + + return b.stopProfiling() + }); err != nil { + return err + } + + return nil +} + +func (b *writeBenchmark) ingestScrapes(lbls []labels.Labels, scrapeCount int) (uint64, error) { + var mu sync.Mutex + var total uint64 + + for i := 0; i < scrapeCount; i += 100 { + var wg sync.WaitGroup + lbls := lbls + for len(lbls) > 0 { + l := 1000 + if len(lbls) < 1000 { + l = len(lbls) + } + batch := lbls[:l] + lbls = lbls[l:] + + wg.Add(1) + go func() { + n, err := b.ingestScrapesShard(batch, 100, int64(timeDelta*i)) + if err != nil { + // exitWithError(err) + fmt.Println(" err", err) + } + mu.Lock() + total += n + mu.Unlock() + wg.Done() + }() + } + wg.Wait() + } + fmt.Println("ingestion completed") + + return total, nil +} + +func (b *writeBenchmark) ingestScrapesShard(lbls []labels.Labels, scrapeCount int, baset int64) (uint64, error) { + ts := baset + + type sample struct { + labels labels.Labels + value int64 + ref *uint64 + } + + scrape := make([]*sample, 0, len(lbls)) + + for _, m := range lbls { + scrape = append(scrape, &sample{ + labels: m, + value: 123456789, + }) + } + total := uint64(0) + + for i := 0; i < scrapeCount; i++ { + app := b.storage.Appender(context.TODO()) + ts += timeDelta + + for _, s := range scrape { + s.value += 1000 + + var ref uint64 + if s.ref != nil { + ref = *s.ref + } + + ref, err := app.Append(ref, s.labels, ts, float64(s.value)) + if err != nil { + panic(err) + } + + if s.ref == nil { + s.ref = &ref + } + total++ + } + if err := app.Commit(); err != nil { + return total, err + } + } + return total, nil +} + +func (b *writeBenchmark) startProfiling() error { + var err error + + // Start CPU profiling. + b.cpuprof, err = os.Create(filepath.Join(b.outPath, "cpu.prof")) + if err != nil { + return fmt.Errorf("bench: could not create cpu profile: %v", err) + } + if err := pprof.StartCPUProfile(b.cpuprof); err != nil { + return fmt.Errorf("bench: could not start CPU profile: %v", err) + } + + // Start memory profiling. + b.memprof, err = os.Create(filepath.Join(b.outPath, "mem.prof")) + if err != nil { + return fmt.Errorf("bench: could not create memory profile: %v", err) + } + runtime.MemProfileRate = 64 * 1024 + + // Start fatal profiling. + b.blockprof, err = os.Create(filepath.Join(b.outPath, "block.prof")) + if err != nil { + return fmt.Errorf("bench: could not create block profile: %v", err) + } + runtime.SetBlockProfileRate(20) + + b.mtxprof, err = os.Create(filepath.Join(b.outPath, "mutex.prof")) + if err != nil { + return fmt.Errorf("bench: could not create mutex profile: %v", err) + } + runtime.SetMutexProfileFraction(20) + return nil +} + +func (b *writeBenchmark) stopProfiling() error { + if b.cpuprof != nil { + pprof.StopCPUProfile() + b.cpuprof.Close() + b.cpuprof = nil + } + if b.memprof != nil { + if err := pprof.Lookup("heap").WriteTo(b.memprof, 0); err != nil { + return fmt.Errorf("error writing mem profile: %v", err) + } + b.memprof.Close() + b.memprof = nil + } + if b.blockprof != nil { + if err := pprof.Lookup("block").WriteTo(b.blockprof, 0); err != nil { + return fmt.Errorf("error writing block profile: %v", err) + } + b.blockprof.Close() + b.blockprof = nil + runtime.SetBlockProfileRate(0) + } + if b.mtxprof != nil { + if err := pprof.Lookup("mutex").WriteTo(b.mtxprof, 0); err != nil { + return fmt.Errorf("error writing mutex profile: %v", err) + } + b.mtxprof.Close() + b.mtxprof = nil + runtime.SetMutexProfileFraction(0) + } + return nil +} + +func measureTime(stage string, f func() error) (time.Duration, error) { + fmt.Printf(">> start stage=%s\n", stage) + start := time.Now() + if err := f(); err != nil { + return 0, err + } + + fmt.Printf(">> completed stage=%s duration=%s\n", stage, time.Since(start)) + return time.Since(start), nil +} + +func readPrometheusLabels(r io.Reader, n int) ([]labels.Labels, error) { + scanner := bufio.NewScanner(r) + + var mets []labels.Labels + hashes := map[uint64]struct{}{} + i := 0 + + for scanner.Scan() && i < n { + m := make(labels.Labels, 0, 10) + + r := strings.NewReplacer("\"", "", "{", "", "}", "") + s := r.Replace(scanner.Text()) + + labelChunks := strings.Split(s, ",") + for _, labelChunk := range labelChunks { + split := strings.Split(labelChunk, ":") + m = append(m, labels.Label{Name: split[0], Value: split[1]}) + } + // Order of the k/v labels matters, don't assume we'll always receive them already sorted. + sort.Sort(m) + h := m.Hash() + if _, ok := hashes[h]; ok { + continue + } + mets = append(mets, m) + hashes[h] = struct{}{} + i++ + } + return mets, nil +} + +func listBlocks(path string, humanReadable bool) error { + db, err := tsdb.OpenDBReadOnly(path, nil) + if err != nil { + return err + } + defer func() { + err = tsdb_errors.NewMulti(err, db.Close()).Err() + }() + blocks, err := db.Blocks() + if err != nil { + return err + } + printBlocks(blocks, true, humanReadable) + return nil +} + +func printBlocks(blocks []tsdb.BlockReader, writeHeader, humanReadable bool) { + tw := tabwriter.NewWriter(os.Stdout, 13, 0, 2, ' ', 0) + defer tw.Flush() + + if writeHeader { + fmt.Fprintln(tw, "BLOCK ULID\tMIN TIME\tMAX TIME\tDURATION\tNUM SAMPLES\tNUM CHUNKS\tNUM SERIES\tSIZE") + } + + for _, b := range blocks { + meta := b.Meta() + + fmt.Fprintf(tw, + "%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\n", + meta.ULID, + getFormatedTime(meta.MinTime, humanReadable), + getFormatedTime(meta.MaxTime, humanReadable), + time.Duration(meta.MaxTime-meta.MinTime)*time.Millisecond, + meta.Stats.NumSamples, + meta.Stats.NumChunks, + meta.Stats.NumSeries, + getFormatedBytes(b.Size(), humanReadable), + ) + } +} + +func getFormatedTime(timestamp int64, humanReadable bool) string { + if humanReadable { + return time.Unix(timestamp/1000, 0).UTC().String() + } + return strconv.FormatInt(timestamp, 10) +} + +func getFormatedBytes(bytes int64, humanReadable bool) string { + if humanReadable { + return units.Base2Bytes(bytes).String() + } + return strconv.FormatInt(bytes, 10) +} + +func openBlock(path, blockID string) (*tsdb.DBReadOnly, tsdb.BlockReader, error) { + db, err := tsdb.OpenDBReadOnly(path, nil) + if err != nil { + return nil, nil, err + } + blocks, err := db.Blocks() + if err != nil { + return nil, nil, err + } + var block tsdb.BlockReader + if blockID != "" { + for _, b := range blocks { + if b.Meta().ULID.String() == blockID { + block = b + break + } + } + } else if len(blocks) > 0 { + block = blocks[len(blocks)-1] + } + if block == nil { + return nil, nil, fmt.Errorf("block %s not found", blockID) + } + return db, block, nil +} + +func analyzeBlock(path, blockID string, limit int) error { + db, block, err := openBlock(path, blockID) + if err != nil { + return err + } + defer func() { + err = tsdb_errors.NewMulti(err, db.Close()).Err() + }() + + meta := block.Meta() + fmt.Printf("Block ID: %s\n", meta.ULID) + // Presume 1ms resolution that Prometheus uses. + fmt.Printf("Duration: %s\n", (time.Duration(meta.MaxTime-meta.MinTime) * 1e6).String()) + fmt.Printf("Series: %d\n", meta.Stats.NumSeries) + ir, err := block.Index() + if err != nil { + return err + } + defer ir.Close() + + allLabelNames, err := ir.LabelNames() + if err != nil { + return err + } + fmt.Printf("Label names: %d\n", len(allLabelNames)) + + type postingInfo struct { + key string + metric uint64 + } + postingInfos := []postingInfo{} + + printInfo := func(postingInfos []postingInfo) { + sort.Slice(postingInfos, func(i, j int) bool { return postingInfos[i].metric > postingInfos[j].metric }) + + for i, pc := range postingInfos { + if i >= limit { + break + } + fmt.Printf("%d %s\n", pc.metric, pc.key) + } + } + + labelsUncovered := map[string]uint64{} + labelpairsUncovered := map[string]uint64{} + labelpairsCount := map[string]uint64{} + entries := 0 + p, err := ir.Postings("", "") // The special all key. + if err != nil { + return err + } + lbls := labels.Labels{} + chks := []chunks.Meta{} + for p.Next() { + if err = ir.Series(p.At(), &lbls, &chks); err != nil { + return err + } + // Amount of the block time range not covered by this series. + uncovered := uint64(meta.MaxTime-meta.MinTime) - uint64(chks[len(chks)-1].MaxTime-chks[0].MinTime) + for _, lbl := range lbls { + key := lbl.Name + "=" + lbl.Value + labelsUncovered[lbl.Name] += uncovered + labelpairsUncovered[key] += uncovered + labelpairsCount[key]++ + entries++ + } + } + if p.Err() != nil { + return p.Err() + } + fmt.Printf("Postings (unique label pairs): %d\n", len(labelpairsUncovered)) + fmt.Printf("Postings entries (total label pairs): %d\n", entries) + + postingInfos = postingInfos[:0] + for k, m := range labelpairsUncovered { + postingInfos = append(postingInfos, postingInfo{k, uint64(float64(m) / float64(meta.MaxTime-meta.MinTime))}) + } + + fmt.Printf("\nLabel pairs most involved in churning:\n") + printInfo(postingInfos) + + postingInfos = postingInfos[:0] + for k, m := range labelsUncovered { + postingInfos = append(postingInfos, postingInfo{k, uint64(float64(m) / float64(meta.MaxTime-meta.MinTime))}) + } + + fmt.Printf("\nLabel names most involved in churning:\n") + printInfo(postingInfos) + + postingInfos = postingInfos[:0] + for k, m := range labelpairsCount { + postingInfos = append(postingInfos, postingInfo{k, m}) + } + + fmt.Printf("\nMost common label pairs:\n") + printInfo(postingInfos) + + postingInfos = postingInfos[:0] + for _, n := range allLabelNames { + values, err := ir.SortedLabelValues(n) + if err != nil { + return err + } + var cumulativeLength uint64 + for _, str := range values { + cumulativeLength += uint64(len(str)) + } + postingInfos = append(postingInfos, postingInfo{n, cumulativeLength}) + } + + fmt.Printf("\nLabel names with highest cumulative label value length:\n") + printInfo(postingInfos) + + postingInfos = postingInfos[:0] + for _, n := range allLabelNames { + lv, err := ir.SortedLabelValues(n) + if err != nil { + return err + } + postingInfos = append(postingInfos, postingInfo{n, uint64(len(lv))}) + } + fmt.Printf("\nHighest cardinality labels:\n") + printInfo(postingInfos) + + postingInfos = postingInfos[:0] + lv, err := ir.SortedLabelValues("__name__") + if err != nil { + return err + } + for _, n := range lv { + postings, err := ir.Postings("__name__", n) + if err != nil { + return err + } + count := 0 + for postings.Next() { + count++ + } + if postings.Err() != nil { + return postings.Err() + } + postingInfos = append(postingInfos, postingInfo{n, uint64(count)}) + } + fmt.Printf("\nHighest cardinality metric names:\n") + printInfo(postingInfos) + return nil +} + +func dumpSamples(path string, mint, maxt int64) (err error) { + db, err := tsdb.OpenDBReadOnly(path, nil) + if err != nil { + return err + } + defer func() { + err = tsdb_errors.NewMulti(err, db.Close()).Err() + }() + q, err := db.Querier(context.TODO(), mint, maxt) + if err != nil { + return err + } + defer q.Close() + + ss := q.Select(false, nil, labels.MustNewMatcher(labels.MatchRegexp, "", ".*")) + + for ss.Next() { + series := ss.At() + lbs := series.Labels() + it := series.Iterator() + for it.Next() { + ts, val := it.At() + fmt.Printf("%s %g %d\n", lbs, val, ts) + } + if it.Err() != nil { + return ss.Err() + } + } + + if ws := ss.Warnings(); len(ws) > 0 { + return tsdb_errors.NewMulti(ws...).Err() + } + + if ss.Err() != nil { + return ss.Err() + } + return nil +} + +func checkErr(err error) int { + if err != nil { + fmt.Fprintln(os.Stderr, err) + return 1 + } + return 0 +} + +func backfillOpenMetrics(path string, outputDir string, humanReadable, quiet bool) int { + inputFile, err := fileutil.OpenMmapFile(path) + if err != nil { + return checkErr(err) + } + defer inputFile.Close() + + if err := os.MkdirAll(outputDir, 0777); err != nil { + return checkErr(errors.Wrap(err, "create output dir")) + } + + return checkErr(backfill(5000, inputFile.Bytes(), outputDir, humanReadable, quiet)) +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest.go new file mode 100644 index 0000000..44cffd3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest.go @@ -0,0 +1,551 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "context" + "fmt" + "io/ioutil" + "os" + "path/filepath" + "reflect" + "sort" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + yaml "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/promql" + "github.com/prometheus/prometheus/promql/parser" + "github.com/prometheus/prometheus/rules" + "github.com/prometheus/prometheus/storage" +) + +// RulesUnitTest does unit testing of rules based on the unit testing files provided. +// More info about the file format can be found in the docs. +func RulesUnitTest(files ...string) int { + failed := false + + for _, f := range files { + if errs := ruleUnitTest(f); errs != nil { + fmt.Fprintln(os.Stderr, " FAILED:") + for _, e := range errs { + fmt.Fprintln(os.Stderr, e.Error()) + } + failed = true + } else { + fmt.Println(" SUCCESS") + } + fmt.Println() + } + if failed { + return 1 + } + return 0 +} + +func ruleUnitTest(filename string) []error { + fmt.Println("Unit Testing: ", filename) + + b, err := ioutil.ReadFile(filename) + if err != nil { + return []error{err} + } + + var unitTestInp unitTestFile + if err := yaml.UnmarshalStrict(b, &unitTestInp); err != nil { + return []error{err} + } + if err := resolveAndGlobFilepaths(filepath.Dir(filename), &unitTestInp); err != nil { + return []error{err} + } + + if unitTestInp.EvaluationInterval == 0 { + unitTestInp.EvaluationInterval = model.Duration(1 * time.Minute) + } + + evalInterval := time.Duration(unitTestInp.EvaluationInterval) + + // Giving number for groups mentioned in the file for ordering. + // Lower number group should be evaluated before higher number group. + groupOrderMap := make(map[string]int) + for i, gn := range unitTestInp.GroupEvalOrder { + if _, ok := groupOrderMap[gn]; ok { + return []error{errors.Errorf("group name repeated in evaluation order: %s", gn)} + } + groupOrderMap[gn] = i + } + + // Testing. + var errs []error + for _, t := range unitTestInp.Tests { + ers := t.test(evalInterval, groupOrderMap, unitTestInp.RuleFiles...) + if ers != nil { + errs = append(errs, ers...) + } + } + + if len(errs) > 0 { + return errs + } + return nil +} + +// unitTestFile holds the contents of a single unit test file. +type unitTestFile struct { + RuleFiles []string `yaml:"rule_files"` + EvaluationInterval model.Duration `yaml:"evaluation_interval,omitempty"` + GroupEvalOrder []string `yaml:"group_eval_order"` + Tests []testGroup `yaml:"tests"` +} + +// resolveAndGlobFilepaths joins all relative paths in a configuration +// with a given base directory and replaces all globs with matching files. +func resolveAndGlobFilepaths(baseDir string, utf *unitTestFile) error { + for i, rf := range utf.RuleFiles { + if rf != "" && !filepath.IsAbs(rf) { + utf.RuleFiles[i] = filepath.Join(baseDir, rf) + } + } + + var globbedFiles []string + for _, rf := range utf.RuleFiles { + m, err := filepath.Glob(rf) + if err != nil { + return err + } + if len(m) <= 0 { + fmt.Fprintln(os.Stderr, " WARNING: no file match pattern", rf) + } + globbedFiles = append(globbedFiles, m...) + } + utf.RuleFiles = globbedFiles + return nil +} + +// testGroup is a group of input series and tests associated with it. +type testGroup struct { + Interval model.Duration `yaml:"interval"` + InputSeries []series `yaml:"input_series"` + AlertRuleTests []alertTestCase `yaml:"alert_rule_test,omitempty"` + PromqlExprTests []promqlTestCase `yaml:"promql_expr_test,omitempty"` + ExternalLabels labels.Labels `yaml:"external_labels,omitempty"` + ExternalURL string `yaml:"external_url,omitempty"` + TestGroupName string `yaml:"name,omitempty"` +} + +// test performs the unit tests. +func (tg *testGroup) test(evalInterval time.Duration, groupOrderMap map[string]int, ruleFiles ...string) []error { + // Setup testing suite. + suite, err := promql.NewLazyLoader(nil, tg.seriesLoadingString()) + if err != nil { + return []error{err} + } + defer suite.Close() + suite.SubqueryInterval = evalInterval + + // Load the rule files. + opts := &rules.ManagerOptions{ + QueryFunc: rules.EngineQueryFunc(suite.QueryEngine(), suite.Storage()), + Appendable: suite.Storage(), + Context: context.Background(), + NotifyFunc: func(ctx context.Context, expr string, alerts ...*rules.Alert) {}, + Logger: log.NewNopLogger(), + } + m := rules.NewManager(opts) + groupsMap, ers := m.LoadGroups(time.Duration(tg.Interval), tg.ExternalLabels, tg.ExternalURL, ruleFiles...) + if ers != nil { + return ers + } + groups := orderedGroups(groupsMap, groupOrderMap) + + // Bounds for evaluating the rules. + mint := time.Unix(0, 0).UTC() + maxt := mint.Add(tg.maxEvalTime()) + + // Pre-processing some data for testing alerts. + // All this preparation is so that we can test alerts as we evaluate the rules. + // This avoids storing them in memory, as the number of evals might be high. + + // All the `eval_time` for which we have unit tests for alerts. + alertEvalTimesMap := map[model.Duration]struct{}{} + // Map of all the eval_time+alertname combination present in the unit tests. + alertsInTest := make(map[model.Duration]map[string]struct{}) + // Map of all the unit tests for given eval_time. + alertTests := make(map[model.Duration][]alertTestCase) + for _, alert := range tg.AlertRuleTests { + if alert.Alertname == "" { + var testGroupLog string + if tg.TestGroupName != "" { + testGroupLog = fmt.Sprintf(" (in TestGroup %s)", tg.TestGroupName) + } + return []error{errors.Errorf("an item under alert_rule_test misses required attribute alertname at eval_time %v%s", alert.EvalTime, testGroupLog)} + } + alertEvalTimesMap[alert.EvalTime] = struct{}{} + + if _, ok := alertsInTest[alert.EvalTime]; !ok { + alertsInTest[alert.EvalTime] = make(map[string]struct{}) + } + alertsInTest[alert.EvalTime][alert.Alertname] = struct{}{} + + alertTests[alert.EvalTime] = append(alertTests[alert.EvalTime], alert) + } + alertEvalTimes := make([]model.Duration, 0, len(alertEvalTimesMap)) + for k := range alertEvalTimesMap { + alertEvalTimes = append(alertEvalTimes, k) + } + sort.Slice(alertEvalTimes, func(i, j int) bool { + return alertEvalTimes[i] < alertEvalTimes[j] + }) + + // Current index in alertEvalTimes what we are looking at. + curr := 0 + + for _, g := range groups { + for _, r := range g.Rules() { + if alertRule, ok := r.(*rules.AlertingRule); ok { + // Mark alerting rules as restored, to ensure the ALERTS timeseries is + // created when they run. + alertRule.SetRestored(true) + } + } + } + + var errs []error + for ts := mint; ts.Before(maxt) || ts.Equal(maxt); ts = ts.Add(evalInterval) { + // Collects the alerts asked for unit testing. + var evalErrs []error + suite.WithSamplesTill(ts, func(err error) { + if err != nil { + errs = append(errs, err) + return + } + for _, g := range groups { + g.Eval(suite.Context(), ts) + for _, r := range g.Rules() { + if r.LastError() != nil { + evalErrs = append(evalErrs, errors.Errorf(" rule: %s, time: %s, err: %v", + r.Name(), ts.Sub(time.Unix(0, 0).UTC()), r.LastError())) + } + } + } + }) + errs = append(errs, evalErrs...) + // Only end testing at this point if errors occurred evaluating above, + // rather than any test failures already collected in errs. + if len(evalErrs) > 0 { + return errs + } + + for { + if !(curr < len(alertEvalTimes) && ts.Sub(mint) <= time.Duration(alertEvalTimes[curr]) && + time.Duration(alertEvalTimes[curr]) < ts.Add(time.Duration(evalInterval)).Sub(mint)) { + break + } + + // We need to check alerts for this time. + // If 'ts <= `eval_time=alertEvalTimes[curr]` < ts+evalInterval' + // then we compare alerts with the Eval at `ts`. + t := alertEvalTimes[curr] + + presentAlerts := alertsInTest[t] + got := make(map[string]labelsAndAnnotations) + + // Same Alert name can be present in multiple groups. + // Hence we collect them all to check against expected alerts. + for _, g := range groups { + grules := g.Rules() + for _, r := range grules { + ar, ok := r.(*rules.AlertingRule) + if !ok { + continue + } + if _, ok := presentAlerts[ar.Name()]; !ok { + continue + } + + var alerts labelsAndAnnotations + for _, a := range ar.ActiveAlerts() { + if a.State == rules.StateFiring { + alerts = append(alerts, labelAndAnnotation{ + Labels: append(labels.Labels{}, a.Labels...), + Annotations: append(labels.Labels{}, a.Annotations...), + }) + } + } + + got[ar.Name()] = append(got[ar.Name()], alerts...) + } + } + + for _, testcase := range alertTests[t] { + // Checking alerts. + gotAlerts := got[testcase.Alertname] + + var expAlerts labelsAndAnnotations + for _, a := range testcase.ExpAlerts { + // User gives only the labels from alerting rule, which doesn't + // include this label (added by Prometheus during Eval). + if a.ExpLabels == nil { + a.ExpLabels = make(map[string]string) + } + a.ExpLabels[labels.AlertName] = testcase.Alertname + + expAlerts = append(expAlerts, labelAndAnnotation{ + Labels: labels.FromMap(a.ExpLabels), + Annotations: labels.FromMap(a.ExpAnnotations), + }) + } + + var sb strings.Builder + if gotAlerts.Len() != expAlerts.Len() { + if tg.TestGroupName != "" { + fmt.Fprintf(&sb, " name: %s,\n", tg.TestGroupName) + } + fmt.Fprintf(&sb, " alertname:%s, time:%s, \n", testcase.Alertname, testcase.EvalTime.String()) + fmt.Fprintf(&sb, " exp:%#v, \n", expAlerts.String()) + fmt.Fprintf(&sb, " got:%#v", gotAlerts.String()) + + errs = append(errs, errors.New(sb.String())) + } else { + sort.Sort(gotAlerts) + sort.Sort(expAlerts) + + if !reflect.DeepEqual(expAlerts, gotAlerts) { + if tg.TestGroupName != "" { + fmt.Fprintf(&sb, " name: %s,\n", tg.TestGroupName) + } + fmt.Fprintf(&sb, " alertname:%s, time:%s, \n", testcase.Alertname, testcase.EvalTime.String()) + fmt.Fprintf(&sb, " exp:%#v, \n", expAlerts.String()) + fmt.Fprintf(&sb, " got:%#v", gotAlerts.String()) + + errs = append(errs, errors.New(sb.String())) + } + } + } + + curr++ + } + } + + // Checking promql expressions. +Outer: + for _, testCase := range tg.PromqlExprTests { + got, err := query(suite.Context(), testCase.Expr, mint.Add(time.Duration(testCase.EvalTime)), + suite.QueryEngine(), suite.Queryable()) + if err != nil { + errs = append(errs, errors.Errorf(" expr: %q, time: %s, err: %s", testCase.Expr, + testCase.EvalTime.String(), err.Error())) + continue + } + + var gotSamples []parsedSample + for _, s := range got { + gotSamples = append(gotSamples, parsedSample{ + Labels: s.Metric.Copy(), + Value: s.V, + }) + } + + var expSamples []parsedSample + for _, s := range testCase.ExpSamples { + lb, err := parser.ParseMetric(s.Labels) + if err != nil { + err = errors.Wrapf(err, "labels %q", s.Labels) + errs = append(errs, errors.Errorf(" expr: %q, time: %s, err: %s", testCase.Expr, + testCase.EvalTime.String(), err.Error())) + continue Outer + } + expSamples = append(expSamples, parsedSample{ + Labels: lb, + Value: s.Value, + }) + } + + sort.Slice(expSamples, func(i, j int) bool { + return labels.Compare(expSamples[i].Labels, expSamples[j].Labels) <= 0 + }) + sort.Slice(gotSamples, func(i, j int) bool { + return labels.Compare(gotSamples[i].Labels, gotSamples[j].Labels) <= 0 + }) + if !reflect.DeepEqual(expSamples, gotSamples) { + errs = append(errs, errors.Errorf(" expr: %q, time: %s,\n exp:%#v\n got:%#v", testCase.Expr, + testCase.EvalTime.String(), parsedSamplesString(expSamples), parsedSamplesString(gotSamples))) + } + } + + if len(errs) > 0 { + return errs + } + return nil +} + +// seriesLoadingString returns the input series in PromQL notation. +func (tg *testGroup) seriesLoadingString() string { + + result := fmt.Sprintf("load %v\n", shortDuration(tg.Interval)) + for _, is := range tg.InputSeries { + result += fmt.Sprintf(" %v %v\n", is.Series, is.Values) + } + return result +} + +func shortDuration(d model.Duration) string { + s := d.String() + if strings.HasSuffix(s, "m0s") { + s = s[:len(s)-2] + } + if strings.HasSuffix(s, "h0m") { + s = s[:len(s)-2] + } + return s +} + +// orderedGroups returns a slice of `*rules.Group` from `groupsMap` which follows the order +// mentioned by `groupOrderMap`. NOTE: This is partial ordering. +func orderedGroups(groupsMap map[string]*rules.Group, groupOrderMap map[string]int) []*rules.Group { + groups := make([]*rules.Group, 0, len(groupsMap)) + for _, g := range groupsMap { + groups = append(groups, g) + } + sort.Slice(groups, func(i, j int) bool { + return groupOrderMap[groups[i].Name()] < groupOrderMap[groups[j].Name()] + }) + return groups +} + +// maxEvalTime returns the max eval time among all alert and promql unit tests. +func (tg *testGroup) maxEvalTime() time.Duration { + var maxd model.Duration + for _, alert := range tg.AlertRuleTests { + if alert.EvalTime > maxd { + maxd = alert.EvalTime + } + } + for _, pet := range tg.PromqlExprTests { + if pet.EvalTime > maxd { + maxd = pet.EvalTime + } + } + return time.Duration(maxd) +} + +func query(ctx context.Context, qs string, t time.Time, engine *promql.Engine, qu storage.Queryable) (promql.Vector, error) { + q, err := engine.NewInstantQuery(qu, qs, t) + if err != nil { + return nil, err + } + res := q.Exec(ctx) + if res.Err != nil { + return nil, res.Err + } + switch v := res.Value.(type) { + case promql.Vector: + return v, nil + case promql.Scalar: + return promql.Vector{promql.Sample{ + Point: promql.Point(v), + Metric: labels.Labels{}, + }}, nil + default: + return nil, errors.New("rule result is not a vector or scalar") + } +} + +type labelsAndAnnotations []labelAndAnnotation + +func (la labelsAndAnnotations) Len() int { return len(la) } +func (la labelsAndAnnotations) Swap(i, j int) { la[i], la[j] = la[j], la[i] } +func (la labelsAndAnnotations) Less(i, j int) bool { + diff := labels.Compare(la[i].Labels, la[j].Labels) + if diff != 0 { + return diff < 0 + } + return labels.Compare(la[i].Annotations, la[j].Annotations) < 0 +} + +func (la labelsAndAnnotations) String() string { + if len(la) == 0 { + return "[]" + } + s := "[" + la[0].String() + for _, l := range la[1:] { + s += ", " + l.String() + } + s += "]" + + return s +} + +type labelAndAnnotation struct { + Labels labels.Labels + Annotations labels.Labels +} + +func (la *labelAndAnnotation) String() string { + return "Labels:" + la.Labels.String() + " Annotations:" + la.Annotations.String() +} + +type series struct { + Series string `yaml:"series"` + Values string `yaml:"values"` +} + +type alertTestCase struct { + EvalTime model.Duration `yaml:"eval_time"` + Alertname string `yaml:"alertname"` + ExpAlerts []alert `yaml:"exp_alerts"` +} + +type alert struct { + ExpLabels map[string]string `yaml:"exp_labels"` + ExpAnnotations map[string]string `yaml:"exp_annotations"` +} + +type promqlTestCase struct { + Expr string `yaml:"expr"` + EvalTime model.Duration `yaml:"eval_time"` + ExpSamples []sample `yaml:"exp_samples"` +} + +type sample struct { + Labels string `yaml:"labels"` + Value float64 `yaml:"value"` +} + +// parsedSample is a sample with parsed Labels. +type parsedSample struct { + Labels labels.Labels + Value float64 +} + +func parsedSamplesString(pss []parsedSample) string { + if len(pss) == 0 { + return "nil" + } + s := pss[0].String() + for _, ps := range pss[1:] { + s += ", " + ps.String() + } + return s +} + +func (ps *parsedSample) String() string { + return ps.Labels.String() + " " + strconv.FormatFloat(ps.Value, 'E', -1, 64) +} diff --git a/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest_test.go b/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest_test.go new file mode 100644 index 0000000..a4ed4f3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/cmd/promtool/unittest_test.go @@ -0,0 +1,77 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import "testing" + +func TestRulesUnitTest(t *testing.T) { + type args struct { + files []string + } + tests := []struct { + name string + args args + want int + }{ + { + name: "Passing Unit Tests", + args: args{ + files: []string{"./testdata/unittest.yml"}, + }, + want: 0, + }, + { + name: "Bad input series", + args: args{ + files: []string{"./testdata/bad-input-series.yml"}, + }, + want: 1, + }, + { + name: "Bad PromQL", + args: args{ + files: []string{"./testdata/bad-promql.yml"}, + }, + want: 1, + }, + { + name: "Bad rules (syntax error)", + args: args{ + files: []string{"./testdata/bad-rules-syntax-test.yml"}, + }, + want: 1, + }, + { + name: "Bad rules (error evaluating)", + args: args{ + files: []string{"./testdata/bad-rules-error-test.yml"}, + }, + want: 1, + }, + { + name: "Simple failing test", + args: args{ + files: []string{"./testdata/failing.yml"}, + }, + want: 1, + }, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + if got := RulesUnitTest(tt.args.files...); got != tt.want { + t.Errorf("RulesUnitTest() = %v, want %v", got, tt.want) + } + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/config/config.go b/staging/src/github.com/promethues/prometheus/config/config.go new file mode 100644 index 0000000..1648653 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/config.go @@ -0,0 +1,786 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package config + +import ( + "fmt" + "io/ioutil" + "net/url" + "os" + "path/filepath" + "regexp" + "strings" + "time" + + "github.com/alecthomas/units" + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + yaml "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/pkg/relabel" +) + +var ( + patRulePath = regexp.MustCompile(`^[^*]*(\*[^/]*)?$`) + reservedHeaders = map[string]struct{}{ + // NOTE: authorization is checked specially, + // see RemoteWriteConfig.UnmarshalYAML. + // "authorization": {}, + "host": {}, + "content-encoding": {}, + "content-length": {}, + "content-type": {}, + "user-agent": {}, + "connection": {}, + "keep-alive": {}, + "proxy-authenticate": {}, + "proxy-authorization": {}, + "www-authenticate": {}, + "accept-encoding": {}, + "x-prometheus-remote-write-version": {}, + "x-prometheus-remote-read-version": {}, + + // Added by SigV4. + "x-amz-date": {}, + "x-amz-security-token": {}, + "x-amz-content-sha256": {}, + } +) + +// Load parses the YAML input s into a Config. +func Load(s string, expandExternalLabels bool, logger log.Logger) (*Config, error) { + cfg := &Config{} + // If the entire config body is empty the UnmarshalYAML method is + // never called. We thus have to set the DefaultConfig at the entry + // point as well. + *cfg = DefaultConfig + + err := yaml.UnmarshalStrict([]byte(s), cfg) + if err != nil { + return nil, err + } + + if !expandExternalLabels { + return cfg, nil + } + + for i, v := range cfg.GlobalConfig.ExternalLabels { + newV := os.Expand(v.Value, func(s string) string { + if v := os.Getenv(s); v != "" { + return v + } + level.Warn(logger).Log("msg", "Empty environment variable", "name", s) + return "" + }) + if newV != v.Value { + level.Debug(logger).Log("msg", "External label replaced", "label", v.Name, "input", v.Value, "output", newV) + v.Value = newV + cfg.GlobalConfig.ExternalLabels[i] = v + } + } + return cfg, nil +} + +// LoadFile parses the given YAML file into a Config. +func LoadFile(filename string, expandExternalLabels bool, logger log.Logger) (*Config, error) { + content, err := ioutil.ReadFile(filename) + if err != nil { + return nil, err + } + cfg, err := Load(string(content), expandExternalLabels, logger) + if err != nil { + return nil, errors.Wrapf(err, "parsing YAML file %s", filename) + } + cfg.SetDirectory(filepath.Dir(filename)) + return cfg, nil +} + +// The defaults applied before parsing the respective config sections. +var ( + // DefaultConfig is the default top-level configuration. + DefaultConfig = Config{ + GlobalConfig: DefaultGlobalConfig, + } + + // DefaultGlobalConfig is the default global configuration. + DefaultGlobalConfig = GlobalConfig{ + ScrapeInterval: model.Duration(1 * time.Minute), + ScrapeTimeout: model.Duration(10 * time.Second), + EvaluationInterval: model.Duration(1 * time.Minute), + } + + // DefaultScrapeConfig is the default scrape configuration. + DefaultScrapeConfig = ScrapeConfig{ + // ScrapeTimeout and ScrapeInterval default to the + // configured globals. + MetricsPath: "/metrics", + Scheme: "http", + HonorLabels: false, + HonorTimestamps: true, + HTTPClientConfig: config.DefaultHTTPClientConfig, + } + + // DefaultAlertmanagerConfig is the default alertmanager configuration. + DefaultAlertmanagerConfig = AlertmanagerConfig{ + Scheme: "http", + Timeout: model.Duration(10 * time.Second), + APIVersion: AlertmanagerAPIVersionV2, + HTTPClientConfig: config.DefaultHTTPClientConfig, + } + + // DefaultRemoteWriteConfig is the default remote write configuration. + DefaultRemoteWriteConfig = RemoteWriteConfig{ + RemoteTimeout: model.Duration(30 * time.Second), + QueueConfig: DefaultQueueConfig, + MetadataConfig: DefaultMetadataConfig, + HTTPClientConfig: config.DefaultHTTPClientConfig, + } + + // DefaultQueueConfig is the default remote queue configuration. + DefaultQueueConfig = QueueConfig{ + // With a maximum of 200 shards, assuming an average of 100ms remote write + // time and 500 samples per batch, we will be able to push 1M samples/s. + MaxShards: 200, + MinShards: 1, + MaxSamplesPerSend: 500, + + // Each shard will have a max of 2500 samples pending in its channel, plus the pending + // samples that have been enqueued. Theoretically we should only ever have about 3000 samples + // per shard pending. At 200 shards that's 600k. + Capacity: 2500, + BatchSendDeadline: model.Duration(5 * time.Second), + + // Backoff times for retrying a batch of samples on recoverable errors. + MinBackoff: model.Duration(30 * time.Millisecond), + MaxBackoff: model.Duration(100 * time.Millisecond), + } + + // DefaultMetadataConfig is the default metadata configuration for a remote write endpoint. + DefaultMetadataConfig = MetadataConfig{ + Send: true, + SendInterval: model.Duration(1 * time.Minute), + } + + // DefaultRemoteReadConfig is the default remote read configuration. + DefaultRemoteReadConfig = RemoteReadConfig{ + RemoteTimeout: model.Duration(1 * time.Minute), + HTTPClientConfig: config.DefaultHTTPClientConfig, + } +) + +// Config is the top-level configuration for Prometheus's config files. +type Config struct { + GlobalConfig GlobalConfig `yaml:"global"` + AlertingConfig AlertingConfig `yaml:"alerting,omitempty"` + RuleFiles []string `yaml:"rule_files,omitempty"` + ScrapeConfigs []*ScrapeConfig `yaml:"scrape_configs,omitempty"` + + RemoteWriteConfigs []*RemoteWriteConfig `yaml:"remote_write,omitempty"` + RemoteReadConfigs []*RemoteReadConfig `yaml:"remote_read,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *Config) SetDirectory(dir string) { + c.GlobalConfig.SetDirectory(dir) + c.AlertingConfig.SetDirectory(dir) + for i, file := range c.RuleFiles { + c.RuleFiles[i] = config.JoinDir(dir, file) + } + for _, c := range c.ScrapeConfigs { + c.SetDirectory(dir) + } + for _, c := range c.RemoteWriteConfigs { + c.SetDirectory(dir) + } + for _, c := range c.RemoteReadConfigs { + c.SetDirectory(dir) + } +} + +func (c Config) String() string { + b, err := yaml.Marshal(c) + if err != nil { + return fmt.Sprintf("", err) + } + return string(b) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultConfig + // We want to set c to the defaults and then overwrite it with the input. + // To make unmarshal fill the plain data struct rather than calling UnmarshalYAML + // again, we have to hide it using a type indirection. + type plain Config + if err := unmarshal((*plain)(c)); err != nil { + return err + } + + // If a global block was open but empty the default global config is overwritten. + // We have to restore it here. + if c.GlobalConfig.isZero() { + c.GlobalConfig = DefaultGlobalConfig + } + + for _, rf := range c.RuleFiles { + if !patRulePath.MatchString(rf) { + return errors.Errorf("invalid rule file path %q", rf) + } + } + // Do global overrides and validate unique names. + jobNames := map[string]struct{}{} + for _, scfg := range c.ScrapeConfigs { + if scfg == nil { + return errors.New("empty or null scrape config section") + } + // First set the correct scrape interval, then check that the timeout + // (inferred or explicit) is not greater than that. + if scfg.ScrapeInterval == 0 { + scfg.ScrapeInterval = c.GlobalConfig.ScrapeInterval + } + if scfg.ScrapeTimeout > scfg.ScrapeInterval { + return errors.Errorf("scrape timeout greater than scrape interval for scrape config with job name %q", scfg.JobName) + } + if scfg.ScrapeTimeout == 0 { + if c.GlobalConfig.ScrapeTimeout > scfg.ScrapeInterval { + scfg.ScrapeTimeout = scfg.ScrapeInterval + } else { + scfg.ScrapeTimeout = c.GlobalConfig.ScrapeTimeout + } + } + + if _, ok := jobNames[scfg.JobName]; ok { + return errors.Errorf("found multiple scrape configs with job name %q", scfg.JobName) + } + jobNames[scfg.JobName] = struct{}{} + } + rwNames := map[string]struct{}{} + for _, rwcfg := range c.RemoteWriteConfigs { + if rwcfg == nil { + return errors.New("empty or null remote write config section") + } + // Skip empty names, we fill their name with their config hash in remote write code. + if _, ok := rwNames[rwcfg.Name]; ok && rwcfg.Name != "" { + return errors.Errorf("found multiple remote write configs with job name %q", rwcfg.Name) + } + rwNames[rwcfg.Name] = struct{}{} + } + rrNames := map[string]struct{}{} + for _, rrcfg := range c.RemoteReadConfigs { + if rrcfg == nil { + return errors.New("empty or null remote read config section") + } + // Skip empty names, we fill their name with their config hash in remote read code. + if _, ok := rrNames[rrcfg.Name]; ok && rrcfg.Name != "" { + return errors.Errorf("found multiple remote read configs with job name %q", rrcfg.Name) + } + rrNames[rrcfg.Name] = struct{}{} + } + return nil +} + +// GlobalConfig configures values that are used across other configuration +// objects. +type GlobalConfig struct { + // How frequently to scrape targets by default. + ScrapeInterval model.Duration `yaml:"scrape_interval,omitempty"` + // The default timeout when scraping targets. + ScrapeTimeout model.Duration `yaml:"scrape_timeout,omitempty"` + // How frequently to evaluate rules by default. + EvaluationInterval model.Duration `yaml:"evaluation_interval,omitempty"` + // File to which PromQL queries are logged. + QueryLogFile string `yaml:"query_log_file,omitempty"` + // The labels to add to any timeseries that this Prometheus instance scrapes. + ExternalLabels labels.Labels `yaml:"external_labels,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *GlobalConfig) SetDirectory(dir string) { + c.QueryLogFile = config.JoinDir(dir, c.QueryLogFile) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *GlobalConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + // Create a clean global config as the previous one was already populated + // by the default due to the YAML parser behavior for empty blocks. + gc := &GlobalConfig{} + type plain GlobalConfig + if err := unmarshal((*plain)(gc)); err != nil { + return err + } + + for _, l := range gc.ExternalLabels { + if !model.LabelName(l.Name).IsValid() { + return errors.Errorf("%q is not a valid label name", l.Name) + } + if !model.LabelValue(l.Value).IsValid() { + return errors.Errorf("%q is not a valid label value", l.Value) + } + } + + // First set the correct scrape interval, then check that the timeout + // (inferred or explicit) is not greater than that. + if gc.ScrapeInterval == 0 { + gc.ScrapeInterval = DefaultGlobalConfig.ScrapeInterval + } + if gc.ScrapeTimeout > gc.ScrapeInterval { + return errors.New("global scrape timeout greater than scrape interval") + } + if gc.ScrapeTimeout == 0 { + if DefaultGlobalConfig.ScrapeTimeout > gc.ScrapeInterval { + gc.ScrapeTimeout = gc.ScrapeInterval + } else { + gc.ScrapeTimeout = DefaultGlobalConfig.ScrapeTimeout + } + } + if gc.EvaluationInterval == 0 { + gc.EvaluationInterval = DefaultGlobalConfig.EvaluationInterval + } + *c = *gc + return nil +} + +// isZero returns true iff the global config is the zero value. +func (c *GlobalConfig) isZero() bool { + return c.ExternalLabels == nil && + c.ScrapeInterval == 0 && + c.ScrapeTimeout == 0 && + c.EvaluationInterval == 0 && + c.QueryLogFile == "" +} + +// ScrapeConfig configures a scraping unit for Prometheus. +type ScrapeConfig struct { + // The job name to which the job label is set by default. + JobName string `yaml:"job_name"` + // Indicator whether the scraped metrics should remain unmodified. + HonorLabels bool `yaml:"honor_labels,omitempty"` + // Indicator whether the scraped timestamps should be respected. + HonorTimestamps bool `yaml:"honor_timestamps"` + // A set of query parameters with which the target is scraped. + Params url.Values `yaml:"params,omitempty"` + // How frequently to scrape the targets of this scrape config. + ScrapeInterval model.Duration `yaml:"scrape_interval,omitempty"` + // The timeout for scraping targets of this config. + ScrapeTimeout model.Duration `yaml:"scrape_timeout,omitempty"` + // The HTTP resource path on which to fetch metrics from targets. + MetricsPath string `yaml:"metrics_path,omitempty"` + // The URL scheme with which to fetch metrics from targets. + Scheme string `yaml:"scheme,omitempty"` + // An uncompressed response body larger than this many bytes will cause the + // scrape to fail. 0 means no limit. + BodySizeLimit units.Base2Bytes `yaml:"body_size_limit,omitempty"` + // More than this many samples post metric-relabeling will cause the scrape to + // fail. + SampleLimit uint `yaml:"sample_limit,omitempty"` + // More than this many targets after the target relabeling will cause the + // scrapes to fail. + TargetLimit uint `yaml:"target_limit,omitempty"` + // More than this many labels post metric-relabeling will cause the scrape to + // fail. + LabelLimit uint `yaml:"label_limit,omitempty"` + // More than this label name length post metric-relabeling will cause the + // scrape to fail. + LabelNameLengthLimit uint `yaml:"label_name_length_limit,omitempty"` + // More than this label value length post metric-relabeling will cause the + // scrape to fail. + LabelValueLengthLimit uint `yaml:"label_value_length_limit,omitempty"` + + // We cannot do proper Go type embedding below as the parser will then parse + // values arbitrarily into the overflow maps of further-down types. + + ServiceDiscoveryConfigs discovery.Configs `yaml:"-"` + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + // List of target relabel configurations. + RelabelConfigs []*relabel.Config `yaml:"relabel_configs,omitempty"` + // List of metric relabel configurations. + MetricRelabelConfigs []*relabel.Config `yaml:"metric_relabel_configs,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *ScrapeConfig) SetDirectory(dir string) { + c.ServiceDiscoveryConfigs.SetDirectory(dir) + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *ScrapeConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultScrapeConfig + if err := discovery.UnmarshalYAMLWithInlineConfigs(c, unmarshal); err != nil { + return err + } + if len(c.JobName) == 0 { + return errors.New("job_name is empty") + } + + // The UnmarshalYAML method of HTTPClientConfig is not being called because it's not a pointer. + // We cannot make it a pointer as the parser panics for inlined pointer structs. + // Thus we just do its validation here. + if err := c.HTTPClientConfig.Validate(); err != nil { + return err + } + + // Check for users putting URLs in target groups. + if len(c.RelabelConfigs) == 0 { + if err := checkStaticTargets(c.ServiceDiscoveryConfigs); err != nil { + return err + } + } + + for _, rlcfg := range c.RelabelConfigs { + if rlcfg == nil { + return errors.New("empty or null target relabeling rule in scrape config") + } + } + for _, rlcfg := range c.MetricRelabelConfigs { + if rlcfg == nil { + return errors.New("empty or null metric relabeling rule in scrape config") + } + } + + return nil +} + +// MarshalYAML implements the yaml.Marshaler interface. +func (c *ScrapeConfig) MarshalYAML() (interface{}, error) { + return discovery.MarshalYAMLWithInlineConfigs(c) +} + +// AlertingConfig configures alerting and alertmanager related configs. +type AlertingConfig struct { + AlertRelabelConfigs []*relabel.Config `yaml:"alert_relabel_configs,omitempty"` + AlertmanagerConfigs AlertmanagerConfigs `yaml:"alertmanagers,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *AlertingConfig) SetDirectory(dir string) { + for _, c := range c.AlertmanagerConfigs { + c.SetDirectory(dir) + } +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *AlertingConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + // Create a clean global config as the previous one was already populated + // by the default due to the YAML parser behavior for empty blocks. + *c = AlertingConfig{} + type plain AlertingConfig + if err := unmarshal((*plain)(c)); err != nil { + return err + } + + for _, rlcfg := range c.AlertRelabelConfigs { + if rlcfg == nil { + return errors.New("empty or null alert relabeling rule") + } + } + return nil +} + +// AlertmanagerConfigs is a slice of *AlertmanagerConfig. +type AlertmanagerConfigs []*AlertmanagerConfig + +// ToMap converts a slice of *AlertmanagerConfig to a map. +func (a AlertmanagerConfigs) ToMap() map[string]*AlertmanagerConfig { + ret := make(map[string]*AlertmanagerConfig) + for i := range a { + ret[fmt.Sprintf("config-%d", i)] = a[i] + } + return ret +} + +// AlertmanagerAPIVersion represents a version of the +// github.com/prometheus/alertmanager/api, e.g. 'v1' or 'v2'. +type AlertmanagerAPIVersion string + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (v *AlertmanagerAPIVersion) UnmarshalYAML(unmarshal func(interface{}) error) error { + *v = AlertmanagerAPIVersion("") + type plain AlertmanagerAPIVersion + if err := unmarshal((*plain)(v)); err != nil { + return err + } + + for _, supportedVersion := range SupportedAlertmanagerAPIVersions { + if *v == supportedVersion { + return nil + } + } + + return fmt.Errorf("expected Alertmanager api version to be one of %v but got %v", SupportedAlertmanagerAPIVersions, *v) +} + +const ( + // AlertmanagerAPIVersionV1 represents + // github.com/prometheus/alertmanager/api/v1. + AlertmanagerAPIVersionV1 AlertmanagerAPIVersion = "v1" + // AlertmanagerAPIVersionV2 represents + // github.com/prometheus/alertmanager/api/v2. + AlertmanagerAPIVersionV2 AlertmanagerAPIVersion = "v2" +) + +var SupportedAlertmanagerAPIVersions = []AlertmanagerAPIVersion{ + AlertmanagerAPIVersionV1, AlertmanagerAPIVersionV2, +} + +// AlertmanagerConfig configures how Alertmanagers can be discovered and communicated with. +type AlertmanagerConfig struct { + // We cannot do proper Go type embedding below as the parser will then parse + // values arbitrarily into the overflow maps of further-down types. + + ServiceDiscoveryConfigs discovery.Configs `yaml:"-"` + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + // The URL scheme to use when talking to Alertmanagers. + Scheme string `yaml:"scheme,omitempty"` + // Path prefix to add in front of the push endpoint path. + PathPrefix string `yaml:"path_prefix,omitempty"` + // The timeout used when sending alerts. + Timeout model.Duration `yaml:"timeout,omitempty"` + + // The api version of Alertmanager. + APIVersion AlertmanagerAPIVersion `yaml:"api_version"` + + // List of Alertmanager relabel configurations. + RelabelConfigs []*relabel.Config `yaml:"relabel_configs,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *AlertmanagerConfig) SetDirectory(dir string) { + c.ServiceDiscoveryConfigs.SetDirectory(dir) + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *AlertmanagerConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultAlertmanagerConfig + if err := discovery.UnmarshalYAMLWithInlineConfigs(c, unmarshal); err != nil { + return err + } + + // The UnmarshalYAML method of HTTPClientConfig is not being called because it's not a pointer. + // We cannot make it a pointer as the parser panics for inlined pointer structs. + // Thus we just do its validation here. + if err := c.HTTPClientConfig.Validate(); err != nil { + return err + } + + // Check for users putting URLs in target groups. + if len(c.RelabelConfigs) == 0 { + if err := checkStaticTargets(c.ServiceDiscoveryConfigs); err != nil { + return err + } + } + + for _, rlcfg := range c.RelabelConfigs { + if rlcfg == nil { + return errors.New("empty or null Alertmanager target relabeling rule") + } + } + + return nil +} + +// MarshalYAML implements the yaml.Marshaler interface. +func (c *AlertmanagerConfig) MarshalYAML() (interface{}, error) { + return discovery.MarshalYAMLWithInlineConfigs(c) +} + +func checkStaticTargets(configs discovery.Configs) error { + for _, cfg := range configs { + sc, ok := cfg.(discovery.StaticConfig) + if !ok { + continue + } + for _, tg := range sc { + for _, t := range tg.Targets { + if err := CheckTargetAddress(t[model.AddressLabel]); err != nil { + return err + } + } + } + } + return nil +} + +// CheckTargetAddress checks if target address is valid. +func CheckTargetAddress(address model.LabelValue) error { + // For now check for a URL, we may want to expand this later. + if strings.Contains(string(address), "/") { + return errors.Errorf("%q is not a valid hostname", address) + } + return nil +} + +// RemoteWriteConfig is the configuration for writing to remote storage. +type RemoteWriteConfig struct { + URL *config.URL `yaml:"url"` + RemoteTimeout model.Duration `yaml:"remote_timeout,omitempty"` + Headers map[string]string `yaml:"headers,omitempty"` + WriteRelabelConfigs []*relabel.Config `yaml:"write_relabel_configs,omitempty"` + Name string `yaml:"name,omitempty"` + SendExemplars bool `yaml:"send_exemplars,omitempty"` + + // We cannot do proper Go type embedding below as the parser will then parse + // values arbitrarily into the overflow maps of further-down types. + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + QueueConfig QueueConfig `yaml:"queue_config,omitempty"` + MetadataConfig MetadataConfig `yaml:"metadata_config,omitempty"` + SigV4Config *SigV4Config `yaml:"sigv4,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *RemoteWriteConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *RemoteWriteConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultRemoteWriteConfig + type plain RemoteWriteConfig + if err := unmarshal((*plain)(c)); err != nil { + return err + } + if c.URL == nil { + return errors.New("url for remote_write is empty") + } + for _, rlcfg := range c.WriteRelabelConfigs { + if rlcfg == nil { + return errors.New("empty or null relabeling rule in remote write config") + } + } + if err := validateHeaders(c.Headers); err != nil { + return err + } + + // The UnmarshalYAML method of HTTPClientConfig is not being called because it's not a pointer. + // We cannot make it a pointer as the parser panics for inlined pointer structs. + // Thus we just do its validation here. + if err := c.HTTPClientConfig.Validate(); err != nil { + return err + } + + httpClientConfigAuthEnabled := c.HTTPClientConfig.BasicAuth != nil || + c.HTTPClientConfig.Authorization != nil || c.HTTPClientConfig.OAuth2 != nil + + if httpClientConfigAuthEnabled && c.SigV4Config != nil { + return fmt.Errorf("at most one of basic_auth, authorization, oauth2, & sigv4 must be configured") + } + + return nil +} + +func validateHeaders(headers map[string]string) error { + for header := range headers { + if strings.ToLower(header) == "authorization" { + return errors.New("authorization header must be changed via the basic_auth, authorization, oauth2, or sigv4 parameter") + } + if _, ok := reservedHeaders[strings.ToLower(header)]; ok { + return errors.Errorf("%s is a reserved header. It must not be changed", header) + } + } + return nil +} + +// QueueConfig is the configuration for the queue used to write to remote +// storage. +type QueueConfig struct { + // Number of samples to buffer per shard before we block. Defaults to + // MaxSamplesPerSend. + Capacity int `yaml:"capacity,omitempty"` + + // Max number of shards, i.e. amount of concurrency. + MaxShards int `yaml:"max_shards,omitempty"` + + // Min number of shards, i.e. amount of concurrency. + MinShards int `yaml:"min_shards,omitempty"` + + // Maximum number of samples per send. + MaxSamplesPerSend int `yaml:"max_samples_per_send,omitempty"` + + // Maximum time sample will wait in buffer. + BatchSendDeadline model.Duration `yaml:"batch_send_deadline,omitempty"` + + // On recoverable errors, backoff exponentially. + MinBackoff model.Duration `yaml:"min_backoff,omitempty"` + MaxBackoff model.Duration `yaml:"max_backoff,omitempty"` + RetryOnRateLimit bool `yaml:"retry_on_http_429,omitempty"` +} + +// MetadataConfig is the configuration for sending metadata to remote +// storage. +type MetadataConfig struct { + // Send controls whether we send metric metadata to remote storage. + Send bool `yaml:"send"` + // SendInterval controls how frequently we send metric metadata. + SendInterval model.Duration `yaml:"send_interval"` +} + +// SigV4Config is the configuration for signing remote write requests with +// AWS's SigV4 verification process. Empty values will be retrieved using the +// AWS default credentials chain. +type SigV4Config struct { + Region string `yaml:"region,omitempty"` + AccessKey string `yaml:"access_key,omitempty"` + SecretKey config.Secret `yaml:"secret_key,omitempty"` + Profile string `yaml:"profile,omitempty"` + RoleARN string `yaml:"role_arn,omitempty"` +} + +// RemoteReadConfig is the configuration for reading from remote storage. +type RemoteReadConfig struct { + URL *config.URL `yaml:"url"` + RemoteTimeout model.Duration `yaml:"remote_timeout,omitempty"` + Headers map[string]string `yaml:"headers,omitempty"` + ReadRecent bool `yaml:"read_recent,omitempty"` + Name string `yaml:"name,omitempty"` + + // We cannot do proper Go type embedding below as the parser will then parse + // values arbitrarily into the overflow maps of further-down types. + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + // RequiredMatchers is an optional list of equality matchers which have to + // be present in a selector to query the remote read endpoint. + RequiredMatchers model.LabelSet `yaml:"required_matchers,omitempty"` +} + +// SetDirectory joins any relative file paths with dir. +func (c *RemoteReadConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *RemoteReadConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultRemoteReadConfig + type plain RemoteReadConfig + if err := unmarshal((*plain)(c)); err != nil { + return err + } + if c.URL == nil { + return errors.New("url for remote_read is empty") + } + if err := validateHeaders(c.Headers); err != nil { + return err + } + // The UnmarshalYAML method of HTTPClientConfig is not being called because it's not a pointer. + // We cannot make it a pointer as the parser panics for inlined pointer structs. + // Thus we just do its validation here. + return c.HTTPClientConfig.Validate() +} diff --git a/staging/src/github.com/promethues/prometheus/config/config_default_test.go b/staging/src/github.com/promethues/prometheus/config/config_default_test.go new file mode 100644 index 0000000..e0f09aa --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/config_default_test.go @@ -0,0 +1,27 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// +build !windows + +package config + +const ruleFilesConfigFile = "testdata/rules_abs_path.good.yml" + +var ruleFilesExpectedConf = &Config{ + GlobalConfig: DefaultGlobalConfig, + RuleFiles: []string{ + "testdata/first.rules", + "testdata/rules/second.rules", + "/absolute/third.rules", + }, +} diff --git a/staging/src/github.com/promethues/prometheus/config/config_test.go b/staging/src/github.com/promethues/prometheus/config/config_test.go new file mode 100644 index 0000000..afdfcbc --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/config_test.go @@ -0,0 +1,1351 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package config + +import ( + "encoding/json" + "io/ioutil" + "net/url" + "os" + "path/filepath" + "regexp" + "testing" + "time" + + "github.com/alecthomas/units" + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/aws" + "github.com/prometheus/prometheus/discovery/azure" + "github.com/prometheus/prometheus/discovery/consul" + "github.com/prometheus/prometheus/discovery/digitalocean" + "github.com/prometheus/prometheus/discovery/dns" + "github.com/prometheus/prometheus/discovery/eureka" + "github.com/prometheus/prometheus/discovery/file" + "github.com/prometheus/prometheus/discovery/hetzner" + "github.com/prometheus/prometheus/discovery/http" + "github.com/prometheus/prometheus/discovery/kubernetes" + "github.com/prometheus/prometheus/discovery/linode" + "github.com/prometheus/prometheus/discovery/marathon" + "github.com/prometheus/prometheus/discovery/moby" + "github.com/prometheus/prometheus/discovery/openstack" + "github.com/prometheus/prometheus/discovery/scaleway" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/discovery/triton" + "github.com/prometheus/prometheus/discovery/zookeeper" + "github.com/prometheus/prometheus/pkg/labels" + "github.com/prometheus/prometheus/pkg/relabel" +) + +func mustParseURL(u string) *config.URL { + parsed, err := url.Parse(u) + if err != nil { + panic(err) + } + return &config.URL{URL: parsed} +} + +var expectedConf = &Config{ + GlobalConfig: GlobalConfig{ + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + EvaluationInterval: model.Duration(30 * time.Second), + QueryLogFile: "", + + ExternalLabels: labels.Labels{ + {Name: "foo", Value: "bar"}, + {Name: "monitor", Value: "codelab"}, + }, + }, + + RuleFiles: []string{ + filepath.FromSlash("testdata/first.rules"), + filepath.FromSlash("testdata/my/*.rules"), + }, + + RemoteWriteConfigs: []*RemoteWriteConfig{ + { + URL: mustParseURL("http://remote1/push"), + RemoteTimeout: model.Duration(30 * time.Second), + Name: "drop_expensive", + WriteRelabelConfigs: []*relabel.Config{ + { + SourceLabels: model.LabelNames{"__name__"}, + Separator: ";", + Regex: relabel.MustNewRegexp("expensive.*"), + Replacement: "$1", + Action: relabel.Drop, + }, + }, + QueueConfig: DefaultQueueConfig, + MetadataConfig: DefaultMetadataConfig, + HTTPClientConfig: config.HTTPClientConfig{ + OAuth2: &config.OAuth2{ + ClientID: "123", + ClientSecret: "456", + TokenURL: "http://remote1/auth", + }, + FollowRedirects: true, + }, + }, + { + URL: mustParseURL("http://remote2/push"), + RemoteTimeout: model.Duration(30 * time.Second), + QueueConfig: DefaultQueueConfig, + MetadataConfig: DefaultMetadataConfig, + Name: "rw_tls", + HTTPClientConfig: config.HTTPClientConfig{ + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + }, + FollowRedirects: true, + }, + Headers: map[string]string{"name": "value"}, + }, + }, + + RemoteReadConfigs: []*RemoteReadConfig{ + { + URL: mustParseURL("http://remote1/read"), + RemoteTimeout: model.Duration(1 * time.Minute), + ReadRecent: true, + Name: "default", + HTTPClientConfig: config.DefaultHTTPClientConfig, + }, + { + URL: mustParseURL("http://remote3/read"), + RemoteTimeout: model.Duration(1 * time.Minute), + ReadRecent: false, + Name: "read_special", + RequiredMatchers: model.LabelSet{"job": "special"}, + HTTPClientConfig: config.HTTPClientConfig{ + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + }, + FollowRedirects: true, + }, + }, + }, + + ScrapeConfigs: []*ScrapeConfig{ + { + JobName: "prometheus", + + HonorLabels: true, + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + + HTTPClientConfig: config.HTTPClientConfig{ + Authorization: &config.Authorization{ + Type: "Bearer", + CredentialsFile: filepath.FromSlash("testdata/valid_token_file"), + }, + FollowRedirects: true, + }, + + ServiceDiscoveryConfigs: discovery.Configs{ + &file.SDConfig{ + Files: []string{"testdata/foo/*.slow.json", "testdata/foo/*.slow.yml", "testdata/single/file.yml"}, + RefreshInterval: model.Duration(10 * time.Minute), + }, + &file.SDConfig{ + Files: []string{"testdata/bar/*.yaml"}, + RefreshInterval: model.Duration(5 * time.Minute), + }, + discovery.StaticConfig{ + { + Targets: []model.LabelSet{ + {model.AddressLabel: "localhost:9090"}, + {model.AddressLabel: "localhost:9191"}, + }, + Labels: model.LabelSet{ + "my": "label", + "your": "label", + }, + Source: "0", + }, + }, + }, + + RelabelConfigs: []*relabel.Config{ + { + SourceLabels: model.LabelNames{"job", "__meta_dns_name"}, + TargetLabel: "job", + Separator: ";", + Regex: relabel.MustNewRegexp("(.*)some-[regex]"), + Replacement: "foo-${1}", + Action: relabel.Replace, + }, { + SourceLabels: model.LabelNames{"abc"}, + TargetLabel: "cde", + Separator: ";", + Regex: relabel.DefaultRelabelConfig.Regex, + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.Replace, + }, { + TargetLabel: "abc", + Separator: ";", + Regex: relabel.DefaultRelabelConfig.Regex, + Replacement: "static", + Action: relabel.Replace, + }, { + TargetLabel: "abc", + Separator: ";", + Regex: relabel.MustNewRegexp(""), + Replacement: "static", + Action: relabel.Replace, + }, + }, + }, + { + + JobName: "service-x", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(50 * time.Second), + ScrapeTimeout: model.Duration(5 * time.Second), + BodySizeLimit: 10 * units.MiB, + SampleLimit: 1000, + + HTTPClientConfig: config.HTTPClientConfig{ + BasicAuth: &config.BasicAuth{ + Username: "admin_name", + Password: "multiline\nmysecret\ntest", + }, + FollowRedirects: true, + }, + MetricsPath: "/my_path", + Scheme: "https", + + ServiceDiscoveryConfigs: discovery.Configs{ + &dns.SDConfig{ + Names: []string{ + "first.dns.address.domain.com", + "second.dns.address.domain.com", + }, + RefreshInterval: model.Duration(15 * time.Second), + Type: "SRV", + }, + &dns.SDConfig{ + Names: []string{ + "first.dns.address.domain.com", + }, + RefreshInterval: model.Duration(30 * time.Second), + Type: "SRV", + }, + }, + + RelabelConfigs: []*relabel.Config{ + { + SourceLabels: model.LabelNames{"job"}, + Regex: relabel.MustNewRegexp("(.*)some-[regex]"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.Drop, + }, + { + SourceLabels: model.LabelNames{"__address__"}, + TargetLabel: "__tmp_hash", + Regex: relabel.DefaultRelabelConfig.Regex, + Replacement: relabel.DefaultRelabelConfig.Replacement, + Modulus: 8, + Separator: ";", + Action: relabel.HashMod, + }, + { + SourceLabels: model.LabelNames{"__tmp_hash"}, + Regex: relabel.MustNewRegexp("1"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.Keep, + }, + { + Regex: relabel.MustNewRegexp("1"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.LabelMap, + }, + { + Regex: relabel.MustNewRegexp("d"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.LabelDrop, + }, + { + Regex: relabel.MustNewRegexp("k"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.LabelKeep, + }, + }, + MetricRelabelConfigs: []*relabel.Config{ + { + SourceLabels: model.LabelNames{"__name__"}, + Regex: relabel.MustNewRegexp("expensive_metric.*"), + Separator: ";", + Replacement: relabel.DefaultRelabelConfig.Replacement, + Action: relabel.Drop, + }, + }, + }, + { + JobName: "service-y", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &consul.SDConfig{ + Server: "localhost:1234", + Token: "mysecret", + Services: []string{"nginx", "cache", "mysql"}, + ServiceTags: []string{"canary", "v1"}, + NodeMeta: map[string]string{"rack": "123"}, + TagSeparator: consul.DefaultSDConfig.TagSeparator, + Scheme: "https", + RefreshInterval: consul.DefaultSDConfig.RefreshInterval, + AllowStale: true, + HTTPClientConfig: config.HTTPClientConfig{ + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + CAFile: filepath.FromSlash("testdata/valid_ca_file"), + InsecureSkipVerify: false, + }, + FollowRedirects: true, + }, + }, + }, + + RelabelConfigs: []*relabel.Config{ + { + SourceLabels: model.LabelNames{"__meta_sd_consul_tags"}, + Regex: relabel.MustNewRegexp("label:([^=]+)=([^,]+)"), + Separator: ",", + TargetLabel: "${1}", + Replacement: "${2}", + Action: relabel.Replace, + }, + }, + }, + { + JobName: "service-z", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: model.Duration(10 * time.Second), + + MetricsPath: "/metrics", + Scheme: "http", + + HTTPClientConfig: config.HTTPClientConfig{ + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + }, + + Authorization: &config.Authorization{ + Type: "Bearer", + Credentials: "mysecret", + }, + + FollowRedirects: true, + }, + }, + { + JobName: "service-kubernetes", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &kubernetes.SDConfig{ + APIServer: kubernetesSDHostURL(), + Role: kubernetes.RoleEndpoint, + HTTPClientConfig: config.HTTPClientConfig{ + BasicAuth: &config.BasicAuth{ + Username: "myusername", + Password: "mysecret", + }, + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + }, + FollowRedirects: true, + }, + NamespaceDiscovery: kubernetes.NamespaceDiscovery{}, + }, + }, + }, + { + JobName: "service-kubernetes-namespaces", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.HTTPClientConfig{ + BasicAuth: &config.BasicAuth{ + Username: "myusername", + PasswordFile: filepath.FromSlash("testdata/valid_password_file"), + }, + FollowRedirects: true, + }, + + ServiceDiscoveryConfigs: discovery.Configs{ + &kubernetes.SDConfig{ + APIServer: kubernetesSDHostURL(), + Role: kubernetes.RoleEndpoint, + NamespaceDiscovery: kubernetes.NamespaceDiscovery{ + Names: []string{ + "default", + }, + }, + HTTPClientConfig: config.DefaultHTTPClientConfig, + }, + }, + }, + { + JobName: "service-marathon", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &marathon.SDConfig{ + Servers: []string{ + "https://marathon.example.com:443", + }, + RefreshInterval: model.Duration(30 * time.Second), + AuthToken: "mysecret", + HTTPClientConfig: config.HTTPClientConfig{ + TLSConfig: config.TLSConfig{ + CertFile: filepath.FromSlash("testdata/valid_cert_file"), + KeyFile: filepath.FromSlash("testdata/valid_key_file"), + }, + FollowRedirects: true, + }, + }, + }, + }, + { + JobName: "service-ec2", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &aws.EC2SDConfig{ + Region: "us-east-1", + AccessKey: "access", + SecretKey: "mysecret", + Profile: "profile", + RefreshInterval: model.Duration(60 * time.Second), + Port: 80, + Filters: []*aws.EC2Filter{ + { + Name: "tag:environment", + Values: []string{"prod"}, + }, + { + Name: "tag:service", + Values: []string{"web", "db"}, + }, + }, + }, + }, + }, + { + JobName: "service-lightsail", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &aws.LightsailSDConfig{ + Region: "us-east-1", + AccessKey: "access", + SecretKey: "mysecret", + Profile: "profile", + RefreshInterval: model.Duration(60 * time.Second), + Port: 80, + }, + }, + }, + { + JobName: "service-azure", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &azure.SDConfig{ + Environment: "AzurePublicCloud", + SubscriptionID: "11AAAA11-A11A-111A-A111-1111A1111A11", + TenantID: "BBBB222B-B2B2-2B22-B222-2BB2222BB2B2", + ClientID: "333333CC-3C33-3333-CCC3-33C3CCCCC33C", + ClientSecret: "mysecret", + AuthenticationMethod: "OAuth", + RefreshInterval: model.Duration(5 * time.Minute), + Port: 9100, + }, + }, + }, + { + JobName: "service-nerve", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &zookeeper.NerveSDConfig{ + Servers: []string{"localhost"}, + Paths: []string{"/monitoring"}, + Timeout: model.Duration(10 * time.Second), + }, + }, + }, + { + JobName: "0123service-xxx", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + discovery.StaticConfig{ + { + Targets: []model.LabelSet{ + {model.AddressLabel: "localhost:9090"}, + }, + Source: "0", + }, + }, + }, + }, + { + JobName: "badfederation", + + HonorTimestamps: false, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: "/federate", + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + discovery.StaticConfig{ + { + Targets: []model.LabelSet{ + {model.AddressLabel: "localhost:9090"}, + }, + Source: "0", + }, + }, + }, + }, + { + JobName: "測試", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + discovery.StaticConfig{ + { + Targets: []model.LabelSet{ + {model.AddressLabel: "localhost:9090"}, + }, + Source: "0", + }, + }, + }, + }, + { + JobName: "httpsd", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &http.SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + URL: "http://example.com/prometheus", + RefreshInterval: model.Duration(60 * time.Second), + }, + }, + }, + { + JobName: "service-triton", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &triton.SDConfig{ + Account: "testAccount", + Role: "container", + DNSSuffix: "triton.example.com", + Endpoint: "triton.example.com", + Port: 9163, + RefreshInterval: model.Duration(60 * time.Second), + Version: 1, + TLSConfig: config.TLSConfig{ + CertFile: "testdata/valid_cert_file", + KeyFile: "testdata/valid_key_file", + }, + }, + }, + }, + { + JobName: "digitalocean-droplets", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &digitalocean.SDConfig{ + HTTPClientConfig: config.HTTPClientConfig{ + Authorization: &config.Authorization{ + Type: "Bearer", + Credentials: "abcdef", + }, + FollowRedirects: true, + }, + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + }, + }, + }, + { + JobName: "docker", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &moby.DockerSDConfig{ + Filters: []moby.Filter{}, + Host: "unix:///var/run/docker.sock", + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + }, + }, + }, + { + JobName: "dockerswarm", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &moby.DockerSwarmSDConfig{ + Filters: []moby.Filter{}, + Host: "http://127.0.0.1:2375", + Role: "nodes", + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + }, + }, + }, + { + JobName: "service-openstack", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{&openstack.SDConfig{ + Role: "instance", + Region: "RegionOne", + Port: 80, + Availability: "public", + RefreshInterval: model.Duration(60 * time.Second), + TLSConfig: config.TLSConfig{ + CAFile: "testdata/valid_ca_file", + CertFile: "testdata/valid_cert_file", + KeyFile: "testdata/valid_key_file", + }}, + }, + }, + { + JobName: "hetzner", + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &hetzner.SDConfig{ + HTTPClientConfig: config.HTTPClientConfig{ + Authorization: &config.Authorization{ + Type: "Bearer", + Credentials: "abcdef", + }, + FollowRedirects: true, + }, + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + Role: "hcloud", + }, + &hetzner.SDConfig{ + HTTPClientConfig: config.HTTPClientConfig{ + BasicAuth: &config.BasicAuth{Username: "abcdef", Password: "abcdef"}, + FollowRedirects: true, + }, + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + Role: "robot", + }, + }, + }, + { + JobName: "service-eureka", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &eureka.SDConfig{ + Server: "http://eureka.example.com:8761/eureka", + RefreshInterval: model.Duration(30 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + }, + }, + }, + { + JobName: "scaleway", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + HTTPClientConfig: config.HTTPClientConfig{FollowRedirects: true}, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + + ServiceDiscoveryConfigs: discovery.Configs{ + &scaleway.SDConfig{ + APIURL: "https://api.scaleway.com", + AccessKey: "SCWXXXXXXXXXXXXXXXXX", + HTTPClientConfig: config.HTTPClientConfig{FollowRedirects: true}, + Port: 80, + Project: "11111111-1111-1111-1111-111111111112", + RefreshInterval: model.Duration(60 * time.Second), + Role: "instance", + SecretKey: "11111111-1111-1111-1111-111111111111", + Zone: "fr-par-1", + }, + &scaleway.SDConfig{ + APIURL: "https://api.scaleway.com", + AccessKey: "SCWXXXXXXXXXXXXXXXXX", + HTTPClientConfig: config.HTTPClientConfig{FollowRedirects: true}, + Port: 80, + Project: "11111111-1111-1111-1111-111111111112", + RefreshInterval: model.Duration(60 * time.Second), + Role: "baremetal", + SecretKey: "11111111-1111-1111-1111-111111111111", + Zone: "fr-par-1", + }, + }, + }, + { + JobName: "linode-instances", + + HonorTimestamps: true, + ScrapeInterval: model.Duration(15 * time.Second), + ScrapeTimeout: DefaultGlobalConfig.ScrapeTimeout, + + MetricsPath: DefaultScrapeConfig.MetricsPath, + Scheme: DefaultScrapeConfig.Scheme, + HTTPClientConfig: config.DefaultHTTPClientConfig, + + ServiceDiscoveryConfigs: discovery.Configs{ + &linode.SDConfig{ + HTTPClientConfig: config.HTTPClientConfig{ + Authorization: &config.Authorization{ + Type: "Bearer", + Credentials: "abcdef", + }, + FollowRedirects: true, + }, + Port: 80, + TagSeparator: linode.DefaultSDConfig.TagSeparator, + RefreshInterval: model.Duration(60 * time.Second), + }, + }, + }, + }, + AlertingConfig: AlertingConfig{ + AlertmanagerConfigs: []*AlertmanagerConfig{ + { + Scheme: "https", + Timeout: model.Duration(10 * time.Second), + APIVersion: AlertmanagerAPIVersionV2, + HTTPClientConfig: config.DefaultHTTPClientConfig, + ServiceDiscoveryConfigs: discovery.Configs{ + discovery.StaticConfig{ + { + Targets: []model.LabelSet{ + {model.AddressLabel: "1.2.3.4:9093"}, + {model.AddressLabel: "1.2.3.5:9093"}, + {model.AddressLabel: "1.2.3.6:9093"}, + }, + Source: "0", + }, + }, + }, + }, + }, + }, +} + +func TestYAMLRoundtrip(t *testing.T) { + want, err := LoadFile("testdata/roundtrip.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + + out, err := yaml.Marshal(want) + + require.NoError(t, err) + got := &Config{} + require.NoError(t, yaml.UnmarshalStrict(out, got)) + + require.Equal(t, want, got) +} + +func TestRemoteWriteRetryOnRateLimit(t *testing.T) { + want, err := LoadFile("testdata/remote_write_retry_on_rate_limit.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + + out, err := yaml.Marshal(want) + + require.NoError(t, err) + got := &Config{} + require.NoError(t, yaml.UnmarshalStrict(out, got)) + + require.Equal(t, true, got.RemoteWriteConfigs[0].QueueConfig.RetryOnRateLimit) + require.Equal(t, false, got.RemoteWriteConfigs[1].QueueConfig.RetryOnRateLimit) +} + +func TestLoadConfig(t *testing.T) { + // Parse a valid file that sets a global scrape timeout. This tests whether parsing + // an overwritten default field in the global config permanently changes the default. + _, err := LoadFile("testdata/global_timeout.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + + c, err := LoadFile("testdata/conf.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, expectedConf, c) +} + +func TestScrapeIntervalLarger(t *testing.T) { + c, err := LoadFile("testdata/scrape_interval_larger.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, 1, len(c.ScrapeConfigs)) + for _, sc := range c.ScrapeConfigs { + require.Equal(t, true, sc.ScrapeInterval >= sc.ScrapeTimeout) + } +} + +// YAML marshaling must not reveal authentication credentials. +func TestElideSecrets(t *testing.T) { + c, err := LoadFile("testdata/conf.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + + secretRe := regexp.MustCompile(`\\u003csecret\\u003e|`) + + config, err := yaml.Marshal(c) + require.NoError(t, err) + yamlConfig := string(config) + + matches := secretRe.FindAllStringIndex(yamlConfig, -1) + require.Equal(t, 15, len(matches), "wrong number of secret matches found") + require.NotContains(t, yamlConfig, "mysecret", + "yaml marshal reveals authentication credentials.") +} + +func TestLoadConfigRuleFilesAbsolutePath(t *testing.T) { + // Parse a valid file that sets a rule files with an absolute path + c, err := LoadFile(ruleFilesConfigFile, false, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, ruleFilesExpectedConf, c) +} + +func TestKubernetesEmptyAPIServer(t *testing.T) { + _, err := LoadFile("testdata/kubernetes_empty_apiserver.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) +} + +func TestKubernetesWithKubeConfig(t *testing.T) { + _, err := LoadFile("testdata/kubernetes_kubeconfig_without_apiserver.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) +} + +func TestKubernetesSelectors(t *testing.T) { + _, err := LoadFile("testdata/kubernetes_selectors_endpoints.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + _, err = LoadFile("testdata/kubernetes_selectors_node.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + _, err = LoadFile("testdata/kubernetes_selectors_ingress.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + _, err = LoadFile("testdata/kubernetes_selectors_pod.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + _, err = LoadFile("testdata/kubernetes_selectors_service.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) +} + +var expectedErrors = []struct { + filename string + errMsg string +}{ + { + filename: "jobname.bad.yml", + errMsg: `job_name is empty`, + }, { + filename: "jobname_dup.bad.yml", + errMsg: `found multiple scrape configs with job name "prometheus"`, + }, { + filename: "scrape_interval.bad.yml", + errMsg: `scrape timeout greater than scrape interval`, + }, { + filename: "labelname.bad.yml", + errMsg: `"not$allowed" is not a valid label name`, + }, { + filename: "labelname2.bad.yml", + errMsg: `"not:allowed" is not a valid label name`, + }, { + filename: "labelvalue.bad.yml", + errMsg: `"\xff" is not a valid label value`, + }, { + filename: "regex.bad.yml", + errMsg: "error parsing regexp", + }, { + filename: "modulus_missing.bad.yml", + errMsg: "relabel configuration for hashmod requires non-zero modulus", + }, { + filename: "labelkeep.bad.yml", + errMsg: "labelkeep action requires only 'regex', and no other fields", + }, { + filename: "labelkeep2.bad.yml", + errMsg: "labelkeep action requires only 'regex', and no other fields", + }, { + filename: "labelkeep3.bad.yml", + errMsg: "labelkeep action requires only 'regex', and no other fields", + }, { + filename: "labelkeep4.bad.yml", + errMsg: "labelkeep action requires only 'regex', and no other fields", + }, { + filename: "labelkeep5.bad.yml", + errMsg: "labelkeep action requires only 'regex', and no other fields", + }, { + filename: "labeldrop.bad.yml", + errMsg: "labeldrop action requires only 'regex', and no other fields", + }, { + filename: "labeldrop2.bad.yml", + errMsg: "labeldrop action requires only 'regex', and no other fields", + }, { + filename: "labeldrop3.bad.yml", + errMsg: "labeldrop action requires only 'regex', and no other fields", + }, { + filename: "labeldrop4.bad.yml", + errMsg: "labeldrop action requires only 'regex', and no other fields", + }, { + filename: "labeldrop5.bad.yml", + errMsg: "labeldrop action requires only 'regex', and no other fields", + }, { + filename: "labelmap.bad.yml", + errMsg: "\"l-$1\" is invalid 'replacement' for labelmap action", + }, { + filename: "rules.bad.yml", + errMsg: "invalid rule file path", + }, { + filename: "unknown_attr.bad.yml", + errMsg: "field consult_sd_configs not found in type", + }, { + filename: "bearertoken.bad.yml", + errMsg: "at most one of bearer_token & bearer_token_file must be configured", + }, { + filename: "bearertoken_basicauth.bad.yml", + errMsg: "at most one of basic_auth, oauth2, bearer_token & bearer_token_file must be configured", + }, { + filename: "kubernetes_http_config_without_api_server.bad.yml", + errMsg: "to use custom HTTP client configuration please provide the 'api_server' URL explicitly", + }, { + filename: "kubernetes_kubeconfig_with_apiserver.bad.yml", + errMsg: "cannot use 'kubeconfig_file' and 'api_server' simultaneously", + }, { + filename: "kubernetes_kubeconfig_with_http_config.bad.yml", + errMsg: "cannot use a custom HTTP client configuration together with 'kubeconfig_file'", + }, + { + filename: "kubernetes_bearertoken.bad.yml", + errMsg: "at most one of bearer_token & bearer_token_file must be configured", + }, { + filename: "kubernetes_role.bad.yml", + errMsg: "role", + }, { + filename: "kubernetes_selectors_endpoints.bad.yml", + errMsg: "endpoints role supports only pod, service, endpoints selectors", + }, { + filename: "kubernetes_selectors_ingress.bad.yml", + errMsg: "ingress role supports only ingress selectors", + }, { + filename: "kubernetes_selectors_node.bad.yml", + errMsg: "node role supports only node selectors", + }, { + filename: "kubernetes_selectors_pod.bad.yml", + errMsg: "pod role supports only pod selectors", + }, { + filename: "kubernetes_selectors_service.bad.yml", + errMsg: "service role supports only service selectors", + }, { + filename: "kubernetes_namespace_discovery.bad.yml", + errMsg: "field foo not found in type kubernetes.plain", + }, { + filename: "kubernetes_selectors_duplicated_role.bad.yml", + errMsg: "duplicated selector role: pod", + }, { + filename: "kubernetes_selectors_incorrect_selector.bad.yml", + errMsg: "invalid selector: 'metadata.status-Running'; can't understand 'metadata.status-Running'", + }, { + filename: "kubernetes_bearertoken_basicauth.bad.yml", + errMsg: "at most one of basic_auth, oauth2, bearer_token & bearer_token_file must be configured", + }, { + filename: "kubernetes_authorization_basicauth.bad.yml", + errMsg: "at most one of basic_auth, oauth2 & authorization must be configured", + }, { + filename: "marathon_no_servers.bad.yml", + errMsg: "marathon_sd: must contain at least one Marathon server", + }, { + filename: "marathon_authtoken_authtokenfile.bad.yml", + errMsg: "marathon_sd: at most one of auth_token & auth_token_file must be configured", + }, { + filename: "marathon_authtoken_basicauth.bad.yml", + errMsg: "marathon_sd: at most one of basic_auth, auth_token & auth_token_file must be configured", + }, { + filename: "marathon_authtoken_bearertoken.bad.yml", + errMsg: "marathon_sd: at most one of bearer_token, bearer_token_file, auth_token & auth_token_file must be configured", + }, { + filename: "marathon_authtoken_authorization.bad.yml", + errMsg: "marathon_sd: at most one of auth_token, auth_token_file & authorization must be configured", + }, { + filename: "openstack_role.bad.yml", + errMsg: "unknown OpenStack SD role", + }, { + filename: "openstack_availability.bad.yml", + errMsg: "unknown availability invalid, must be one of admin, internal or public", + }, { + filename: "url_in_targetgroup.bad.yml", + errMsg: "\"http://bad\" is not a valid hostname", + }, { + filename: "target_label_missing.bad.yml", + errMsg: "relabel configuration for replace action requires 'target_label' value", + }, { + filename: "target_label_hashmod_missing.bad.yml", + errMsg: "relabel configuration for hashmod action requires 'target_label' value", + }, { + filename: "unknown_global_attr.bad.yml", + errMsg: "field nonexistent_field not found in type config.plain", + }, { + filename: "remote_read_url_missing.bad.yml", + errMsg: `url for remote_read is empty`, + }, { + filename: "remote_write_header.bad.yml", + errMsg: `x-prometheus-remote-write-version is a reserved header. It must not be changed`, + }, { + filename: "remote_read_header.bad.yml", + errMsg: `x-prometheus-remote-write-version is a reserved header. It must not be changed`, + }, { + filename: "remote_write_authorization_header.bad.yml", + errMsg: `authorization header must be changed via the basic_auth, authorization, oauth2, or sigv4 parameter`, + }, { + filename: "remote_write_url_missing.bad.yml", + errMsg: `url for remote_write is empty`, + }, { + filename: "remote_write_dup.bad.yml", + errMsg: `found multiple remote write configs with job name "queue1"`, + }, { + filename: "remote_read_dup.bad.yml", + errMsg: `found multiple remote read configs with job name "queue1"`, + }, + { + filename: "ec2_filters_empty_values.bad.yml", + errMsg: `EC2 SD configuration filter values cannot be empty`, + }, + { + filename: "section_key_dup.bad.yml", + errMsg: "field scrape_configs already set in type config.plain", + }, + { + filename: "azure_client_id_missing.bad.yml", + errMsg: "azure SD configuration requires a client_id", + }, + { + filename: "azure_client_secret_missing.bad.yml", + errMsg: "azure SD configuration requires a client_secret", + }, + { + filename: "azure_subscription_id_missing.bad.yml", + errMsg: "azure SD configuration requires a subscription_id", + }, + { + filename: "azure_tenant_id_missing.bad.yml", + errMsg: "azure SD configuration requires a tenant_id", + }, + { + filename: "azure_authentication_method.bad.yml", + errMsg: "unknown authentication_type \"invalid\". Supported types are \"OAuth\" or \"ManagedIdentity\"", + }, + { + filename: "empty_scrape_config.bad.yml", + errMsg: "empty or null scrape config section", + }, + { + filename: "empty_rw_config.bad.yml", + errMsg: "empty or null remote write config section", + }, + { + filename: "empty_rr_config.bad.yml", + errMsg: "empty or null remote read config section", + }, + { + filename: "empty_target_relabel_config.bad.yml", + errMsg: "empty or null target relabeling rule", + }, + { + filename: "empty_metric_relabel_config.bad.yml", + errMsg: "empty or null metric relabeling rule", + }, + { + filename: "empty_alert_relabel_config.bad.yml", + errMsg: "empty or null alert relabeling rule", + }, + { + filename: "empty_alertmanager_relabel_config.bad.yml", + errMsg: "empty or null Alertmanager target relabeling rule", + }, + { + filename: "empty_rw_relabel_config.bad.yml", + errMsg: "empty or null relabeling rule in remote write config", + }, + { + filename: "empty_static_config.bad.yml", + errMsg: "empty or null section in static_configs", + }, + { + filename: "hetzner_role.bad.yml", + errMsg: "unknown role", + }, + { + filename: "eureka_no_server.bad.yml", + errMsg: "empty or null eureka server", + }, + { + filename: "eureka_invalid_server.bad.yml", + errMsg: "invalid eureka server URL", + }, + { + filename: "scaleway_role.bad.yml", + errMsg: `unknown role "invalid"`, + }, + { + filename: "scaleway_no_secret.bad.yml", + errMsg: "one of secret_key & secret_key_file must be configured", + }, + { + filename: "scaleway_two_secrets.bad.yml", + errMsg: "at most one of secret_key & secret_key_file must be configured", + }, + { + filename: "scrape_body_size_limit.bad.yml", + errMsg: "units: unknown unit in 100", + }, + { + filename: "http_url_no_scheme.bad.yml", + errMsg: "URL scheme must be 'http' or 'https'", + }, + { + filename: "http_url_no_host.bad.yml", + errMsg: "host is missing in URL", + }, + { + filename: "http_url_bad_scheme.bad.yml", + errMsg: "URL scheme must be 'http' or 'https'", + }, +} + +func TestBadConfigs(t *testing.T) { + for _, ee := range expectedErrors { + _, err := LoadFile("testdata/"+ee.filename, false, log.NewNopLogger()) + require.Error(t, err, "%s", ee.filename) + require.Contains(t, err.Error(), ee.errMsg, + "Expected error for %s to contain %q but got: %s", ee.filename, ee.errMsg, err) + } +} + +func TestBadStaticConfigsJSON(t *testing.T) { + content, err := ioutil.ReadFile("testdata/static_config.bad.json") + require.NoError(t, err) + var tg targetgroup.Group + err = json.Unmarshal(content, &tg) + require.Error(t, err) +} + +func TestBadStaticConfigsYML(t *testing.T) { + content, err := ioutil.ReadFile("testdata/static_config.bad.yml") + require.NoError(t, err) + var tg targetgroup.Group + err = yaml.UnmarshalStrict(content, &tg) + require.Error(t, err) +} + +func TestEmptyConfig(t *testing.T) { + c, err := Load("", false, log.NewNopLogger()) + require.NoError(t, err) + exp := DefaultConfig + require.Equal(t, exp, *c) +} + +func TestExpandExternalLabels(t *testing.T) { + // Cleanup ant TEST env variable that could exist on the system. + os.Setenv("TEST", "") + + c, err := LoadFile("testdata/external_labels.good.yml", false, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, labels.Label{Name: "bar", Value: "foo"}, c.GlobalConfig.ExternalLabels[0]) + require.Equal(t, labels.Label{Name: "baz", Value: "foo${TEST}bar"}, c.GlobalConfig.ExternalLabels[1]) + require.Equal(t, labels.Label{Name: "foo", Value: "${TEST}"}, c.GlobalConfig.ExternalLabels[2]) + + c, err = LoadFile("testdata/external_labels.good.yml", true, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, labels.Label{Name: "bar", Value: "foo"}, c.GlobalConfig.ExternalLabels[0]) + require.Equal(t, labels.Label{Name: "baz", Value: "foobar"}, c.GlobalConfig.ExternalLabels[1]) + require.Equal(t, labels.Label{Name: "foo", Value: ""}, c.GlobalConfig.ExternalLabels[2]) + + os.Setenv("TEST", "TestValue") + c, err = LoadFile("testdata/external_labels.good.yml", true, log.NewNopLogger()) + require.NoError(t, err) + require.Equal(t, labels.Label{Name: "bar", Value: "foo"}, c.GlobalConfig.ExternalLabels[0]) + require.Equal(t, labels.Label{Name: "baz", Value: "fooTestValuebar"}, c.GlobalConfig.ExternalLabels[1]) + require.Equal(t, labels.Label{Name: "foo", Value: "TestValue"}, c.GlobalConfig.ExternalLabels[2]) +} + +func TestEmptyGlobalBlock(t *testing.T) { + c, err := Load("global:\n", false, log.NewNopLogger()) + require.NoError(t, err) + exp := DefaultConfig + require.Equal(t, exp, *c) +} + +func kubernetesSDHostURL() config.URL { + tURL, _ := url.Parse("https://localhost:1234") + return config.URL{URL: tURL} +} diff --git a/staging/src/github.com/promethues/prometheus/config/config_windows_test.go b/staging/src/github.com/promethues/prometheus/config/config_windows_test.go new file mode 100644 index 0000000..7fd1d46 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/config_windows_test.go @@ -0,0 +1,25 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package config + +const ruleFilesConfigFile = "testdata/rules_abs_path_windows.good.yml" + +var ruleFilesExpectedConf = &Config{ + GlobalConfig: DefaultGlobalConfig, + RuleFiles: []string{ + "testdata\\first.rules", + "testdata\\rules\\second.rules", + "c:\\absolute\\third.rules", + }, +} diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/azure_authentication_method.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/azure_authentication_method.bad.yml new file mode 100644 index 0000000..b05fc47 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/azure_authentication_method.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- azure_sd_configs: + - authentication_method: invalid + subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_id_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_id_missing.bad.yml new file mode 100644 index 0000000..f8da2ff --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_id_missing.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: + - job_name: azure + azure_sd_configs: + - subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 + tenant_id: BBBB222B-B2B2-2B22-B222-2BB2222BB2B2 + client_id: + client_secret: mysecret \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_secret_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_secret_missing.bad.yml new file mode 100644 index 0000000..1295c8a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/azure_client_secret_missing.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: + - job_name: azure + azure_sd_configs: + - subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 + tenant_id: BBBB222B-B2B2-2B22-B222-2BB2222BB2B2 + client_id: 333333CC-3C33-3333-CCC3-33C3CCCCC33C + client_secret: \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/azure_subscription_id_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/azure_subscription_id_missing.bad.yml new file mode 100644 index 0000000..9976138 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/azure_subscription_id_missing.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: + - job_name: azure + azure_sd_configs: + - subscription_id: + tenant_id: BBBB222B-B2B2-2B22-B222-2BB2222BB2B2 + client_id: 333333CC-3C33-3333-CCC3-33C3CCCCC33C + client_secret: mysecret \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/azure_tenant_id_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/azure_tenant_id_missing.bad.yml new file mode 100644 index 0000000..ac714d9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/azure_tenant_id_missing.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: + - job_name: azure + azure_sd_configs: + - subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 + tenant_id: + client_id: 333333CC-3C33-3333-CCC3-33C3CCCCC33C + client_secret: mysecret \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken.bad.yml new file mode 100644 index 0000000..58efc23 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken.bad.yml @@ -0,0 +1,6 @@ +scrape_configs: + - job_name: prometheus + + bearer_token: 1234 + bearer_token_file: somefile + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken_basicauth.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken_basicauth.bad.yml new file mode 100644 index 0000000..2584f7f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/bearertoken_basicauth.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + + bearer_token: 1234 + basic_auth: + username: user + password: password + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/conf.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/conf.good.yml new file mode 100644 index 0000000..61c3070 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/conf.good.yml @@ -0,0 +1,345 @@ +# my global config +global: + scrape_interval: 15s + evaluation_interval: 30s + # scrape_timeout is set to the global default (10s). + + external_labels: + monitor: codelab + foo: bar + +rule_files: +- "first.rules" +- "my/*.rules" + +remote_write: + - url: http://remote1/push + name: drop_expensive + write_relabel_configs: + - source_labels: [__name__] + regex: expensive.* + action: drop + oauth2: + client_id: "123" + client_secret: "456" + token_url: "http://remote1/auth" + + - url: http://remote2/push + name: rw_tls + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + headers: + name: value + +remote_read: + - url: http://remote1/read + read_recent: true + name: default + - url: http://remote3/read + read_recent: false + name: read_special + required_matchers: + job: special + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + +scrape_configs: +- job_name: prometheus + + honor_labels: true + # scrape_interval is defined by the configured global (15s). + # scrape_timeout is defined by the global default (10s). + + # metrics_path defaults to '/metrics' + # scheme defaults to 'http'. + + file_sd_configs: + - files: + - foo/*.slow.json + - foo/*.slow.yml + - single/file.yml + refresh_interval: 10m + - files: + - bar/*.yaml + + static_configs: + - targets: ['localhost:9090', 'localhost:9191'] + labels: + my: label + your: label + + relabel_configs: + - source_labels: [job, __meta_dns_name] + regex: (.*)some-[regex] + target_label: job + replacement: foo-${1} + # action defaults to 'replace' + - source_labels: [abc] + target_label: cde + - replacement: static + target_label: abc + - regex: + replacement: static + target_label: abc + + authorization: + credentials_file: valid_token_file + + +- job_name: service-x + + basic_auth: + username: admin_name + password: "multiline\nmysecret\ntest" + + scrape_interval: 50s + scrape_timeout: 5s + + body_size_limit: 10MB + sample_limit: 1000 + + metrics_path: /my_path + scheme: https + + dns_sd_configs: + - refresh_interval: 15s + names: + - first.dns.address.domain.com + - second.dns.address.domain.com + - names: + - first.dns.address.domain.com + # refresh_interval defaults to 30s. + + relabel_configs: + - source_labels: [job] + regex: (.*)some-[regex] + action: drop + - source_labels: [__address__] + modulus: 8 + target_label: __tmp_hash + action: hashmod + - source_labels: [__tmp_hash] + regex: 1 + action: keep + - action: labelmap + regex: 1 + - action: labeldrop + regex: d + - action: labelkeep + regex: k + + metric_relabel_configs: + - source_labels: [__name__] + regex: expensive_metric.* + action: drop + +- job_name: service-y + + consul_sd_configs: + - server: 'localhost:1234' + token: mysecret + services: ['nginx', 'cache', 'mysql'] + tags: ["canary", "v1"] + node_meta: + rack: "123" + allow_stale: true + scheme: https + tls_config: + ca_file: valid_ca_file + cert_file: valid_cert_file + key_file: valid_key_file + insecure_skip_verify: false + + relabel_configs: + - source_labels: [__meta_sd_consul_tags] + separator: ',' + regex: label:([^=]+)=([^,]+) + target_label: ${1} + replacement: ${2} + +- job_name: service-z + + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + + authorization: + credentials: mysecret + +- job_name: service-kubernetes + + kubernetes_sd_configs: + - role: endpoints + api_server: 'https://localhost:1234' + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + + basic_auth: + username: 'myusername' + password: 'mysecret' + +- job_name: service-kubernetes-namespaces + + kubernetes_sd_configs: + - role: endpoints + api_server: 'https://localhost:1234' + namespaces: + names: + - default + + basic_auth: + username: 'myusername' + password_file: valid_password_file + + +- job_name: service-marathon + marathon_sd_configs: + - servers: + - 'https://marathon.example.com:443' + + auth_token: "mysecret" + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + +- job_name: service-ec2 + ec2_sd_configs: + - region: us-east-1 + access_key: access + secret_key: mysecret + profile: profile + filters: + - name: tag:environment + values: + - prod + + - name: tag:service + values: + - web + - db + +- job_name: service-lightsail + lightsail_sd_configs: + - region: us-east-1 + access_key: access + secret_key: mysecret + profile: profile + +- job_name: service-azure + azure_sd_configs: + - environment: AzurePublicCloud + authentication_method: OAuth + subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 + tenant_id: BBBB222B-B2B2-2B22-B222-2BB2222BB2B2 + client_id: 333333CC-3C33-3333-CCC3-33C3CCCCC33C + client_secret: mysecret + port: 9100 + +- job_name: service-nerve + nerve_sd_configs: + - servers: + - localhost + paths: + - /monitoring + +- job_name: 0123service-xxx + metrics_path: /metrics + static_configs: + - targets: + - localhost:9090 + +- job_name: badfederation + honor_timestamps: false + metrics_path: /federate + static_configs: + - targets: + - localhost:9090 + +- job_name: 測試 + metrics_path: /metrics + static_configs: + - targets: + - localhost:9090 + +- job_name: httpsd + http_sd_configs: + - url: 'http://example.com/prometheus' + +- job_name: service-triton + triton_sd_configs: + - account: 'testAccount' + dns_suffix: 'triton.example.com' + endpoint: 'triton.example.com' + port: 9163 + refresh_interval: 1m + version: 1 + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + +- job_name: digitalocean-droplets + digitalocean_sd_configs: + - authorization: + credentials: abcdef + +- job_name: docker + docker_sd_configs: + - host: unix:///var/run/docker.sock + +- job_name: dockerswarm + dockerswarm_sd_configs: + - host: http://127.0.0.1:2375 + role: nodes + +- job_name: service-openstack + openstack_sd_configs: + - role: instance + region: RegionOne + port: 80 + refresh_interval: 1m + tls_config: + ca_file: valid_ca_file + cert_file: valid_cert_file + key_file: valid_key_file + +- job_name: hetzner + hetzner_sd_configs: + - role: hcloud + authorization: + credentials: abcdef + - role: robot + basic_auth: + username: abcdef + password: abcdef + +- job_name: service-eureka + eureka_sd_configs: + - server: 'http://eureka.example.com:8761/eureka' + +- job_name: scaleway + scaleway_sd_configs: + - role: instance + project_id: 11111111-1111-1111-1111-111111111112 + access_key: SCWXXXXXXXXXXXXXXXXX + secret_key: 11111111-1111-1111-1111-111111111111 + - role: baremetal + project_id: 11111111-1111-1111-1111-111111111112 + access_key: SCWXXXXXXXXXXXXXXXXX + secret_key: 11111111-1111-1111-1111-111111111111 + +- job_name: linode-instances + linode_sd_configs: + - authorization: + credentials: abcdef + +alerting: + alertmanagers: + - scheme: https + static_configs: + - targets: + - "1.2.3.4:9093" + - "1.2.3.5:9093" + - "1.2.3.6:9093" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/ec2_filters_empty_values.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/ec2_filters_empty_values.bad.yml new file mode 100644 index 0000000..f375bf5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/ec2_filters_empty_values.bad.yml @@ -0,0 +1,9 @@ +scrape_configs: + - job_name: prometheus + + ec2_sd_configs: + - region: 'us-east-1' + filters: + - name: 'tag:environment' + values: + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_alert_relabel_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_alert_relabel_config.bad.yml new file mode 100644 index 0000000..b863bf2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_alert_relabel_config.bad.yml @@ -0,0 +1,3 @@ +alerting: + alert_relabel_configs: + - diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_alertmanager_relabel_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_alertmanager_relabel_config.bad.yml new file mode 100644 index 0000000..6d99ac4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_alertmanager_relabel_config.bad.yml @@ -0,0 +1,4 @@ +alerting: + alertmanagers: + - relabel_configs: + - diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_metric_relabel_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_metric_relabel_config.bad.yml new file mode 100644 index 0000000..d2485e3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_metric_relabel_config.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- job_name: "test" + metric_relabel_configs: + - diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_rr_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rr_config.bad.yml new file mode 100644 index 0000000..e3bcca5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rr_config.bad.yml @@ -0,0 +1,2 @@ +remote_read: +- diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_config.bad.yml new file mode 100644 index 0000000..6f16030 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_config.bad.yml @@ -0,0 +1,2 @@ +remote_write: +- diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_relabel_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_relabel_config.bad.yml new file mode 100644 index 0000000..6d54182 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_rw_relabel_config.bad.yml @@ -0,0 +1,4 @@ +remote_write: + - url: "foo" + write_relabel_configs: + - \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_scrape_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_scrape_config.bad.yml new file mode 100644 index 0000000..8c300de --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_scrape_config.bad.yml @@ -0,0 +1,2 @@ +scrape_configs: +- \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_static_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_static_config.bad.yml new file mode 100644 index 0000000..464a0a6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_static_config.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- job_name: "test" + static_configs: + - diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/empty_target_relabel_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/empty_target_relabel_config.bad.yml new file mode 100644 index 0000000..7324b10 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/empty_target_relabel_config.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- job_name: "test" + relabel_configs: + - diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/eureka_invalid_server.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/eureka_invalid_server.bad.yml new file mode 100644 index 0000000..0c8ae42 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/eureka_invalid_server.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + +- job_name: eureka + eureka_sd_configs: + - server: eureka.com diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/eureka_no_server.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/eureka_no_server.bad.yml new file mode 100644 index 0000000..35c578a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/eureka_no_server.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + +- job_name: eureka + eureka_sd_configs: + - server: diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/external_labels.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/external_labels.good.yml new file mode 100644 index 0000000..828312e --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/external_labels.good.yml @@ -0,0 +1,5 @@ +global: + external_labels: + bar: foo + foo: ${TEST} + baz: foo${TEST}bar diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/first.rules b/staging/src/github.com/promethues/prometheus/config/testdata/first.rules new file mode 100644 index 0000000..96a4c78 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/first.rules @@ -0,0 +1,10 @@ +groups: +- name: my-group-name + rules: + - alert: InstanceDown + expr: up == 0 + for: 1m + labels: + severity: critical + annotations: + description: "stuff's happening with {{ $labels.service }}" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/global_timeout.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/global_timeout.good.yml new file mode 100644 index 0000000..b1c2054 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/global_timeout.good.yml @@ -0,0 +1,3 @@ +global: + scrape_timeout: 1h + scrape_interval: 1h diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/hetzner_role.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/hetzner_role.bad.yml new file mode 100644 index 0000000..0a5cc8c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/hetzner_role.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- hetzner_sd_configs: + - role: invalid + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/http_url_bad_scheme.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_bad_scheme.bad.yml new file mode 100644 index 0000000..eca8024 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_bad_scheme.bad.yml @@ -0,0 +1,3 @@ +scrape_configs: +- http_sd_configs: + - url: ftp://example.com diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_host.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_host.bad.yml new file mode 100644 index 0000000..e1ee14d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_host.bad.yml @@ -0,0 +1,3 @@ +scrape_configs: +- http_sd_configs: + - url: http:// diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_scheme.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_scheme.bad.yml new file mode 100644 index 0000000..bb6fc83 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/http_url_no_scheme.bad.yml @@ -0,0 +1,3 @@ +scrape_configs: +- http_sd_configs: + - url: invalid diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/jobname.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/jobname.bad.yml new file mode 100644 index 0000000..3c3099c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/jobname.bad.yml @@ -0,0 +1,2 @@ +scrape_configs: + - job_name: diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/jobname_dup.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/jobname_dup.bad.yml new file mode 100644 index 0000000..0265493 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/jobname_dup.bad.yml @@ -0,0 +1,5 @@ +# Two scrape configs with the same job names are not allowed. +scrape_configs: + - job_name: prometheus + - job_name: service-x + - job_name: prometheus diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_authorization_basicauth.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_authorization_basicauth.bad.yml new file mode 100644 index 0000000..cfa39bd --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_authorization_basicauth.bad.yml @@ -0,0 +1,13 @@ +scrape_configs: + - job_name: prometheus + + kubernetes_sd_configs: + - role: pod + api_server: 'https://localhost:1234' + + authorization: + credentials: 1234 + basic_auth: + username: user + password: password + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken.bad.yml new file mode 100644 index 0000000..158de9a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken.bad.yml @@ -0,0 +1,10 @@ +scrape_configs: + - job_name: prometheus + + kubernetes_sd_configs: + - role: node + api_server: 'https://localhost:1234' + + bearer_token: 1234 + bearer_token_file: somefile + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken_basicauth.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken_basicauth.bad.yml new file mode 100644 index 0000000..ad7cc32 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_bearertoken_basicauth.bad.yml @@ -0,0 +1,12 @@ +scrape_configs: + - job_name: prometheus + + kubernetes_sd_configs: + - role: pod + api_server: 'https://localhost:1234' + + bearer_token: 1234 + basic_auth: + username: user + password: password + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_empty_apiserver.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_empty_apiserver.good.yml new file mode 100644 index 0000000..12b428e --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_empty_apiserver.good.yml @@ -0,0 +1,4 @@ +scrape_configs: +- job_name: prometheus + kubernetes_sd_configs: + - role: endpoints diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_http_config_without_api_server.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_http_config_without_api_server.bad.yml new file mode 100644 index 0000000..30cc3c3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_http_config_without_api_server.bad.yml @@ -0,0 +1,6 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: pod + authorization: + credentials: 1234 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_apiserver.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_apiserver.bad.yml new file mode 100644 index 0000000..09097f8 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_apiserver.bad.yml @@ -0,0 +1,6 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + api_server: 'https://localhost:1234' + kubeconfig_file: /user1/.kube/config diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_http_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_http_config.bad.yml new file mode 100644 index 0000000..d7a52d2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_with_http_config.bad.yml @@ -0,0 +1,9 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + kubeconfig_file: /user1/.kube/config + basic_auth: + username: user + password: password + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_without_apiserver.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_without_apiserver.good.yml new file mode 100644 index 0000000..c3f743d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_kubeconfig_without_apiserver.good.yml @@ -0,0 +1,5 @@ +scrape_configs: +- job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + kubeconfig_file: /user1/.kube/config diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_namespace_discovery.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_namespace_discovery.bad.yml new file mode 100644 index 0000000..c98d65d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_namespace_discovery.bad.yml @@ -0,0 +1,6 @@ +scrape_configs: +- kubernetes_sd_configs: + - api_server: kubernetes:443 + role: endpoints + namespaces: + foo: bar diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_role.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_role.bad.yml new file mode 100644 index 0000000..ae924d8 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_role.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: +- kubernetes_sd_configs: + - api_server: kubernetes:443 + role: vacation + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_duplicated_role.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_duplicated_role.bad.yml new file mode 100644 index 0000000..dc3dec2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_duplicated_role.bad.yml @@ -0,0 +1,11 @@ +scrape_configs: +- job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + selectors: + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.bad.yml new file mode 100644 index 0000000..d2128f3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.bad.yml @@ -0,0 +1,14 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + selectors: + - role: "node" + label: "foo=bar" + field: "metadata.status=Running" + - role: "service" + label: "foo=bar" + field: "metadata.status=Running" + - role: "endpoints" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.good.yml new file mode 100644 index 0000000..d0b22ff --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_endpoints.good.yml @@ -0,0 +1,14 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + selectors: + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" + - role: "service" + label: "foo=bar" + field: "metadata.status=Running" + - role: "endpoints" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_incorrect_selector.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_incorrect_selector.bad.yml new file mode 100644 index 0000000..72d2d90 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_incorrect_selector.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: +- job_name: prometheus + kubernetes_sd_configs: + - role: endpoints + selectors: + - role: "pod" + field: "metadata.status-Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.bad.yml new file mode 100644 index 0000000..7698de3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: ingress + selectors: + - role: "node" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.good.yml new file mode 100644 index 0000000..6aa1edf --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_ingress.good.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: ingress + selectors: + - role: "ingress" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.bad.yml new file mode 100644 index 0000000..9694351 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: node + selectors: + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.good.yml new file mode 100644 index 0000000..d355c62 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_node.good.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: node + selectors: + - role: "node" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.bad.yml new file mode 100644 index 0000000..daa7290 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: pod + selectors: + - role: "node" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.good.yml new file mode 100644 index 0000000..73ef880 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_pod.good.yml @@ -0,0 +1,13 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: pod + selectors: + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" + - role: pod + selectors: + - role: "pod" + label: "foo in (bar,baz)" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.bad.yml new file mode 100644 index 0000000..78179be --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: service + selectors: + - role: "pod" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.good.yml new file mode 100644 index 0000000..9c7705d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/kubernetes_selectors_service.good.yml @@ -0,0 +1,8 @@ +scrape_configs: + - job_name: prometheus + kubernetes_sd_configs: + - role: service + selectors: + - role: "service" + label: "foo=bar" + field: "metadata.status=Running" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop.bad.yml new file mode 100644 index 0000000..b71c1e8 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - source_labels: [abcdef] + action: labeldrop diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop2.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop2.bad.yml new file mode 100644 index 0000000..f703169 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop2.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - modulus: 8 + action: labeldrop diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop3.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop3.bad.yml new file mode 100644 index 0000000..5bed5d0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop3.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - separator: ',' + action: labeldrop diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop4.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop4.bad.yml new file mode 100644 index 0000000..52877d2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop4.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - replacement: yolo-{1} + action: labeldrop diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop5.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop5.bad.yml new file mode 100644 index 0000000..36f2827 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labeldrop5.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - target_label: yolo + action: labeldrop diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep.bad.yml new file mode 100644 index 0000000..709da05 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - source_labels: [abcdef] + action: labelkeep diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep2.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep2.bad.yml new file mode 100644 index 0000000..734e537 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep2.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - modulus: 8 + action: labelkeep diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep3.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep3.bad.yml new file mode 100644 index 0000000..407a0f7 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep3.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - separator: ',' + action: labelkeep diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep4.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep4.bad.yml new file mode 100644 index 0000000..4e77994 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep4.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - replacement: yolo-{1} + action: labelkeep diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep5.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep5.bad.yml new file mode 100644 index 0000000..689399f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelkeep5.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - target_label: yolo + action: labelkeep diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelmap.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelmap.bad.yml new file mode 100644 index 0000000..29d2653 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelmap.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - action: labelmap + replacement: l-$1 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelname.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelname.bad.yml new file mode 100644 index 0000000..c06853a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelname.bad.yml @@ -0,0 +1,3 @@ +global: + external_labels: + not$allowed: value diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelname2.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelname2.bad.yml new file mode 100644 index 0000000..7afcd6b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelname2.bad.yml @@ -0,0 +1,3 @@ +global: + external_labels: + 'not:allowed': value diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/labelvalue.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/labelvalue.bad.yml new file mode 100644 index 0000000..7873eb1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/labelvalue.bad.yml @@ -0,0 +1,3 @@ +global: + external_labels: + name: !!binary "/w==" \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authorization.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authorization.bad.yml new file mode 100644 index 0000000..d3112b1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authorization.bad.yml @@ -0,0 +1,10 @@ +scrape_configs: + - job_name: prometheus + + marathon_sd_configs: + - servers: + - 'https://localhost:1234' + + auth_token: 1234 + authorization: + credentials: 4567 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authtokenfile.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authtokenfile.bad.yml new file mode 100644 index 0000000..b31c6f1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_authtokenfile.bad.yml @@ -0,0 +1,9 @@ +scrape_configs: + - job_name: prometheus + + marathon_sd_configs: + - servers: + - 'https://localhost:1234' + + auth_token: 1234 + auth_token_file: somefile diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_basicauth.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_basicauth.bad.yml new file mode 100644 index 0000000..64300f4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_basicauth.bad.yml @@ -0,0 +1,11 @@ +scrape_configs: + - job_name: prometheus + + marathon_sd_configs: + - servers: + - 'https://localhost:1234' + + auth_token: 1234 + basic_auth: + username: user + password: password diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_bearertoken.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_bearertoken.bad.yml new file mode 100644 index 0000000..36eeb80 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_authtoken_bearertoken.bad.yml @@ -0,0 +1,9 @@ +scrape_configs: + - job_name: prometheus + + marathon_sd_configs: + - servers: + - 'https://localhost:1234' + + auth_token: 1234 + bearer_token: 4567 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/marathon_no_servers.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_no_servers.bad.yml new file mode 100644 index 0000000..df245e9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/marathon_no_servers.bad.yml @@ -0,0 +1,10 @@ +# my global config +global: + scrape_interval: 15s + evaluation_interval: 30s + +scrape_configs: + +- job_name: service-marathon + marathon_sd_configs: + - servers: diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/modulus_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/modulus_missing.bad.yml new file mode 100644 index 0000000..864a57c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/modulus_missing.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - regex: abcdef + action: hashmod diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/openstack_availability.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/openstack_availability.bad.yml new file mode 100644 index 0000000..0ed51b4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/openstack_availability.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- openstack_sd_configs: + - availability: invalid + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/openstack_role.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/openstack_role.bad.yml new file mode 100644 index 0000000..6c607d8 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/openstack_role.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- openstack_sd_configs: + - role: invalid + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/regex.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/regex.bad.yml new file mode 100644 index 0000000..4cfe792 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/regex.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - regex: abc(def diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_dup.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_dup.bad.yml new file mode 100644 index 0000000..80c4f0f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_dup.bad.yml @@ -0,0 +1,5 @@ +remote_read: + - url: http://localhost:9090 + name: queue1 + - url: localhost:9091 + name: queue1 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_header.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_header.bad.yml new file mode 100644 index 0000000..116b63c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_header.bad.yml @@ -0,0 +1,5 @@ +remote_read: + - url: localhost:9090 + name: queue1 + headers: + "x-prometheus-remote-write-version": "somehack" \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_url_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_url_missing.bad.yml new file mode 100644 index 0000000..524c1c6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_read_url_missing.bad.yml @@ -0,0 +1,2 @@ +remote_read: + - url: diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_authorization_header.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_authorization_header.bad.yml new file mode 100644 index 0000000..24c8bd1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_authorization_header.bad.yml @@ -0,0 +1,5 @@ +remote_write: + - url: localhost:9090 + name: queue1 + headers: + "authorization": "Basic YWxhZGRpbjpvcGVuc2VzYW1l" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_dup.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_dup.bad.yml new file mode 100644 index 0000000..1fdc093 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_dup.bad.yml @@ -0,0 +1,6 @@ +remote_write: + - url: localhost:9090 + name: queue1 + - url: localhost:9091 + name: queue1 + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_header.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_header.bad.yml new file mode 100644 index 0000000..b3ebc46 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_header.bad.yml @@ -0,0 +1,5 @@ +remote_write: + - url: localhost:9090 + name: queue1 + headers: + "x-prometheus-remote-write-version": "somehack" diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_retry_on_rate_limit.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_retry_on_rate_limit.good.yml new file mode 100644 index 0000000..757ec1e --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_retry_on_rate_limit.good.yml @@ -0,0 +1,5 @@ +remote_write: + - url: localhost:9090 + queue_config: + retry_on_http_429: true + - url: localhost:9201 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_url_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_url_missing.bad.yml new file mode 100644 index 0000000..5078019 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/remote_write_url_missing.bad.yml @@ -0,0 +1,2 @@ +remote_write: + - url: diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/roundtrip.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/roundtrip.good.yml new file mode 100644 index 0000000..19690bb --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/roundtrip.good.yml @@ -0,0 +1,147 @@ +alerting: + alertmanagers: + - scheme: https + + file_sd_configs: + - files: + - foo/*.slow.json + - foo/*.slow.yml + refresh_interval: 10m + - files: + - bar/*.yaml + + static_configs: + - targets: + - 1.2.3.4:9093 + - 1.2.3.5:9093 + - 1.2.3.6:9093 + +scrape_configs: + +- job_name: foo + static_configs: + - targets: + - localhost:9090 + - localhost:9191 + labels: + my: label + your: label + +- job_name: bar + + azure_sd_configs: + - environment: AzurePublicCloud + authentication_method: OAuth + subscription_id: 11AAAA11-A11A-111A-A111-1111A1111A11 + tenant_id: BBBB222B-B2B2-2B22-B222-2BB2222BB2B2 + client_id: 333333CC-3C33-3333-CCC3-33C3CCCCC33C + client_secret: + port: 9100 + + consul_sd_configs: + - server: localhost:1234 + token: + services: [nginx, cache, mysql] + tags: [canary, v1] + node_meta: + rack: "123" + allow_stale: true + scheme: https + tls_config: + ca_file: valid_ca_file + cert_file: valid_cert_file + key_file: valid_key_file + + digitalocean_sd_configs: + - authorization: + credentials: + + docker_sd_configs: + - host: unix:///var/run/docker.sock + + dockerswarm_sd_configs: + - host: http://127.0.0.1:2375 + role: nodes + + dns_sd_configs: + - refresh_interval: 15s + names: + - first.dns.address.domain.com + - second.dns.address.domain.com + - names: + - first.dns.address.domain.com + + ec2_sd_configs: + - region: us-east-1 + access_key: access + secret_key: + profile: profile + filters: + - name: tag:environment + values: + - prod + - name: tag:service + values: + - web + - db + + file_sd_configs: + - files: + - single/file.yml + + kubernetes_sd_configs: + - role: endpoints + api_server: https://localhost:1234 + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + basic_auth: + username: username + password: + - role: endpoints + api_server: https://localhost:1234 + namespaces: + names: + - default + basic_auth: + username: username + password_file: valid_password_file + + marathon_sd_configs: + - servers: + - https://marathon.example.com:443 + auth_token: + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file + + nerve_sd_configs: + - servers: + - localhost + paths: + - /monitoring + + openstack_sd_configs: + - role: instance + region: RegionOne + port: 80 + refresh_interval: 1m + tls_config: + ca_file: valid_ca_file + cert_file: valid_cert_file + key_file: valid_key_file + + static_configs: + - targets: + - localhost:9093 + + triton_sd_configs: + - account: testAccount + dns_suffix: triton.example.com + endpoint: triton.example.com + port: 9163 + refresh_interval: 1m + version: 1 + tls_config: + cert_file: valid_cert_file + key_file: valid_key_file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/rules.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/rules.bad.yml new file mode 100644 index 0000000..b812401 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/rules.bad.yml @@ -0,0 +1,3 @@ +rule_files: + - 'my_rule' # fine + - 'my/*/rule' # bad diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path.good.yml new file mode 100644 index 0000000..e9d3cf7 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path.good.yml @@ -0,0 +1,4 @@ +rule_files: + - 'first.rules' + - 'rules/second.rules' + - '/absolute/third.rules' diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path_windows.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path_windows.good.yml new file mode 100644 index 0000000..667411f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/rules_abs_path_windows.good.yml @@ -0,0 +1,4 @@ +rule_files: + - 'first.rules' + - 'rules\second.rules' + - 'c:\absolute\third.rules' diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_no_secret.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_no_secret.bad.yml new file mode 100644 index 0000000..4b30af1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_no_secret.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: +- scaleway_sd_configs: + - role: instance + project_id: 11111111-1111-1111-1111-111111111112 + access_key: SCWXXXXXXXXXXXXXXXXX diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_role.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_role.bad.yml new file mode 100644 index 0000000..83e51d0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_role.bad.yml @@ -0,0 +1,7 @@ +scrape_configs: +- scaleway_sd_configs: + - role: invalid + project_id: 11111111-1111-1111-1111-111111111112 + access_key: SCWXXXXXXXXXXXXXXXXX + secret_key_file: bar + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_two_secrets.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_two_secrets.bad.yml new file mode 100644 index 0000000..d3344d3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scaleway_two_secrets.bad.yml @@ -0,0 +1,8 @@ +scrape_configs: +- scaleway_sd_configs: + - role: instance + project_id: 11111111-1111-1111-1111-111111111112 + access_key: SCWXXXXXXXXXXXXXXXXX + secret_key_file: bar + secret_key: 11111111-1111-1111-1111-111111111112 + diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scrape_body_size_limit.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_body_size_limit.bad.yml new file mode 100644 index 0000000..f463e1c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_body_size_limit.bad.yml @@ -0,0 +1,3 @@ +scrape_configs: +- job_name: prometheus + body_size_limit: 100 diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval.bad.yml new file mode 100644 index 0000000..b334c77 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: +- job_name: prometheus + scrape_interval: 5s + scrape_timeout: 6s diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval_larger.good.yml b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval_larger.good.yml new file mode 100644 index 0000000..c31c795 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/scrape_interval_larger.good.yml @@ -0,0 +1,16 @@ +global: + scrape_interval: 15s + scrape_timeout: 15s + +scrape_configs: +- job_name: prometheus + + scrape_interval: 5s + + dns_sd_configs: + - refresh_interval: 15s + names: + - first.dns.address.domain.com + - second.dns.address.domain.com + - names: + - first.dns.address.domain.com \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/section_key_dup.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/section_key_dup.bad.yml new file mode 100644 index 0000000..35e96aa --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/section_key_dup.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: + - job_name: 'prometheus_system' + +scrape_configs: + - job_name: 'foo_system' diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.json b/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.json new file mode 100644 index 0000000..6050ed9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.json @@ -0,0 +1,7 @@ +{ + "targets": ["1.2.3.4:9100"], + "labels": { + "some_valid_label": "foo", + "oops:this-label-is-invalid": "bar" + } +} diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.yml new file mode 100644 index 0000000..1d229ec --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/static_config.bad.yml @@ -0,0 +1,4 @@ +targets: ['1.2.3.4:9001', '1.2.3.5:9090'] +labels: + valid_label: foo + not:valid_label: bar diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/target_label_hashmod_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/target_label_hashmod_missing.bad.yml new file mode 100644 index 0000000..c919ac7 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/target_label_hashmod_missing.bad.yml @@ -0,0 +1,6 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - source_labels: [__address__] + modulus: 8 + action: hashmod diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/target_label_missing.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/target_label_missing.bad.yml new file mode 100644 index 0000000..d7e8de3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/target_label_missing.bad.yml @@ -0,0 +1,4 @@ +scrape_configs: + - job_name: prometheus + relabel_configs: + - regex: abcdef diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/unknown_attr.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/unknown_attr.bad.yml new file mode 100644 index 0000000..8a53075 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/unknown_attr.bad.yml @@ -0,0 +1,20 @@ +# my global config +global: + scrape_interval: 15s + evaluation_interval: 30s + # scrape_timeout is set to the global default (10s). + + external_labels: + monitor: codelab + foo: bar + +rule_files: + - "first.rules" + - "second.rules" + - "my/*.rules" + +scrape_configs: + - job_name: prometheus + + consult_sd_configs: + - server: 'localhost:1234' diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/unknown_global_attr.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/unknown_global_attr.bad.yml new file mode 100644 index 0000000..169391f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/unknown_global_attr.bad.yml @@ -0,0 +1,2 @@ +global: + nonexistent_field: test diff --git a/staging/src/github.com/promethues/prometheus/config/testdata/url_in_targetgroup.bad.yml b/staging/src/github.com/promethues/prometheus/config/testdata/url_in_targetgroup.bad.yml new file mode 100644 index 0000000..a57d757 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/config/testdata/url_in_targetgroup.bad.yml @@ -0,0 +1,5 @@ +scrape_configs: +- job_name: prometheus + static_configs: + - targets: + - http://bad diff --git a/staging/src/github.com/promethues/prometheus/console_libraries/menu.lib b/staging/src/github.com/promethues/prometheus/console_libraries/menu.lib new file mode 100644 index 0000000..199ebf9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/console_libraries/menu.lib @@ -0,0 +1,82 @@ +{{/* vim: set ft=html: */}} + +{{/* Navbar, should be passed . */}} +{{ define "navbar" }} + +{{ end }} + +{{/* LHS menu, should be passed . */}} +{{ define "menu" }} +
+ +
+{{ end }} + +{{/* Helper, pass (args . path name) */}} +{{ define "_menuItem" }} +
  • {{ .arg2 }}
    • +{{ end }} + diff --git a/staging/src/github.com/promethues/prometheus/console_libraries/prom.lib b/staging/src/github.com/promethues/prometheus/console_libraries/prom.lib new file mode 100644 index 0000000..d7d436f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/console_libraries/prom.lib @@ -0,0 +1,138 @@ +{{/* vim: set ft=html: */}} +{{/* Load Prometheus console library JS/CSS. Should go in */}} +{{ define "prom_console_head" }} + + + + + + + + + + + + + +{{ end }} + +{{/* Top of all pages. */}} +{{ define "head" -}} + + + +{{ template "prom_console_head" }} + + +{{ template "navbar" . }} + +{{ template "menu" . }} +{{ end }} + +{{ define "__prom_query_drilldown_noop" }}{{ . }}{{ end }} +{{ define "humanize" }}{{ humanize . }}{{ end }} +{{ define "humanizeNoSmallPrefix" }}{{ if and (lt . 1.0) (gt . -1.0) }}{{ printf "%.3g" . }}{{ else }}{{ humanize . }}{{ end }}{{ end }} +{{ define "humanize1024" }}{{ humanize1024 . }}{{ end }} +{{ define "humanizeDuration" }}{{ humanizeDuration . }}{{ end }} +{{ define "humanizePercentage" }}{{ humanizePercentage . }}{{ end }} +{{ define "humanizeTimestamp" }}{{ humanizeTimestamp . }}{{ end }} +{{ define "printf.1f" }}{{ printf "%.1f" . }}{{ end }} +{{ define "printf.3g" }}{{ printf "%.3g" . }}{{ end }} + +{{/* prom_query_drilldown (args expr suffix? renderTemplate?) +Displays the result of the expression, with a link to /graph for it. + +renderTemplate is the name of the template to use to render the value. +*/}} +{{ define "prom_query_drilldown" }} +{{ $expr := .arg0 }}{{ $suffix := (or .arg1 "") }}{{ $renderTemplate := (or .arg2 "__prom_query_drilldown_noop") }} +{{ with query $expr }}{{tmpl $renderTemplate ( . | first | value )}}{{ $suffix }}{{ else }}-{{ end }} +{{ end }} + +{{ define "prom_path" }}/consoles/{{ .Path }}?{{ range $param, $value := .Params }}{{ $param }}={{ $value }}&{{ end }}{{ end }}" + +{{ define "prom_right_table_head" }} +
    + +{{ end }} +{{ define "prom_right_table_tail" }} +
    +
    +{{ end }} + +{{/* RHS table head, pass job name. Should be used after prom_right_table_head. */}} +{{ define "prom_right_table_job_head" }} + + {{ . }} + {{ template "prom_query_drilldown" (args (printf "sum(up{job='%s'})" .)) }} / {{ template "prom_query_drilldown" (args (printf "count(up{job='%s'})" .)) }} + + + CPU + {{ template "prom_query_drilldown" (args (printf "avg by(job)(irate(process_cpu_seconds_total{job='%s'}[5m]))" .) "s/s" "humanizeNoSmallPrefix") }} + + + Memory + {{ template "prom_query_drilldown" (args (printf "avg by(job)(process_resident_memory_bytes{job='%s'})" .) "B" "humanize1024") }} + +{{ end }} + + +{{ define "prom_content_head" }} +
    +
    +{{ template "prom_graph_timecontrol" . }} +{{ end }} +{{ define "prom_content_tail" }} +
    +
    +{{ end }} + +{{ define "prom_graph_timecontrol" }} +
    +
    +
    + +
    +
    + +
    +
    +
    + + + +
    +
    +
    + +
    +{{ end }} + +{{/* Bottom of all pages. */}} +{{ define "tail" }} + + +{{ end }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/index.html.example b/staging/src/github.com/promethues/prometheus/consoles/index.html.example new file mode 100644 index 0000000..c725d30 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/index.html.example @@ -0,0 +1,28 @@ +{{ template "head" . }} + +{{ template "prom_right_table_head" }} +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_head" . }} +

    Overview

    +

    These are example consoles for Prometheus.

    + +

    These consoles expect exporters to have the following job labels:

    + + + + + + + + + + + + + +
    ExporterJob label
    Node Exporternode
    Prometheusprometheus
    + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/node-cpu.html b/staging/src/github.com/promethues/prometheus/consoles/node-cpu.html new file mode 100644 index 0000000..d6c515d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/node-cpu.html @@ -0,0 +1,60 @@ +{{ template "head" . }} + +{{ template "prom_right_table_head" }} + + CPU(s): {{ template "prom_query_drilldown" (args (printf "scalar(count(count by (cpu)(node_cpu_seconds_total{job='node',instance='%s'})))" .Params.instance)) }} + +{{ range printf "sum by (mode)(irate(node_cpu_seconds_total{job='node',instance='%s'}[5m])) * 100 / scalar(count(count by (cpu)(node_cpu_seconds_total{job='node',instance='%s'})))" .Params.instance .Params.instance | query | sortByLabel "mode" }} + + {{ .Labels.mode | title }} CPU + {{ .Value | printf "%.1f" }}% + +{{ end }} + Misc + + Processes Running + {{ template "prom_query_drilldown" (args (printf "node_procs_running{job='node',instance='%s'}" .Params.instance) "" "humanize") }} + + + Processes Blocked + {{ template "prom_query_drilldown" (args (printf "node_procs_blocked{job='node',instance='%s'}" .Params.instance) "" "humanize") }} + + + Forks + {{ template "prom_query_drilldown" (args (printf "irate(node_forks_total{job='node',instance='%s'}[5m])" .Params.instance) "/s" "humanize") }} + + + Context Switches + {{ template "prom_query_drilldown" (args (printf "irate(node_context_switches_total{job='node',instance='%s'}[5m])" .Params.instance) "/s" "humanize") }} + + + Interrupts + {{ template "prom_query_drilldown" (args (printf "irate(node_intr_total{job='node',instance='%s'}[5m])" .Params.instance) "/s" "humanize") }} + + + 1m Loadavg + {{ template "prom_query_drilldown" (args (printf "node_load1{job='node',instance='%s'}" .Params.instance)) }} + + + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_head" . }} +

    Node CPU - {{ reReplaceAll "(.*?://)([^:/]+?)(:\\d+)?/.*" "$2" .Params.instance }}

    + +

    CPU Usage

    +
    + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/node-disk.html b/staging/src/github.com/promethues/prometheus/consoles/node-disk.html new file mode 100644 index 0000000..6d0dcc0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/node-disk.html @@ -0,0 +1,77 @@ +{{ template "head" . }} + +{{ template "prom_content_head" . }} +

    Node Disk - {{ reReplaceAll "(.*?://)([^:/]+?)(:\\d+)?/.*" "$2" .Params.instance }}

    + +

    Disk I/O Utilization

    +
    + +

    Filesystem Usage

    +
    + + +{{ template "prom_right_table_head" }} + Disks + +{{ range printf "node_disk_io_time_seconds_total{job='node',instance='%s'}" .Params.instance | query | sortByLabel "device" }} + {{ .Labels.device }} + + Utilization + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_io_time_seconds_total{job='node',instance='%s',device='%s'}[5m]) * 100" .Labels.instance .Labels.device) "%" "printf.1f") }} + + + Throughput + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_read_bytes_total{job='node',instance='%s',device='%s'}[5m]) + irate(node_disk_written_bytes_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device .Labels.instance .Labels.device) "B/s" "humanize") }} + + + Avg Read Time + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_read_time_seconds_total{job='node',instance='%s',device='%s'}[5m]) / irate(node_disk_reads_completed_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device .Labels.instance .Labels.device) "s" "humanize") }} + + + Avg Write Time + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_write_time_seconds_total{job='node',instance='%s',device='%s'}[5m]) / irate(node_disk_writes_completed_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device .Labels.instance .Labels.device) "s" "humanize") }} + +{{ end }} + Filesystem Fullness + +{{ define "roughlyNearZero" }} +{{ if gt .1 . }}~0{{ else }}{{ printf "%.1f" . }}{{ end }} +{{ end }} +{{ range printf "node_filesystem_size_bytes{job='node',instance='%s'}" .Params.instance | query | sortByLabel "mountpoint" }} + + {{ .Labels.mountpoint }} + {{ template "prom_query_drilldown" (args (printf "100 - node_filesystem_avail_bytes{job='node',instance='%s',mountpoint='%s'} / node_filesystem_size_bytes{job='node'} * 100" .Labels.instance .Labels.mountpoint) "%" "roughlyNearZero") }} + +{{ end }} + + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/node-overview.html b/staging/src/github.com/promethues/prometheus/consoles/node-overview.html new file mode 100644 index 0000000..092028d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/node-overview.html @@ -0,0 +1,122 @@ +{{ template "head" . }} + +{{ template "prom_content_head" . }} +

    Node Overview - {{ reReplaceAll "(.*?://)([^:/]+?)(:\\d+)?/.*" "$2" .Params.instance }}

    + +

    CPU Usage

    +
    + + +

    Disk I/O Utilization

    +
    + + +

    Memory

    +
    + + +{{ template "prom_right_table_head" }} + Overview + + User CPU + {{ template "prom_query_drilldown" (args (printf "sum(irate(node_cpu_seconds_total{job='node',instance='%s',mode='user'}[5m])) * 100 / count(count by (cpu)(node_cpu_seconds_total{job='node',instance='%s'}))" .Params.instance .Params.instance) "%" "printf.1f") }} + + + System CPU + {{ template "prom_query_drilldown" (args (printf "sum(irate(node_cpu_seconds_total{job='node',instance='%s',mode='system'}[5m])) * 100 / count(count by (cpu)(node_cpu_seconds_total{job='node',instance='%s'}))" .Params.instance .Params.instance) "%" "printf.1f") }} + + + Memory Total + {{ template "prom_query_drilldown" (args (printf "node_memory_MemTotal_bytes{job='node',instance='%s'}" .Params.instance) "B" "humanize1024") }} + + + Memory Free + {{ template "prom_query_drilldown" (args (printf "node_memory_MemFree_bytes{job='node',instance='%s'}" .Params.instance) "B" "humanize1024") }} + + + Network + +{{ range printf "node_network_receive_bytes_total{job='node',instance='%s',device!='lo'}" .Params.instance | query | sortByLabel "device" }} + + {{ .Labels.device }} Received + {{ template "prom_query_drilldown" (args (printf "irate(node_network_receive_bytes_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device) "B/s" "humanize") }} + + + {{ .Labels.device }} Transmitted + {{ template "prom_query_drilldown" (args (printf "irate(node_network_transmit_bytes_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device) "B/s" "humanize") }} + +{{ end }} + + + Disks + +{{ range printf "node_disk_io_time_seconds_total{job='node',instance='%s',device!~'^(md\\\\d+$|dm-)'}" .Params.instance | query | sortByLabel "device" }} + + {{ .Labels.device }} Utilization + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_io_time_seconds_total{job='node',instance='%s',device='%s'}[5m]) * 100" .Labels.instance .Labels.device) "%" "printf.1f") }} + +{{ end }} +{{ range printf "node_disk_io_time_seconds_total{job='node',instance='%s'}" .Params.instance | query | sortByLabel "device" }} + + {{ .Labels.device }} Throughput + {{ template "prom_query_drilldown" (args (printf "irate(node_disk_read_bytes_total{job='node',instance='%s',device='%s'}[5m]) + irate(node_disk_written_bytes_total{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device .Labels.instance .Labels.device) "B/s" "humanize") }} + +{{ end }} + + Filesystem Fullness + +{{ define "roughlyNearZero" }} +{{ if gt .1 . }}~0{{ else }}{{ printf "%.1f" . }}{{ end }} +{{ end }} +{{ range printf "node_filesystem_size_bytes{job='node',instance='%s'}" .Params.instance | query | sortByLabel "mountpoint" }} + + {{ .Labels.mountpoint }} + {{ template "prom_query_drilldown" (args (printf "100 - node_filesystem_avail_bytes{job='node',instance='%s',mountpoint='%s'} / node_filesystem_size_bytes{job='node'} * 100" .Labels.instance .Labels.mountpoint) "%" "roughlyNearZero") }} + +{{ end }} + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/node.html b/staging/src/github.com/promethues/prometheus/consoles/node.html new file mode 100644 index 0000000..bf2b767 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/node.html @@ -0,0 +1,34 @@ +{{ template "head" . }} + +{{ template "prom_right_table_head" }} + + Node + {{ template "prom_query_drilldown" (args "sum(up{job='node'})") }} / {{ template "prom_query_drilldown" (args "count(up{job='node'})") }} + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_head" . }} +

    Node

    + + + + + + + + +{{ range query "up{job='node'}" | sortByLabel "instance" }} + + + Yes{{ else }} class="alert-danger">No{{ end }} + + + +{{ else }} + +{{ end }} + + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/prometheus-overview.html b/staging/src/github.com/promethues/prometheus/consoles/prometheus-overview.html new file mode 100644 index 0000000..08e027d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/prometheus-overview.html @@ -0,0 +1,96 @@ +{{ template "head" . }} + +{{ template "prom_right_table_head" }} + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +{{ range printf "prometheus_http_request_duration_seconds_count{job='prometheus',instance='%s'}" .Params.instance | query | sortByLabel "handler" }} + + + + +{{ end }} + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_head" . }} +
    +

    Prometheus Overview - {{ .Params.instance }}

    + +

    Ingested Samples

    +
    + + +

    HTTP Server

    +
    + +
    +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/consoles/prometheus.html b/staging/src/github.com/promethues/prometheus/consoles/prometheus.html new file mode 100644 index 0000000..e0d0263 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/consoles/prometheus.html @@ -0,0 +1,34 @@ +{{ template "head" . }} + +{{ template "prom_right_table_head" }} + + + + +{{ template "prom_right_table_tail" }} + +{{ template "prom_content_head" . }} +

    Prometheus

    + +
    NodeUpCPU
    Used    		Memory
    Available
    {{ reReplaceAll "(.*?://)([^:/]+?)(:\\d+)?/.*" "$2" .Labels.instance }}{{ template "prom_query_drilldown" (args (printf "100 * (1 - avg by(instance)(irate(node_cpu_seconds_total{job='node',mode='idle',instance='%s'}[5m])))" .Labels.instance) "%" "printf.1f") }}{{ template "prom_query_drilldown" (args (printf "node_memory_MemFree_bytes{job='node',instance='%s'} + node_memory_Cached_bytes{job='node',instance='%s'} + node_memory_Buffers_bytes{job='node',instance='%s'}" .Labels.instance .Labels.instance .Labels.instance) "B" "humanize1024") }}
    No nodes found.
    Overview
    CPU{{ template "prom_query_drilldown" (args (printf "irate(process_cpu_seconds_total{job='prometheus',instance='%s'}[5m])" .Params.instance) "s/s" "humanizeNoSmallPrefix") }}
    Memory{{ template "prom_query_drilldown" (args (printf "process_resident_memory_bytes{job='prometheus',instance='%s'}" .Params.instance) "B" "humanize1024") }}
    Version{{ with query (printf "prometheus_build_info{job='prometheus',instance='%s'}" .Params.instance) }}{{. | first | label "version"}}{{end}}
    Storage
    Ingested Samples{{ template "prom_query_drilldown" (args (printf "irate(prometheus_tsdb_head_samples_appended_total{job='prometheus',instance='%s'}[5m])" .Params.instance) "/s" "humanizeNoSmallPrefix") }}
    Head Series{{ template "prom_query_drilldown" (args (printf "prometheus_tsdb_head_series{job='prometheus',instance='%s'}" .Params.instance) "" "humanize") }}
    Blocks Loaded{{ template "prom_query_drilldown" (args (printf "prometheus_tsdb_blocks_loaded{job='prometheus',instance='%s'}" .Params.instance) "" "humanize") }}
    Rules
    Evaluation Duration{{ template "prom_query_drilldown" (args (printf "irate(prometheus_evaluator_duration_seconds_sum{job='prometheus',instance='%s'}[5m]) / irate(prometheus_evaluator_duration_seconds_count{job='prometheus',instance='%s'}[5m])" .Params.instance .Params.instance) "" "humanizeDuration") }}
    Notification Latency{{ template "prom_query_drilldown" (args (printf "irate(prometheus_notifications_latency_seconds_sum{job='prometheus',instance='%s'}[5m]) / irate(prometheus_notifications_latency_seconds_count{job='prometheus',instance='%s'}[5m])" .Params.instance .Params.instance) "" "humanizeDuration") }}
    Notification Queue{{ template "prom_query_drilldown" (args (printf "prometheus_notifications_queue_length{job='prometheus',instance='%s'}" .Params.instance) "" "humanize") }}
    HTTP Server
    {{ .Labels.handler }}{{ template "prom_query_drilldown" (args (printf "irate(prometheus_http_request_duration_seconds_count{job='prometheus',instance='%s',handler='%s'}[5m])" .Labels.instance .Labels.handler) "/s" "humanizeNoSmallPrefix") }}
    Prometheus{{ template "prom_query_drilldown" (args "sum(up{job='prometheus'})") }} / {{ template "prom_query_drilldown" (args "count(up{job='prometheus'})") }}
    + + + + + + +{{ range query "up{job='prometheus'}" | sortByLabel "instance" }} + + + + + + +{{ else }} + +{{ end }} +
    PrometheusUpIngested SamplesMemory
    {{ .Labels.instance }}Yes{{ else }} class="alert-danger">No{{ end }}{{ template "prom_query_drilldown" (args (printf "irate(prometheus_tsdb_head_samples_appended_total{job='prometheus',instance='%s'}[5m])" .Labels.instance) "/s" "humanizeNoSmallPrefix") }}{{ template "prom_query_drilldown" (args (printf "process_resident_memory_bytes{job='prometheus',instance='%s'}" .Labels.instance) "B" "humanize1024")}}
    No devices found.
    + +{{ template "prom_content_tail" . }} + +{{ template "tail" }} diff --git a/staging/src/github.com/promethues/prometheus/discovery/README.md b/staging/src/github.com/promethues/prometheus/discovery/README.md new file mode 100644 index 0000000..19b579b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/README.md @@ -0,0 +1,267 @@ +# Service Discovery + +This directory contains the service discovery (SD) component of Prometheus. + +## Design of a Prometheus SD + +There are many requests to add new SDs to Prometheus, this section looks at +what makes a good SD and covers some of the common implementation issues. + +### Does this make sense as an SD? + +The first question to be asked is does it make sense to add this particular +SD? An SD mechanism should be reasonably well established, and at a minimum in +use across multiple organizations. It should allow discovering of machines +and/or services running somewhere. When exactly an SD is popular enough to +justify being added to Prometheus natively is an open question. + +Note: As part of lifting the past moratorium on new SD implementations it was +agreed that, in addition to the existing requirements, new service discovery +implementations will be required to have a committed maintainer with push access (i.e., on -team). + +It should not be a brand new SD mechanism, or a variant of an established +mechanism. We want to integrate Prometheus with the SD that's already there in +your infrastructure, not invent yet more ways to do service discovery. We also +do not add mechanisms to work around users lacking service discovery and/or +configuration management infrastructure. + +SDs that merely discover other applications running the same software (e.g. +talk to one Kafka or Cassandra server to find the others) are not service +discovery. In that case the SD you should be looking at is whatever decides +that a machine is going to be a Kafka server, likely a machine database or +configuration management system. + +If something is particularly custom or unusual, `file_sd` is the generic +mechanism provided for users to hook in. Generally with Prometheus we offer a +single generic mechanism for things with infinite variations, rather than +trying to support everything natively (see also, alertmanager webhook, remote +read, remote write, node exporter textfile collector). For example anything +that would involve talking to a relational database should use `file_sd` +instead. + +For configuration management systems like Chef, while they do have a +database/API that'd in principle make sense to talk to for service discovery, +the idiomatic approach is to use Chef's templating facilities to write out a +file for use with `file_sd`. + + +### Mapping from SD to Prometheus + +The general principle with SD is to extract all the potentially useful +information we can out of the SD, and let the user choose what they need of it +using +[relabelling](https://prometheus.io/docs/operating/configuration/#). +This information is generally termed metadata. + +Metadata is exposed as a set of key/value pairs (labels) per target. The keys +are prefixed with `__meta__`, and there should also be an `__address__` +label with the host:port of the target (preferably an IP address to avoid DNS +lookups). No other labelnames should be exposed. + +It is very common for initial pull requests for new SDs to include hardcoded +assumptions that make sense for the author's setup. SD should be generic, +any customisation should be handled via relabelling. There should be basically +no business logic, filtering, or transformations of the data from the SD beyond +that which is needed to fit it into the metadata data model. + +Arrays (e.g. a list of tags) should be converted to a single label with the +array values joined with a comma. Also prefix and suffix the value with a +comma. So for example the array `[a, b, c]` would become `,a,b,c,`. As +relabelling regexes are fully anchored, this makes it easier to write correct +regexes against (`.*,a,.*` works no matter where `a` appears in the list). The +canonical example of this is `__meta_consul_tags`. + +Maps, hashes and other forms of key/value pairs should be all prefixed and +exposed as labels. For example for EC2 tags, there would be +`__meta_ec2_tag_Description=mydescription` for the Description tag. Labelnames +may only contain `[_a-zA-Z0-9]`, sanitize by replacing with underscores as needed. + +For targets with multiple potential ports, you can a) expose them as a list, b) +if they're named expose them as a map or c) expose them each as their own +target. Kubernetes SD takes the target per port approach. a) and b) can be +combined. + +For machine-like SDs (OpenStack, EC2, Kubernetes to some extent) there may +be multiple network interfaces for a target. Thus far reporting the details +of only the first/primary network interface has sufficed. + + +### Other implementation considerations + +SDs are intended to dump all possible targets. For example the optional use of +EC2 service discovery would be to take the entire region's worth of EC2 +instances it provides and do everything needed in one `scrape_config`. For +large deployments where you are only interested in a small proportion of the +returned targets, this may cause performance issues. If this occurs it is +acceptable to also offer filtering via whatever mechanisms the SD exposes. For +EC2 that would be the `Filter` option on `DescribeInstances`. Keep in mind that +this is a performance optimisation, it should be possible to do the same +filtering using relabelling alone. As with SD generally, we do not invent new +ways to filter targets (that is what relabelling is for), merely offer up +whatever functionality the SD itself offers. + +It is a general rule with Prometheus that all configuration comes from the +configuration file. While the libraries you use to talk to the SD may also +offer other mechanisms for providing configuration/authentication under the +covers (EC2's use of environment variables being a prime example), using your SD +mechanism should not require this. Put another way, your SD implementation +should not read environment variables or files to obtain configuration. + +Some SD mechanisms have rate limits that make them challenging to use. As an +example we have unfortunately had to reject Amazon ECS service discovery due to +the rate limits being so low that it would not be usable for anything beyond +small setups. + +If a system offers multiple distinct types of SD, select which is in use with a +configuration option rather than returning them all from one mega SD that +requires relabelling to select just the one you want. So far we have only seen +this with Kubernetes. When a single SD with a selector vs. multiple distinct +SDs makes sense is an open question. + +If there is a failure while processing talking to the SD, abort rather than +returning partial data. It is better to work from stale targets than partial +or incorrect metadata. + +The information obtained from service discovery is not considered sensitive +security wise. Do not return secrets in metadata, anyone with access to +the Prometheus server will be able to see them. + + +## Writing an SD mechanism + +### The SD interface + +A Service Discovery (SD) mechanism has to discover targets and provide them to Prometheus. We expect similar targets to be grouped together, in the form of a [target group](https://pkg.go.dev/github.com/prometheus/prometheus/discovery/targetgroup#Group). The SD mechanism sends the targets down to prometheus as list of target groups. + +An SD mechanism has to implement the `Discoverer` Interface: +```go +type Discoverer interface { + Run(ctx context.Context, up chan<- []*targetgroup.Group) +} +``` + +Prometheus will call the `Run()` method on a provider to initialize the discovery mechanism. The mechanism will then send *all* the target groups into the channel. +Now the mechanism will watch for changes. For each update it can send all target groups, or only changed and new target groups, down the channel. `Manager` will handle +both cases. + +For example if we had a discovery mechanism and it retrieves the following groups: + +```go +[]targetgroup.Group{ + { + Targets: []model.LabelSet{ + { + "__instance__": "10.11.150.1:7870", + "hostname": "demo-target-1", + "test": "simple-test", + }, + { + "__instance__": "10.11.150.4:7870", + "hostname": "demo-target-2", + "test": "simple-test", + }, + }, + Labels: model.LabelSet{ + "job": "mysql", + }, + "Source": "file1", + }, + { + Targets: []model.LabelSet{ + { + "__instance__": "10.11.122.11:6001", + "hostname": "demo-postgres-1", + "test": "simple-test", + }, + { + "__instance__": "10.11.122.15:6001", + "hostname": "demo-postgres-2", + "test": "simple-test", + }, + }, + Labels: model.LabelSet{ + "job": "postgres", + }, + "Source": "file2", + }, +} +``` + +Here there are two target groups one group with source `file1` and another with `file2`. The grouping is implementation specific and could even be one target per group. But, one has to make sure every target group sent by an SD instance should have a `Source` which is unique across all the target groups of that SD instance. + +In this case, both the target groups are sent down the channel the first time `Run()` is called. Now, for an update, we need to send the whole _changed_ target group down the channel. i.e, if the target with `hostname: demo-postgres-2` goes away, we send: +```go +&targetgroup.Group{ + Targets: []model.LabelSet{ + { + "__instance__": "10.11.122.11:6001", + "hostname": "demo-postgres-1", + "test": "simple-test", + }, + }, + Labels: model.LabelSet{ + "job": "postgres", + }, + "Source": "file2", +} +``` +down the channel. + +If all the targets in a group go away, we need to send the target groups with empty `Targets` down the channel. i.e, if all targets with `job: postgres` go away, we send: +```go +&targetgroup.Group{ + Targets: nil, + "Source": "file2", +} +``` +down the channel. + +### The Config interface + +Now that your service discovery mechanism is ready to discover targets, you must help +Prometheus discover it. This is done by implementing the `discovery.Config` interface +and registering it with `discovery.RegisterConfig` in an init function of your package. + +```go +type Config interface { + // Name returns the name of the discovery mechanism. + Name() string + + // NewDiscoverer returns a Discoverer for the Config + // with the given DiscovererOptions. + NewDiscoverer(DiscovererOptions) (Discoverer, error) +} + +type DiscovererOptions struct { + Logger log.Logger +} +``` + +The value returned by `Name()` should be short, descriptive, lowercase, and unique. +It's used to tag the provided `Logger` and as the part of the YAML key for your SD +mechanism's list of configs in `scrape_config` and `alertmanager_config` +(e.g. `${NAME}_sd_configs`). + +### New Service Discovery Check List + +Here are some non-obvious parts of adding service discoveries that need to be verified: + +- Validate that discovery configs can be DeepEqualled by adding them to + `config/testdata/conf.good.yml` and to the associated tests. + +- If the config contains file paths directly or indirectly (e.g. with a TLSConfig or + HTTPClientConfig field), then it must implement `config.DirectorySetter`. + +- Import your SD package from `prometheus/discovery/install`. The install package is + imported from `main` to register all builtin SD mechanisms. + +- List the service discovery in both `` and + `` in `docs/configuration/configuration.md`. + + + +### Examples of Service Discovery pull requests + +The examples given might become out of date but should give a good impression about the areas touched by a new service discovery. + +- [Eureka](https://github.com/prometheus/prometheus/pull/3369) diff --git a/staging/src/github.com/promethues/prometheus/discovery/aws/ec2.go b/staging/src/github.com/promethues/prometheus/discovery/aws/ec2.go new file mode 100644 index 0000000..c306c92 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/aws/ec2.go @@ -0,0 +1,302 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package aws + +import ( + "context" + "fmt" + "net" + "strings" + "time" + + "github.com/aws/aws-sdk-go/aws" + "github.com/aws/aws-sdk-go/aws/awserr" + "github.com/aws/aws-sdk-go/aws/credentials" + "github.com/aws/aws-sdk-go/aws/credentials/stscreds" + "github.com/aws/aws-sdk-go/aws/ec2metadata" + "github.com/aws/aws-sdk-go/aws/session" + "github.com/aws/aws-sdk-go/service/ec2" + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + ec2Label = model.MetaLabelPrefix + "ec2_" + ec2LabelAMI = ec2Label + "ami" + ec2LabelAZ = ec2Label + "availability_zone" + ec2LabelArch = ec2Label + "architecture" + ec2LabelIPv6Addresses = ec2Label + "ipv6_addresses" + ec2LabelInstanceID = ec2Label + "instance_id" + ec2LabelInstanceLifecycle = ec2Label + "instance_lifecycle" + ec2LabelInstanceState = ec2Label + "instance_state" + ec2LabelInstanceType = ec2Label + "instance_type" + ec2LabelOwnerID = ec2Label + "owner_id" + ec2LabelPlatform = ec2Label + "platform" + ec2LabelPrimarySubnetID = ec2Label + "primary_subnet_id" + ec2LabelPrivateDNS = ec2Label + "private_dns_name" + ec2LabelPrivateIP = ec2Label + "private_ip" + ec2LabelPublicDNS = ec2Label + "public_dns_name" + ec2LabelPublicIP = ec2Label + "public_ip" + ec2LabelSubnetID = ec2Label + "subnet_id" + ec2LabelTag = ec2Label + "tag_" + ec2LabelVPCID = ec2Label + "vpc_id" + ec2LabelSeparator = "," +) + +var ( + // DefaultEC2SDConfig is the default EC2 SD configuration. + DefaultEC2SDConfig = EC2SDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + } +) + +func init() { + discovery.RegisterConfig(&EC2SDConfig{}) +} + +// EC2Filter is the configuration for filtering EC2 instances. +type EC2Filter struct { + Name string `yaml:"name"` + Values []string `yaml:"values"` +} + +// EC2SDConfig is the configuration for EC2 based service discovery. +type EC2SDConfig struct { + Endpoint string `yaml:"endpoint"` + Region string `yaml:"region"` + AccessKey string `yaml:"access_key,omitempty"` + SecretKey config.Secret `yaml:"secret_key,omitempty"` + Profile string `yaml:"profile,omitempty"` + RoleARN string `yaml:"role_arn,omitempty"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + Port int `yaml:"port"` + Filters []*EC2Filter `yaml:"filters"` +} + +// Name returns the name of the EC2 Config. +func (*EC2SDConfig) Name() string { return "ec2" } + +// NewDiscoverer returns a Discoverer for the EC2 Config. +func (c *EC2SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewEC2Discovery(c, opts.Logger), nil +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface for the EC2 Config. +func (c *EC2SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultEC2SDConfig + type plain EC2SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Region == "" { + sess, err := session.NewSession() + if err != nil { + return err + } + metadata := ec2metadata.New(sess) + region, err := metadata.Region() + if err != nil { + return errors.New("EC2 SD configuration requires a region") + } + c.Region = region + } + for _, f := range c.Filters { + if len(f.Values) == 0 { + return errors.New("EC2 SD configuration filter values cannot be empty") + } + } + return nil +} + +// EC2Discovery periodically performs EC2-SD requests. It implements +// the Discoverer interface. +type EC2Discovery struct { + *refresh.Discovery + cfg *EC2SDConfig + ec2 *ec2.EC2 +} + +// NewEC2Discovery returns a new EC2Discovery which periodically refreshes its targets. +func NewEC2Discovery(conf *EC2SDConfig, logger log.Logger) *EC2Discovery { + if logger == nil { + logger = log.NewNopLogger() + } + d := &EC2Discovery{ + cfg: conf, + } + d.Discovery = refresh.NewDiscovery( + logger, + "ec2", + time.Duration(d.cfg.RefreshInterval), + d.refresh, + ) + return d +} + +func (d *EC2Discovery) ec2Client() (*ec2.EC2, error) { + if d.ec2 != nil { + return d.ec2, nil + } + + creds := credentials.NewStaticCredentials(d.cfg.AccessKey, string(d.cfg.SecretKey), "") + if d.cfg.AccessKey == "" && d.cfg.SecretKey == "" { + creds = nil + } + + sess, err := session.NewSessionWithOptions(session.Options{ + Config: aws.Config{ + Endpoint: &d.cfg.Endpoint, + Region: &d.cfg.Region, + Credentials: creds, + }, + Profile: d.cfg.Profile, + }) + if err != nil { + return nil, errors.Wrap(err, "could not create aws session") + } + + if d.cfg.RoleARN != "" { + creds := stscreds.NewCredentials(sess, d.cfg.RoleARN) + d.ec2 = ec2.New(sess, &aws.Config{Credentials: creds}) + } else { + d.ec2 = ec2.New(sess) + } + + return d.ec2, nil +} + +func (d *EC2Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + ec2Client, err := d.ec2Client() + if err != nil { + return nil, err + } + + tg := &targetgroup.Group{ + Source: d.cfg.Region, + } + + var filters []*ec2.Filter + for _, f := range d.cfg.Filters { + filters = append(filters, &ec2.Filter{ + Name: aws.String(f.Name), + Values: aws.StringSlice(f.Values), + }) + } + + input := &ec2.DescribeInstancesInput{Filters: filters} + + if err := ec2Client.DescribeInstancesPagesWithContext(ctx, input, func(p *ec2.DescribeInstancesOutput, lastPage bool) bool { + for _, r := range p.Reservations { + for _, inst := range r.Instances { + if inst.PrivateIpAddress == nil { + continue + } + labels := model.LabelSet{ + ec2LabelInstanceID: model.LabelValue(*inst.InstanceId), + } + + if r.OwnerId != nil { + labels[ec2LabelOwnerID] = model.LabelValue(*r.OwnerId) + } + + labels[ec2LabelPrivateIP] = model.LabelValue(*inst.PrivateIpAddress) + if inst.PrivateDnsName != nil { + labels[ec2LabelPrivateDNS] = model.LabelValue(*inst.PrivateDnsName) + } + addr := net.JoinHostPort(*inst.PrivateIpAddress, fmt.Sprintf("%d", d.cfg.Port)) + labels[model.AddressLabel] = model.LabelValue(addr) + + if inst.Platform != nil { + labels[ec2LabelPlatform] = model.LabelValue(*inst.Platform) + } + + if inst.PublicIpAddress != nil { + labels[ec2LabelPublicIP] = model.LabelValue(*inst.PublicIpAddress) + labels[ec2LabelPublicDNS] = model.LabelValue(*inst.PublicDnsName) + } + + labels[ec2LabelAMI] = model.LabelValue(*inst.ImageId) + labels[ec2LabelAZ] = model.LabelValue(*inst.Placement.AvailabilityZone) + labels[ec2LabelInstanceState] = model.LabelValue(*inst.State.Name) + labels[ec2LabelInstanceType] = model.LabelValue(*inst.InstanceType) + + if inst.InstanceLifecycle != nil { + labels[ec2LabelInstanceLifecycle] = model.LabelValue(*inst.InstanceLifecycle) + } + + if inst.Architecture != nil { + labels[ec2LabelArch] = model.LabelValue(*inst.Architecture) + } + + if inst.VpcId != nil { + labels[ec2LabelVPCID] = model.LabelValue(*inst.VpcId) + labels[ec2LabelPrimarySubnetID] = model.LabelValue(*inst.SubnetId) + + var subnets []string + var ipv6addrs []string + subnetsMap := make(map[string]struct{}) + for _, eni := range inst.NetworkInterfaces { + if eni.SubnetId == nil { + continue + } + // Deduplicate VPC Subnet IDs maintaining the order of the subnets returned by EC2. + if _, ok := subnetsMap[*eni.SubnetId]; !ok { + subnetsMap[*eni.SubnetId] = struct{}{} + subnets = append(subnets, *eni.SubnetId) + } + + for _, ipv6addr := range eni.Ipv6Addresses { + ipv6addrs = append(ipv6addrs, *ipv6addr.Ipv6Address) + } + } + labels[ec2LabelSubnetID] = model.LabelValue( + ec2LabelSeparator + + strings.Join(subnets, ec2LabelSeparator) + + ec2LabelSeparator) + if len(ipv6addrs) > 0 { + labels[ec2LabelIPv6Addresses] = model.LabelValue( + ec2LabelSeparator + + strings.Join(ipv6addrs, ec2LabelSeparator) + + ec2LabelSeparator) + } + } + + for _, t := range inst.Tags { + if t == nil || t.Key == nil || t.Value == nil { + continue + } + name := strutil.SanitizeLabelName(*t.Key) + labels[ec2LabelTag+model.LabelName(name)] = model.LabelValue(*t.Value) + } + tg.Targets = append(tg.Targets, labels) + } + } + return true + }); err != nil { + if awsErr, ok := err.(awserr.Error); ok && (awsErr.Code() == "AuthFailure" || awsErr.Code() == "UnauthorizedOperation") { + d.ec2 = nil + } + return nil, errors.Wrap(err, "could not describe instances") + } + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/aws/lightsail.go b/staging/src/github.com/promethues/prometheus/discovery/aws/lightsail.go new file mode 100644 index 0000000..e3dc65b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/aws/lightsail.go @@ -0,0 +1,234 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package aws + +import ( + "context" + "fmt" + "net" + "strings" + "time" + + "github.com/aws/aws-sdk-go/aws" + "github.com/aws/aws-sdk-go/aws/awserr" + "github.com/aws/aws-sdk-go/aws/credentials" + "github.com/aws/aws-sdk-go/aws/credentials/stscreds" + "github.com/aws/aws-sdk-go/aws/ec2metadata" + "github.com/aws/aws-sdk-go/aws/session" + "github.com/aws/aws-sdk-go/service/lightsail" + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + lightsailLabel = model.MetaLabelPrefix + "lightsail_" + lightsailLabelAZ = lightsailLabel + "availability_zone" + lightsailLabelBlueprintID = lightsailLabel + "blueprint_id" + lightsailLabelBundleID = lightsailLabel + "bundle_id" + lightsailLabelInstanceName = lightsailLabel + "instance_name" + lightsailLabelInstanceState = lightsailLabel + "instance_state" + lightsailLabelInstanceSupportCode = lightsailLabel + "instance_support_code" + lightsailLabelIPv6Addresses = lightsailLabel + "ipv6_addresses" + lightsailLabelPrivateIP = lightsailLabel + "private_ip" + lightsailLabelPublicIP = lightsailLabel + "public_ip" + lightsailLabelTag = lightsailLabel + "tag_" + lightsailLabelSeparator = "," +) + +var ( + // DefaultLightsailSDConfig is the default Lightsail SD configuration. + DefaultLightsailSDConfig = LightsailSDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + } +) + +func init() { + discovery.RegisterConfig(&LightsailSDConfig{}) +} + +// LightsailSDConfig is the configuration for Lightsail based service discovery. +type LightsailSDConfig struct { + Endpoint string `yaml:"endpoint"` + Region string `yaml:"region"` + AccessKey string `yaml:"access_key,omitempty"` + SecretKey config.Secret `yaml:"secret_key,omitempty"` + Profile string `yaml:"profile,omitempty"` + RoleARN string `yaml:"role_arn,omitempty"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + Port int `yaml:"port"` +} + +// Name returns the name of the Lightsail Config. +func (*LightsailSDConfig) Name() string { return "lightsail" } + +// NewDiscoverer returns a Discoverer for the Lightsail Config. +func (c *LightsailSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewLightsailDiscovery(c, opts.Logger), nil +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface for the Lightsail Config. +func (c *LightsailSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultLightsailSDConfig + type plain LightsailSDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Region == "" { + sess, err := session.NewSession() + if err != nil { + return err + } + + metadata := ec2metadata.New(sess) + + region, err := metadata.Region() + if err != nil { + return errors.New("Lightsail SD configuration requires a region") + } + c.Region = region + } + return nil +} + +// LightsailDiscovery periodically performs Lightsail-SD requests. It implements +// the Discoverer interface. +type LightsailDiscovery struct { + *refresh.Discovery + cfg *LightsailSDConfig + lightsail *lightsail.Lightsail +} + +// NewLightsailDiscovery returns a new LightsailDiscovery which periodically refreshes its targets. +func NewLightsailDiscovery(conf *LightsailSDConfig, logger log.Logger) *LightsailDiscovery { + if logger == nil { + logger = log.NewNopLogger() + } + d := &LightsailDiscovery{ + cfg: conf, + } + d.Discovery = refresh.NewDiscovery( + logger, + "lightsail", + time.Duration(d.cfg.RefreshInterval), + d.refresh, + ) + return d +} + +func (d *LightsailDiscovery) lightsailClient() (*lightsail.Lightsail, error) { + if d.lightsail != nil { + return d.lightsail, nil + } + + creds := credentials.NewStaticCredentials(d.cfg.AccessKey, string(d.cfg.SecretKey), "") + if d.cfg.AccessKey == "" && d.cfg.SecretKey == "" { + creds = nil + } + + sess, err := session.NewSessionWithOptions(session.Options{ + Config: aws.Config{ + Endpoint: &d.cfg.Endpoint, + Region: &d.cfg.Region, + Credentials: creds, + }, + Profile: d.cfg.Profile, + }) + if err != nil { + return nil, errors.Wrap(err, "could not create aws session") + } + + if d.cfg.RoleARN != "" { + creds := stscreds.NewCredentials(sess, d.cfg.RoleARN) + d.lightsail = lightsail.New(sess, &aws.Config{Credentials: creds}) + } else { + d.lightsail = lightsail.New(sess) + } + + return d.lightsail, nil +} + +func (d *LightsailDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + lightsailClient, err := d.lightsailClient() + if err != nil { + return nil, err + } + + tg := &targetgroup.Group{ + Source: d.cfg.Region, + } + + input := &lightsail.GetInstancesInput{} + + output, err := lightsailClient.GetInstancesWithContext(ctx, input) + if err != nil { + if awsErr, ok := err.(awserr.Error); ok && (awsErr.Code() == "AuthFailure" || awsErr.Code() == "UnauthorizedOperation") { + d.lightsail = nil + } + return nil, errors.Wrap(err, "could not get instances") + } + + for _, inst := range output.Instances { + if inst.PrivateIpAddress == nil { + continue + } + + labels := model.LabelSet{ + lightsailLabelAZ: model.LabelValue(*inst.Location.AvailabilityZone), + lightsailLabelBlueprintID: model.LabelValue(*inst.BlueprintId), + lightsailLabelBundleID: model.LabelValue(*inst.BundleId), + lightsailLabelInstanceName: model.LabelValue(*inst.Name), + lightsailLabelInstanceState: model.LabelValue(*inst.State.Name), + lightsailLabelInstanceSupportCode: model.LabelValue(*inst.SupportCode), + lightsailLabelPrivateIP: model.LabelValue(*inst.PrivateIpAddress), + } + + addr := net.JoinHostPort(*inst.PrivateIpAddress, fmt.Sprintf("%d", d.cfg.Port)) + labels[model.AddressLabel] = model.LabelValue(addr) + + if inst.PublicIpAddress != nil { + labels[lightsailLabelPublicIP] = model.LabelValue(*inst.PublicIpAddress) + } + + if len(inst.Ipv6Addresses) > 0 { + var ipv6addrs []string + for _, ipv6addr := range inst.Ipv6Addresses { + ipv6addrs = append(ipv6addrs, *ipv6addr) + } + labels[lightsailLabelIPv6Addresses] = model.LabelValue( + lightsailLabelSeparator + + strings.Join(ipv6addrs, lightsailLabelSeparator) + + lightsailLabelSeparator) + } + + for _, t := range inst.Tags { + if t == nil || t.Key == nil || t.Value == nil { + continue + } + name := strutil.SanitizeLabelName(*t.Key) + labels[lightsailLabelTag+model.LabelName(name)] = model.LabelValue(*t.Value) + } + + tg.Targets = append(tg.Targets, labels) + } + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/azure/azure.go b/staging/src/github.com/promethues/prometheus/discovery/azure/azure.go new file mode 100644 index 0000000..a23e80d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/azure/azure.go @@ -0,0 +1,529 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package azure + +import ( + "context" + "fmt" + "net" + "net/http" + "strings" + "sync" + "time" + + "github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2018-10-01/compute" + "github.com/Azure/azure-sdk-for-go/services/network/mgmt/2018-10-01/network" + "github.com/Azure/go-autorest/autorest" + "github.com/Azure/go-autorest/autorest/adal" + "github.com/Azure/go-autorest/autorest/azure" + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + config_util "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + azureLabel = model.MetaLabelPrefix + "azure_" + azureLabelSubscriptionID = azureLabel + "subscription_id" + azureLabelTenantID = azureLabel + "tenant_id" + azureLabelMachineID = azureLabel + "machine_id" + azureLabelMachineResourceGroup = azureLabel + "machine_resource_group" + azureLabelMachineName = azureLabel + "machine_name" + azureLabelMachineOSType = azureLabel + "machine_os_type" + azureLabelMachineLocation = azureLabel + "machine_location" + azureLabelMachinePrivateIP = azureLabel + "machine_private_ip" + azureLabelMachinePublicIP = azureLabel + "machine_public_ip" + azureLabelMachineTag = azureLabel + "machine_tag_" + azureLabelMachineScaleSet = azureLabel + "machine_scale_set" + + authMethodOAuth = "OAuth" + authMethodManagedIdentity = "ManagedIdentity" +) + +// DefaultSDConfig is the default Azure SD configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + RefreshInterval: model.Duration(5 * time.Minute), + Environment: azure.PublicCloud.Name, + AuthenticationMethod: authMethodOAuth, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for Azure based service discovery. +type SDConfig struct { + Environment string `yaml:"environment,omitempty"` + Port int `yaml:"port"` + SubscriptionID string `yaml:"subscription_id"` + TenantID string `yaml:"tenant_id,omitempty"` + ClientID string `yaml:"client_id,omitempty"` + ClientSecret config_util.Secret `yaml:"client_secret,omitempty"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + AuthenticationMethod string `yaml:"authentication_method,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "azure" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger), nil +} + +func validateAuthParam(param, name string) error { + if len(param) == 0 { + return errors.Errorf("azure SD configuration requires a %s", name) + } + return nil +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + + if err = validateAuthParam(c.SubscriptionID, "subscription_id"); err != nil { + return err + } + + if c.AuthenticationMethod == authMethodOAuth { + if err = validateAuthParam(c.TenantID, "tenant_id"); err != nil { + return err + } + if err = validateAuthParam(c.ClientID, "client_id"); err != nil { + return err + } + if err = validateAuthParam(string(c.ClientSecret), "client_secret"); err != nil { + return err + } + } + + if c.AuthenticationMethod != authMethodOAuth && c.AuthenticationMethod != authMethodManagedIdentity { + return errors.Errorf("unknown authentication_type %q. Supported types are %q or %q", c.AuthenticationMethod, authMethodOAuth, authMethodManagedIdentity) + } + + return nil +} + +type Discovery struct { + *refresh.Discovery + logger log.Logger + cfg *SDConfig + port int +} + +// NewDiscovery returns a new AzureDiscovery which periodically refreshes its targets. +func NewDiscovery(cfg *SDConfig, logger log.Logger) *Discovery { + if logger == nil { + logger = log.NewNopLogger() + } + d := &Discovery{ + cfg: cfg, + port: cfg.Port, + logger: logger, + } + d.Discovery = refresh.NewDiscovery( + logger, + "azure", + time.Duration(cfg.RefreshInterval), + d.refresh, + ) + return d +} + +// azureClient represents multiple Azure Resource Manager providers. +type azureClient struct { + nic network.InterfacesClient + vm compute.VirtualMachinesClient + vmss compute.VirtualMachineScaleSetsClient + vmssvm compute.VirtualMachineScaleSetVMsClient +} + +// createAzureClient is a helper function for creating an Azure compute client to ARM. +func createAzureClient(cfg SDConfig) (azureClient, error) { + env, err := azure.EnvironmentFromName(cfg.Environment) + if err != nil { + return azureClient{}, err + } + + activeDirectoryEndpoint := env.ActiveDirectoryEndpoint + resourceManagerEndpoint := env.ResourceManagerEndpoint + + var c azureClient + + var spt *adal.ServicePrincipalToken + + switch cfg.AuthenticationMethod { + case authMethodManagedIdentity: + msiEndpoint, err := adal.GetMSIVMEndpoint() + if err != nil { + return azureClient{}, err + } + + spt, err = adal.NewServicePrincipalTokenFromMSI(msiEndpoint, resourceManagerEndpoint) + if err != nil { + return azureClient{}, err + } + case authMethodOAuth: + oauthConfig, err := adal.NewOAuthConfig(activeDirectoryEndpoint, cfg.TenantID) + if err != nil { + return azureClient{}, err + } + + spt, err = adal.NewServicePrincipalToken(*oauthConfig, cfg.ClientID, string(cfg.ClientSecret), resourceManagerEndpoint) + if err != nil { + return azureClient{}, err + } + } + + bearerAuthorizer := autorest.NewBearerAuthorizer(spt) + + c.vm = compute.NewVirtualMachinesClientWithBaseURI(resourceManagerEndpoint, cfg.SubscriptionID) + c.vm.Authorizer = bearerAuthorizer + + c.nic = network.NewInterfacesClientWithBaseURI(resourceManagerEndpoint, cfg.SubscriptionID) + c.nic.Authorizer = bearerAuthorizer + + c.vmss = compute.NewVirtualMachineScaleSetsClientWithBaseURI(resourceManagerEndpoint, cfg.SubscriptionID) + c.vmss.Authorizer = bearerAuthorizer + + c.vmssvm = compute.NewVirtualMachineScaleSetVMsClientWithBaseURI(resourceManagerEndpoint, cfg.SubscriptionID) + c.vmssvm.Authorizer = bearerAuthorizer + + return c, nil +} + +// azureResource represents a resource identifier in Azure. +type azureResource struct { + Name string + ResourceGroup string +} + +// virtualMachine represents an Azure virtual machine (which can also be created by a VMSS) +type virtualMachine struct { + ID string + Name string + Type string + Location string + OsType string + ScaleSet string + Tags map[string]*string + NetworkInterfaces []string +} + +// Create a new azureResource object from an ID string. +func newAzureResourceFromID(id string, logger log.Logger) (azureResource, error) { + // Resource IDs have the following format. + // /subscriptions/SUBSCRIPTION_ID/resourceGroups/RESOURCE_GROUP/providers/PROVIDER/TYPE/NAME + // or if embedded resource then + // /subscriptions/SUBSCRIPTION_ID/resourceGroups/RESOURCE_GROUP/providers/PROVIDER/TYPE/NAME/TYPE/NAME + s := strings.Split(id, "/") + if len(s) != 9 && len(s) != 11 { + err := errors.Errorf("invalid ID '%s'. Refusing to create azureResource", id) + level.Error(logger).Log("err", err) + return azureResource{}, err + } + + return azureResource{ + Name: strings.ToLower(s[8]), + ResourceGroup: strings.ToLower(s[4]), + }, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + defer level.Debug(d.logger).Log("msg", "Azure discovery completed") + + client, err := createAzureClient(*d.cfg) + if err != nil { + return nil, errors.Wrap(err, "could not create Azure client") + } + + machines, err := client.getVMs(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not get virtual machines") + } + + level.Debug(d.logger).Log("msg", "Found virtual machines during Azure discovery.", "count", len(machines)) + + // Load the vms managed by scale sets. + scaleSets, err := client.getScaleSets(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not get virtual machine scale sets") + } + + for _, scaleSet := range scaleSets { + scaleSetVms, err := client.getScaleSetVMs(ctx, scaleSet) + if err != nil { + return nil, errors.Wrap(err, "could not get virtual machine scale set vms") + } + machines = append(machines, scaleSetVms...) + } + + // We have the slice of machines. Now turn them into targets. + // Doing them in go routines because the network interface calls are slow. + type target struct { + labelSet model.LabelSet + err error + } + + var wg sync.WaitGroup + wg.Add(len(machines)) + ch := make(chan target, len(machines)) + for i, vm := range machines { + go func(i int, vm virtualMachine) { + defer wg.Done() + r, err := newAzureResourceFromID(vm.ID, d.logger) + if err != nil { + ch <- target{labelSet: nil, err: err} + return + } + + labels := model.LabelSet{ + azureLabelSubscriptionID: model.LabelValue(d.cfg.SubscriptionID), + azureLabelTenantID: model.LabelValue(d.cfg.TenantID), + azureLabelMachineID: model.LabelValue(vm.ID), + azureLabelMachineName: model.LabelValue(vm.Name), + azureLabelMachineOSType: model.LabelValue(vm.OsType), + azureLabelMachineLocation: model.LabelValue(vm.Location), + azureLabelMachineResourceGroup: model.LabelValue(r.ResourceGroup), + } + + if vm.ScaleSet != "" { + labels[azureLabelMachineScaleSet] = model.LabelValue(vm.ScaleSet) + } + + for k, v := range vm.Tags { + name := strutil.SanitizeLabelName(k) + labels[azureLabelMachineTag+model.LabelName(name)] = model.LabelValue(*v) + } + + // Get the IP address information via separate call to the network provider. + for _, nicID := range vm.NetworkInterfaces { + networkInterface, err := client.getNetworkInterfaceByID(ctx, nicID) + + if err != nil { + level.Error(d.logger).Log("msg", "Unable to get network interface", "name", nicID, "err", err) + ch <- target{labelSet: nil, err: err} + // Get out of this routine because we cannot continue without a network interface. + return + } + + if networkInterface.InterfacePropertiesFormat == nil { + continue + } + + // Unfortunately Azure does not return information on whether a VM is deallocated. + // This information is available via another API call however the Go SDK does not + // yet support this. On deallocated machines, this value happens to be nil so it + // is a cheap and easy way to determine if a machine is allocated or not. + if networkInterface.Primary == nil { + level.Debug(d.logger).Log("msg", "Skipping deallocated virtual machine", "machine", vm.Name) + return + } + + if *networkInterface.Primary { + for _, ip := range *networkInterface.IPConfigurations { + if ip.PublicIPAddress != nil && ip.PublicIPAddress.PublicIPAddressPropertiesFormat != nil { + labels[azureLabelMachinePublicIP] = model.LabelValue(*ip.PublicIPAddress.IPAddress) + } + if ip.PrivateIPAddress != nil { + labels[azureLabelMachinePrivateIP] = model.LabelValue(*ip.PrivateIPAddress) + address := net.JoinHostPort(*ip.PrivateIPAddress, fmt.Sprintf("%d", d.port)) + labels[model.AddressLabel] = model.LabelValue(address) + ch <- target{labelSet: labels, err: nil} + return + } + // If we made it here, we don't have a private IP which should be impossible. + // Return an empty target and error to ensure an all or nothing situation. + err = errors.Errorf("unable to find a private IP for VM %s", vm.Name) + ch <- target{labelSet: nil, err: err} + return + } + } + } + }(i, vm) + } + + wg.Wait() + close(ch) + + var tg targetgroup.Group + for tgt := range ch { + if tgt.err != nil { + return nil, errors.Wrap(tgt.err, "unable to complete Azure service discovery") + } + if tgt.labelSet != nil { + tg.Targets = append(tg.Targets, tgt.labelSet) + } + } + + return []*targetgroup.Group{&tg}, nil +} + +func (client *azureClient) getVMs(ctx context.Context) ([]virtualMachine, error) { + var vms []virtualMachine + result, err := client.vm.ListAll(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machines") + } + for result.NotDone() { + for _, vm := range result.Values() { + vms = append(vms, mapFromVM(vm)) + } + err = result.NextWithContext(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machines") + } + } + + return vms, nil +} + +func (client *azureClient) getScaleSets(ctx context.Context) ([]compute.VirtualMachineScaleSet, error) { + var scaleSets []compute.VirtualMachineScaleSet + result, err := client.vmss.ListAll(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machine scale sets") + } + for result.NotDone() { + scaleSets = append(scaleSets, result.Values()...) + err = result.NextWithContext(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machine scale sets") + } + } + + return scaleSets, nil +} + +func (client *azureClient) getScaleSetVMs(ctx context.Context, scaleSet compute.VirtualMachineScaleSet) ([]virtualMachine, error) { + var vms []virtualMachine + //TODO do we really need to fetch the resourcegroup this way? + r, err := newAzureResourceFromID(*scaleSet.ID, nil) + + if err != nil { + return nil, errors.Wrap(err, "could not parse scale set ID") + } + + result, err := client.vmssvm.List(ctx, r.ResourceGroup, *(scaleSet.Name), "", "", "") + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machine scale set vms") + } + for result.NotDone() { + for _, vm := range result.Values() { + vms = append(vms, mapFromVMScaleSetVM(vm, *scaleSet.Name)) + } + err = result.NextWithContext(ctx) + if err != nil { + return nil, errors.Wrap(err, "could not list virtual machine scale set vms") + } + } + + return vms, nil +} + +func mapFromVM(vm compute.VirtualMachine) virtualMachine { + osType := string(vm.StorageProfile.OsDisk.OsType) + tags := map[string]*string{} + networkInterfaces := []string{} + + if vm.Tags != nil { + tags = vm.Tags + } + + if vm.NetworkProfile != nil { + for _, vmNIC := range *(vm.NetworkProfile.NetworkInterfaces) { + networkInterfaces = append(networkInterfaces, *vmNIC.ID) + } + } + + return virtualMachine{ + ID: *(vm.ID), + Name: *(vm.Name), + Type: *(vm.Type), + Location: *(vm.Location), + OsType: osType, + ScaleSet: "", + Tags: tags, + NetworkInterfaces: networkInterfaces, + } +} + +func mapFromVMScaleSetVM(vm compute.VirtualMachineScaleSetVM, scaleSetName string) virtualMachine { + osType := string(vm.StorageProfile.OsDisk.OsType) + tags := map[string]*string{} + networkInterfaces := []string{} + + if vm.Tags != nil { + tags = vm.Tags + } + + if vm.NetworkProfile != nil { + for _, vmNIC := range *(vm.NetworkProfile.NetworkInterfaces) { + networkInterfaces = append(networkInterfaces, *vmNIC.ID) + } + } + + return virtualMachine{ + ID: *(vm.ID), + Name: *(vm.Name), + Type: *(vm.Type), + Location: *(vm.Location), + OsType: osType, + ScaleSet: scaleSetName, + Tags: tags, + NetworkInterfaces: networkInterfaces, + } +} + +func (client *azureClient) getNetworkInterfaceByID(ctx context.Context, networkInterfaceID string) (*network.Interface, error) { + result := network.Interface{} + queryParameters := map[string]interface{}{ + "api-version": "2018-10-01", + } + + preparer := autorest.CreatePreparer( + autorest.AsGet(), + autorest.WithBaseURL(client.nic.BaseURI), + autorest.WithPath(networkInterfaceID), + autorest.WithQueryParameters(queryParameters)) + req, err := preparer.Prepare((&http.Request{}).WithContext(ctx)) + if err != nil { + return nil, autorest.NewErrorWithError(err, "network.InterfacesClient", "Get", nil, "Failure preparing request") + } + + resp, err := client.nic.GetSender(req) + if err != nil { + return nil, autorest.NewErrorWithError(err, "network.InterfacesClient", "Get", resp, "Failure sending request") + } + + result, err = client.nic.GetResponder(resp) + if err != nil { + return nil, autorest.NewErrorWithError(err, "network.InterfacesClient", "Get", resp, "Failure responding to request") + } + + return &result, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/azure/azure_test.go b/staging/src/github.com/promethues/prometheus/discovery/azure/azure_test.go new file mode 100644 index 0000000..b6addbc --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/azure/azure_test.go @@ -0,0 +1,219 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package azure + +import ( + "testing" + + "github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2018-10-01/compute" + "github.com/stretchr/testify/require" + "go.uber.org/goleak" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +func TestMapFromVMWithEmptyTags(t *testing.T) { + id := "test" + name := "name" + vmType := "type" + location := "westeurope" + networkProfile := compute.NetworkProfile{ + NetworkInterfaces: &[]compute.NetworkInterfaceReference{}, + } + properties := &compute.VirtualMachineProperties{ + StorageProfile: &compute.StorageProfile{ + OsDisk: &compute.OSDisk{ + OsType: "Linux", + }, + }, + NetworkProfile: &networkProfile, + } + + testVM := compute.VirtualMachine{ + ID: &id, + Name: &name, + Type: &vmType, + Location: &location, + Tags: nil, + VirtualMachineProperties: properties, + } + + expectedVM := virtualMachine{ + ID: id, + Name: name, + Type: vmType, + Location: location, + OsType: "Linux", + Tags: map[string]*string{}, + NetworkInterfaces: []string{}, + } + + actualVM := mapFromVM(testVM) + + require.Equal(t, expectedVM, actualVM) +} + +func TestMapFromVMWithTags(t *testing.T) { + id := "test" + name := "name" + vmType := "type" + location := "westeurope" + tags := map[string]*string{ + "prometheus": new(string), + } + networkProfile := compute.NetworkProfile{ + NetworkInterfaces: &[]compute.NetworkInterfaceReference{}, + } + properties := &compute.VirtualMachineProperties{ + StorageProfile: &compute.StorageProfile{ + OsDisk: &compute.OSDisk{ + OsType: "Linux", + }, + }, + NetworkProfile: &networkProfile, + } + + testVM := compute.VirtualMachine{ + ID: &id, + Name: &name, + Type: &vmType, + Location: &location, + Tags: tags, + VirtualMachineProperties: properties, + } + + expectedVM := virtualMachine{ + ID: id, + Name: name, + Type: vmType, + Location: location, + OsType: "Linux", + Tags: tags, + NetworkInterfaces: []string{}, + } + + actualVM := mapFromVM(testVM) + + require.Equal(t, expectedVM, actualVM) +} + +func TestMapFromVMScaleSetVMWithEmptyTags(t *testing.T) { + id := "test" + name := "name" + vmType := "type" + location := "westeurope" + networkProfile := compute.NetworkProfile{ + NetworkInterfaces: &[]compute.NetworkInterfaceReference{}, + } + properties := &compute.VirtualMachineScaleSetVMProperties{ + StorageProfile: &compute.StorageProfile{ + OsDisk: &compute.OSDisk{ + OsType: "Linux", + }, + }, + NetworkProfile: &networkProfile, + } + + testVM := compute.VirtualMachineScaleSetVM{ + ID: &id, + Name: &name, + Type: &vmType, + Location: &location, + Tags: nil, + VirtualMachineScaleSetVMProperties: properties, + } + + scaleSet := "testSet" + expectedVM := virtualMachine{ + ID: id, + Name: name, + Type: vmType, + Location: location, + OsType: "Linux", + Tags: map[string]*string{}, + NetworkInterfaces: []string{}, + ScaleSet: scaleSet, + } + + actualVM := mapFromVMScaleSetVM(testVM, scaleSet) + + require.Equal(t, expectedVM, actualVM) +} + +func TestMapFromVMScaleSetVMWithTags(t *testing.T) { + id := "test" + name := "name" + vmType := "type" + location := "westeurope" + tags := map[string]*string{ + "prometheus": new(string), + } + networkProfile := compute.NetworkProfile{ + NetworkInterfaces: &[]compute.NetworkInterfaceReference{}, + } + properties := &compute.VirtualMachineScaleSetVMProperties{ + StorageProfile: &compute.StorageProfile{ + OsDisk: &compute.OSDisk{ + OsType: "Linux", + }, + }, + NetworkProfile: &networkProfile, + } + + testVM := compute.VirtualMachineScaleSetVM{ + ID: &id, + Name: &name, + Type: &vmType, + Location: &location, + Tags: tags, + VirtualMachineScaleSetVMProperties: properties, + } + + scaleSet := "testSet" + expectedVM := virtualMachine{ + ID: id, + Name: name, + Type: vmType, + Location: location, + OsType: "Linux", + Tags: tags, + NetworkInterfaces: []string{}, + ScaleSet: scaleSet, + } + + actualVM := mapFromVMScaleSetVM(testVM, scaleSet) + + require.Equal(t, expectedVM, actualVM) +} + +func TestNewAzureResourceFromID(t *testing.T) { + for _, tc := range []struct { + id string + expected azureResource + }{ + { + id: "/a/b/c/group/d/e/f/name", + expected: azureResource{"name", "group"}, + }, + { + id: "/a/b/c/group/d/e/f/name/g/h", + expected: azureResource{"name", "group"}, + }, + } { + actual, _ := newAzureResourceFromID(tc.id, nil) + require.Equal(t, tc.expected, actual) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/consul/consul.go b/staging/src/github.com/promethues/prometheus/discovery/consul/consul.go new file mode 100644 index 0000000..3416d86 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/consul/consul.go @@ -0,0 +1,581 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package consul + +import ( + "context" + "fmt" + "net" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + consul "github.com/hashicorp/consul/api" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + watchTimeout = 2 * time.Minute + retryInterval = 15 * time.Second + + // addressLabel is the name for the label containing a target's address. + addressLabel = model.MetaLabelPrefix + "consul_address" + // nodeLabel is the name for the label containing a target's node name. + nodeLabel = model.MetaLabelPrefix + "consul_node" + // metaDataLabel is the prefix for the labels mapping to a target's metadata. + metaDataLabel = model.MetaLabelPrefix + "consul_metadata_" + // serviceMetaDataLabel is the prefix for the labels mapping to a target's service metadata. + serviceMetaDataLabel = model.MetaLabelPrefix + "consul_service_metadata_" + // tagsLabel is the name of the label containing the tags assigned to the target. + tagsLabel = model.MetaLabelPrefix + "consul_tags" + // serviceLabel is the name of the label containing the service name. + serviceLabel = model.MetaLabelPrefix + "consul_service" + // healthLabel is the name of the label containing the health of the service instance + healthLabel = model.MetaLabelPrefix + "consul_health" + // serviceAddressLabel is the name of the label containing the (optional) service address. + serviceAddressLabel = model.MetaLabelPrefix + "consul_service_address" + //servicePortLabel is the name of the label containing the service port. + servicePortLabel = model.MetaLabelPrefix + "consul_service_port" + // datacenterLabel is the name of the label containing the datacenter ID. + datacenterLabel = model.MetaLabelPrefix + "consul_dc" + // namespaceLabel is the name of the label containing the namespace (Consul Enterprise only). + namespaceLabel = model.MetaLabelPrefix + "consul_namespace" + // taggedAddressesLabel is the prefix for the labels mapping to a target's tagged addresses. + taggedAddressesLabel = model.MetaLabelPrefix + "consul_tagged_address_" + // serviceIDLabel is the name of the label containing the service ID. + serviceIDLabel = model.MetaLabelPrefix + "consul_service_id" + + // Constants for instrumentation. + namespace = "prometheus" +) + +var ( + rpcFailuresCount = prometheus.NewCounter( + prometheus.CounterOpts{ + Namespace: namespace, + Name: "sd_consul_rpc_failures_total", + Help: "The number of Consul RPC call failures.", + }) + rpcDuration = prometheus.NewSummaryVec( + prometheus.SummaryOpts{ + Namespace: namespace, + Name: "sd_consul_rpc_duration_seconds", + Help: "The duration of a Consul RPC call in seconds.", + Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001}, + }, + []string{"endpoint", "call"}, + ) + + // Initialize metric vectors. + servicesRPCDuration = rpcDuration.WithLabelValues("catalog", "services") + serviceRPCDuration = rpcDuration.WithLabelValues("catalog", "service") + + // DefaultSDConfig is the default Consul SD configuration. + DefaultSDConfig = SDConfig{ + TagSeparator: ",", + Scheme: "http", + Server: "localhost:8500", + AllowStale: true, + RefreshInterval: model.Duration(30 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + } +) + +func init() { + discovery.RegisterConfig(&SDConfig{}) + prometheus.MustRegister(rpcFailuresCount, rpcDuration) +} + +// SDConfig is the configuration for Consul service discovery. +type SDConfig struct { + Server string `yaml:"server,omitempty"` + Token config.Secret `yaml:"token,omitempty"` + Datacenter string `yaml:"datacenter,omitempty"` + Namespace string `yaml:"namespace,omitempty"` + TagSeparator string `yaml:"tag_separator,omitempty"` + Scheme string `yaml:"scheme,omitempty"` + Username string `yaml:"username,omitempty"` + Password config.Secret `yaml:"password,omitempty"` + + // See https://www.consul.io/docs/internals/consensus.html#consistency-modes, + // stale reads are a lot cheaper and are a necessity if you have >5k targets. + AllowStale bool `yaml:"allow_stale"` + // By default use blocking queries (https://www.consul.io/api/index.html#blocking-queries) + // but allow users to throttle updates if necessary. This can be useful because of "bugs" like + // https://github.com/hashicorp/consul/issues/3712 which cause an un-necessary + // amount of requests on consul. + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + + // See https://www.consul.io/api/catalog.html#list-services + // The list of services for which targets are discovered. + // Defaults to all services if empty. + Services []string `yaml:"services,omitempty"` + // A list of tags used to filter instances inside a service. Services must contain all tags in the list. + ServiceTags []string `yaml:"tags,omitempty"` + // Desired node metadata. + NodeMeta map[string]string `yaml:"node_meta,omitempty"` + + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "consul" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if strings.TrimSpace(c.Server) == "" { + return errors.New("consul SD configuration requires a server address") + } + if c.Username != "" || c.Password != "" { + if c.HTTPClientConfig.BasicAuth != nil { + return errors.New("at most one of consul SD configuration username and password and basic auth can be configured") + } + c.HTTPClientConfig.BasicAuth = &config.BasicAuth{ + Username: c.Username, + Password: c.Password, + } + } + if c.Token != "" && (c.HTTPClientConfig.Authorization != nil || c.HTTPClientConfig.OAuth2 != nil) { + return errors.New("at most one of consul SD token, authorization, or oauth2 can be configured") + } + return c.HTTPClientConfig.Validate() +} + +// Discovery retrieves target information from a Consul server +// and updates them via watches. +type Discovery struct { + client *consul.Client + clientDatacenter string + clientNamespace string + tagSeparator string + watchedServices []string // Set of services which will be discovered. + watchedTags []string // Tags used to filter instances of a service. + watchedNodeMeta map[string]string + allowStale bool + refreshInterval time.Duration + finalizer func() + logger log.Logger +} + +// NewDiscovery returns a new Discovery for the given config. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) { + if logger == nil { + logger = log.NewNopLogger() + } + + wrapper, err := config.NewClientFromConfig(conf.HTTPClientConfig, "consul_sd", config.WithHTTP2Disabled(), config.WithIdleConnTimeout(2*time.Duration(watchTimeout))) + if err != nil { + return nil, err + } + wrapper.Timeout = watchTimeout + 15*time.Second + + clientConf := &consul.Config{ + Address: conf.Server, + Scheme: conf.Scheme, + Datacenter: conf.Datacenter, + Namespace: conf.Namespace, + Token: string(conf.Token), + HttpClient: wrapper, + } + client, err := consul.NewClient(clientConf) + if err != nil { + return nil, err + } + cd := &Discovery{ + client: client, + tagSeparator: conf.TagSeparator, + watchedServices: conf.Services, + watchedTags: conf.ServiceTags, + watchedNodeMeta: conf.NodeMeta, + allowStale: conf.AllowStale, + refreshInterval: time.Duration(conf.RefreshInterval), + clientDatacenter: conf.Datacenter, + clientNamespace: conf.Namespace, + finalizer: wrapper.CloseIdleConnections, + logger: logger, + } + return cd, nil +} + +// shouldWatch returns whether the service of the given name should be watched. +func (d *Discovery) shouldWatch(name string, tags []string) bool { + return d.shouldWatchFromName(name) && d.shouldWatchFromTags(tags) +} + +// shouldWatch returns whether the service of the given name should be watched based on its name. +func (d *Discovery) shouldWatchFromName(name string) bool { + // If there's no fixed set of watched services, we watch everything. + if len(d.watchedServices) == 0 { + return true + } + + for _, sn := range d.watchedServices { + if sn == name { + return true + } + } + return false +} + +// shouldWatch returns whether the service of the given name should be watched based on its tags. +// This gets called when the user doesn't specify a list of services in order to avoid watching +// *all* services. Details in https://github.com/prometheus/prometheus/pull/3814 +func (d *Discovery) shouldWatchFromTags(tags []string) bool { + // If there's no fixed set of watched tags, we watch everything. + if len(d.watchedTags) == 0 { + return true + } + +tagOuter: + for _, wtag := range d.watchedTags { + for _, tag := range tags { + if wtag == tag { + continue tagOuter + } + } + return false + } + return true +} + +// Get the local datacenter if not specified. +func (d *Discovery) getDatacenter() error { + // If the datacenter was not set from clientConf, let's get it from the local Consul agent + // (Consul default is to use local node's datacenter if one isn't given for a query). + if d.clientDatacenter != "" { + return nil + } + + info, err := d.client.Agent().Self() + if err != nil { + level.Error(d.logger).Log("msg", "Error retrieving datacenter name", "err", err) + rpcFailuresCount.Inc() + return err + } + + dc, ok := info["Config"]["Datacenter"].(string) + if !ok { + err := errors.Errorf("invalid value '%v' for Config.Datacenter", info["Config"]["Datacenter"]) + level.Error(d.logger).Log("msg", "Error retrieving datacenter name", "err", err) + return err + } + + d.clientDatacenter = dc + return nil +} + +// Initialize the Discoverer run. +func (d *Discovery) initialize(ctx context.Context) { + // Loop until we manage to get the local datacenter. + for { + // We have to check the context at least once. The checks during channel sends + // do not guarantee that. + select { + case <-ctx.Done(): + return + default: + } + + // Get the local datacenter first, if necessary. + err := d.getDatacenter() + if err != nil { + time.Sleep(retryInterval) + continue + } + // We are good to go. + return + } +} + +// Run implements the Discoverer interface. +func (d *Discovery) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + if d.finalizer != nil { + defer d.finalizer() + } + d.initialize(ctx) + + if len(d.watchedServices) == 0 || len(d.watchedTags) != 0 { + // We need to watch the catalog. + ticker := time.NewTicker(d.refreshInterval) + + // Watched services and their cancellation functions. + services := make(map[string]func()) + var lastIndex uint64 + + for { + select { + case <-ctx.Done(): + ticker.Stop() + return + default: + d.watchServices(ctx, ch, &lastIndex, services) + <-ticker.C + } + } + } else { + // We only have fully defined services. + for _, name := range d.watchedServices { + d.watchService(ctx, ch, name) + } + <-ctx.Done() + } +} + +// Watch the catalog for new services we would like to watch. This is called only +// when we don't know yet the names of the services and need to ask Consul the +// entire list of services. +func (d *Discovery) watchServices(ctx context.Context, ch chan<- []*targetgroup.Group, lastIndex *uint64, services map[string]func()) { + catalog := d.client.Catalog() + level.Debug(d.logger).Log("msg", "Watching services", "tags", strings.Join(d.watchedTags, ",")) + + opts := &consul.QueryOptions{ + WaitIndex: *lastIndex, + WaitTime: watchTimeout, + AllowStale: d.allowStale, + NodeMeta: d.watchedNodeMeta, + } + t0 := time.Now() + srvs, meta, err := catalog.Services(opts.WithContext(ctx)) + elapsed := time.Since(t0) + servicesRPCDuration.Observe(elapsed.Seconds()) + + // Check the context before in order to exit early. + select { + case <-ctx.Done(): + return + default: + } + + if err != nil { + level.Error(d.logger).Log("msg", "Error refreshing service list", "err", err) + rpcFailuresCount.Inc() + time.Sleep(retryInterval) + return + } + // If the index equals the previous one, the watch timed out with no update. + if meta.LastIndex == *lastIndex { + return + } + *lastIndex = meta.LastIndex + + // Check for new services. + for name := range srvs { + // catalog.Service() returns a map of service name to tags, we can use that to watch + // only the services that have the tag we are looking for (if specified). + // In the future consul will also support server side for service metadata. + // https://github.com/hashicorp/consul/issues/1107 + if !d.shouldWatch(name, srvs[name]) { + continue + } + if _, ok := services[name]; ok { + continue // We are already watching the service. + } + + wctx, cancel := context.WithCancel(ctx) + d.watchService(wctx, ch, name) + services[name] = cancel + } + + // Check for removed services. + for name, cancel := range services { + if _, ok := srvs[name]; !ok { + // Call the watch cancellation function. + cancel() + delete(services, name) + + // Send clearing target group. + select { + case <-ctx.Done(): + return + case ch <- []*targetgroup.Group{{Source: name}}: + } + } + } + + // Send targetgroup with no targets if nothing was discovered. + if len(services) == 0 { + select { + case <-ctx.Done(): + return + case ch <- []*targetgroup.Group{{}}: + } + } +} + +// consulService contains data belonging to the same service. +type consulService struct { + name string + tags []string + labels model.LabelSet + discovery *Discovery + client *consul.Client + tagSeparator string + logger log.Logger +} + +// Start watching a service. +func (d *Discovery) watchService(ctx context.Context, ch chan<- []*targetgroup.Group, name string) { + srv := &consulService{ + discovery: d, + client: d.client, + name: name, + tags: d.watchedTags, + labels: model.LabelSet{ + serviceLabel: model.LabelValue(name), + datacenterLabel: model.LabelValue(d.clientDatacenter), + }, + tagSeparator: d.tagSeparator, + logger: d.logger, + } + + go func() { + ticker := time.NewTicker(d.refreshInterval) + defer ticker.Stop() + var lastIndex uint64 + health := srv.client.Health() + for { + select { + case <-ctx.Done(): + return + default: + srv.watch(ctx, ch, health, &lastIndex) + select { + case <-ticker.C: + case <-ctx.Done(): + return + } + } + } + }() +} + +// Get updates for a service. +func (srv *consulService) watch(ctx context.Context, ch chan<- []*targetgroup.Group, health *consul.Health, lastIndex *uint64) { + level.Debug(srv.logger).Log("msg", "Watching service", "service", srv.name, "tags", strings.Join(srv.tags, ",")) + + opts := &consul.QueryOptions{ + WaitIndex: *lastIndex, + WaitTime: watchTimeout, + AllowStale: srv.discovery.allowStale, + NodeMeta: srv.discovery.watchedNodeMeta, + } + + t0 := time.Now() + serviceNodes, meta, err := health.ServiceMultipleTags(srv.name, srv.tags, false, opts.WithContext(ctx)) + elapsed := time.Since(t0) + serviceRPCDuration.Observe(elapsed.Seconds()) + + // Check the context before in order to exit early. + select { + case <-ctx.Done(): + return + default: + // Continue. + } + + if err != nil { + level.Error(srv.logger).Log("msg", "Error refreshing service", "service", srv.name, "tags", strings.Join(srv.tags, ","), "err", err) + rpcFailuresCount.Inc() + time.Sleep(retryInterval) + return + } + // If the index equals the previous one, the watch timed out with no update. + if meta.LastIndex == *lastIndex { + return + } + *lastIndex = meta.LastIndex + + tgroup := targetgroup.Group{ + Source: srv.name, + Labels: srv.labels, + Targets: make([]model.LabelSet, 0, len(serviceNodes)), + } + + for _, serviceNode := range serviceNodes { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + var tags = srv.tagSeparator + strings.Join(serviceNode.Service.Tags, srv.tagSeparator) + srv.tagSeparator + + // If the service address is not empty it should be used instead of the node address + // since the service may be registered remotely through a different node. + var addr string + if serviceNode.Service.Address != "" { + addr = net.JoinHostPort(serviceNode.Service.Address, fmt.Sprintf("%d", serviceNode.Service.Port)) + } else { + addr = net.JoinHostPort(serviceNode.Node.Address, fmt.Sprintf("%d", serviceNode.Service.Port)) + } + + labels := model.LabelSet{ + model.AddressLabel: model.LabelValue(addr), + addressLabel: model.LabelValue(serviceNode.Node.Address), + nodeLabel: model.LabelValue(serviceNode.Node.Node), + namespaceLabel: model.LabelValue(serviceNode.Service.Namespace), + tagsLabel: model.LabelValue(tags), + serviceAddressLabel: model.LabelValue(serviceNode.Service.Address), + servicePortLabel: model.LabelValue(strconv.Itoa(serviceNode.Service.Port)), + serviceIDLabel: model.LabelValue(serviceNode.Service.ID), + healthLabel: model.LabelValue(serviceNode.Checks.AggregatedStatus()), + } + + // Add all key/value pairs from the node's metadata as their own labels. + for k, v := range serviceNode.Node.Meta { + name := strutil.SanitizeLabelName(k) + labels[metaDataLabel+model.LabelName(name)] = model.LabelValue(v) + } + + // Add all key/value pairs from the service's metadata as their own labels. + for k, v := range serviceNode.Service.Meta { + name := strutil.SanitizeLabelName(k) + labels[serviceMetaDataLabel+model.LabelName(name)] = model.LabelValue(v) + } + + // Add all key/value pairs from the service's tagged addresses as their own labels. + for k, v := range serviceNode.Node.TaggedAddresses { + name := strutil.SanitizeLabelName(k) + labels[taggedAddressesLabel+model.LabelName(name)] = model.LabelValue(v) + } + + tgroup.Targets = append(tgroup.Targets, labels) + } + + select { + case <-ctx.Done(): + case ch <- []*targetgroup.Group{&tgroup}: + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/consul/consul_test.go b/staging/src/github.com/promethues/prometheus/discovery/consul/consul_test.go new file mode 100644 index 0000000..15092c3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/consul/consul_test.go @@ -0,0 +1,488 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package consul + +import ( + "context" + "net/http" + "net/http/httptest" + "net/url" + "testing" + "time" + + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "go.uber.org/goleak" + "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +func TestConfiguredService(t *testing.T) { + conf := &SDConfig{ + Services: []string{"configuredServiceName"}} + consulDiscovery, err := NewDiscovery(conf, nil) + + if err != nil { + t.Errorf("Unexpected error when initializing discovery %v", err) + } + if !consulDiscovery.shouldWatch("configuredServiceName", []string{""}) { + t.Errorf("Expected service %s to be watched", "configuredServiceName") + } + if consulDiscovery.shouldWatch("nonConfiguredServiceName", []string{""}) { + t.Errorf("Expected service %s to not be watched", "nonConfiguredServiceName") + } +} + +func TestConfiguredServiceWithTag(t *testing.T) { + conf := &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http"}, + } + consulDiscovery, err := NewDiscovery(conf, nil) + + if err != nil { + t.Errorf("Unexpected error when initializing discovery %v", err) + } + if consulDiscovery.shouldWatch("configuredServiceName", []string{""}) { + t.Errorf("Expected service %s to not be watched without tag", "configuredServiceName") + } + if !consulDiscovery.shouldWatch("configuredServiceName", []string{"http"}) { + t.Errorf("Expected service %s to be watched with tag %s", "configuredServiceName", "http") + } + if consulDiscovery.shouldWatch("nonConfiguredServiceName", []string{""}) { + t.Errorf("Expected service %s to not be watched without tag", "nonConfiguredServiceName") + } + if consulDiscovery.shouldWatch("nonConfiguredServiceName", []string{"http"}) { + t.Errorf("Expected service %s to not be watched with tag %s", "nonConfiguredServiceName", "http") + } +} + +func TestConfiguredServiceWithTags(t *testing.T) { + type testcase struct { + // What we've configured to watch. + conf *SDConfig + // The service we're checking if we should watch or not. + serviceName string + serviceTags []string + shouldWatch bool + } + + cases := []testcase{ + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "configuredServiceName", + serviceTags: []string{""}, + shouldWatch: false, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "configuredServiceName", + serviceTags: []string{"http", "v1"}, + shouldWatch: true, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "nonConfiguredServiceName", + serviceTags: []string{""}, + shouldWatch: false, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "nonConfiguredServiceName", + serviceTags: []string{"http, v1"}, + shouldWatch: false, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "configuredServiceName", + serviceTags: []string{"http", "v1", "foo"}, + shouldWatch: true, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1", "foo"}, + }, + serviceName: "configuredServiceName", + serviceTags: []string{"http", "v1", "foo"}, + shouldWatch: true, + }, + { + conf: &SDConfig{ + Services: []string{"configuredServiceName"}, + ServiceTags: []string{"http", "v1"}, + }, + serviceName: "configuredServiceName", + serviceTags: []string{"http", "v1", "v1"}, + shouldWatch: true, + }, + } + + for _, tc := range cases { + consulDiscovery, err := NewDiscovery(tc.conf, nil) + + if err != nil { + t.Errorf("Unexpected error when initializing discovery %v", err) + } + ret := consulDiscovery.shouldWatch(tc.serviceName, tc.serviceTags) + if ret != tc.shouldWatch { + t.Errorf("Expected should watch? %t, got %t. Watched service and tags: %s %+v, input was %s %+v", tc.shouldWatch, ret, tc.conf.Services, tc.conf.ServiceTags, tc.serviceName, tc.serviceTags) + } + + } +} + +func TestNonConfiguredService(t *testing.T) { + conf := &SDConfig{} + consulDiscovery, err := NewDiscovery(conf, nil) + + if err != nil { + t.Errorf("Unexpected error when initializing discovery %v", err) + } + if !consulDiscovery.shouldWatch("nonConfiguredServiceName", []string{""}) { + t.Errorf("Expected service %s to be watched", "nonConfiguredServiceName") + } +} + +const ( + AgentAnswer = `{"Config": {"Datacenter": "test-dc"}}` + ServiceTestAnswer = ` +[{ + "Node": { + "ID": "b78c2e48-5ef3-1814-31b8-0d880f50471e", + "Node": "node1", + "Address": "1.1.1.1", + "Datacenter": "test-dc", + "TaggedAddresses": { + "lan": "192.168.10.10", + "wan": "10.0.10.10" + }, + "Meta": {"rack_name": "2304"}, + "CreateIndex": 1, + "ModifyIndex": 1 + }, + "Service": { + "ID": "test", + "Service": "test", + "Tags": ["tag1"], + "Address": "", + "Meta": {"version":"1.0.0","environment":"staging"}, + "Port": 3341, + "Weights": { + "Passing": 1, + "Warning": 1 + }, + "EnableTagOverride": false, + "ProxyDestination": "", + "Proxy": {}, + "Connect": {}, + "CreateIndex": 1, + "ModifyIndex": 1 + }, + "Checks": [{ + "Node": "node1", + "CheckID": "serfHealth", + "Name": "Serf Health Status", + "Status": "passing" + }] +}]` + + ServicesTestAnswer = `{"test": ["tag1"], "other": ["tag2"]}` +) + +func newServer(t *testing.T) (*httptest.Server, *SDConfig) { + // github.com/hashicorp/consul/testutil/ would be nice but it needs a local consul binary. + stub := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + response := "" + switch r.URL.String() { + case "/v1/agent/self": + response = AgentAnswer + case "/v1/health/service/test?node-meta=rack_name%3A2304&stale=&tag=tag1&wait=120000ms": + response = ServiceTestAnswer + case "/v1/health/service/test?wait=120000ms": + response = ServiceTestAnswer + case "/v1/health/service/other?wait=120000ms": + response = `[]` + case "/v1/catalog/services?node-meta=rack_name%3A2304&stale=&wait=120000ms": + response = ServicesTestAnswer + case "/v1/catalog/services?wait=120000ms": + response = ServicesTestAnswer + case "/v1/catalog/services?index=1&node-meta=rack_name%3A2304&stale=&wait=120000ms": + time.Sleep(5 * time.Second) + response = ServicesTestAnswer + case "/v1/catalog/services?index=1&wait=120000ms": + time.Sleep(5 * time.Second) + response = ServicesTestAnswer + default: + t.Errorf("Unhandled consul call: %s", r.URL) + } + w.Header().Add("X-Consul-Index", "1") + w.Write([]byte(response)) + })) + stuburl, err := url.Parse(stub.URL) + require.NoError(t, err) + + config := &SDConfig{ + Server: stuburl.Host, + Token: "fake-token", + RefreshInterval: model.Duration(1 * time.Second), + } + return stub, config +} + +func newDiscovery(t *testing.T, config *SDConfig) *Discovery { + logger := log.NewNopLogger() + d, err := NewDiscovery(config, logger) + require.NoError(t, err) + return d +} + +func checkOneTarget(t *testing.T, tg []*targetgroup.Group) { + require.Equal(t, 1, len(tg)) + target := tg[0] + require.Equal(t, "test-dc", string(target.Labels["__meta_consul_dc"])) + require.Equal(t, target.Source, string(target.Labels["__meta_consul_service"])) + if target.Source == "test" { + // test service should have one node. + require.Greater(t, len(target.Targets), 0, "Test service should have one node") + } +} + +// Watch all the services in the catalog. +func TestAllServices(t *testing.T) { + stub, config := newServer(t) + defer stub.Close() + + d := newDiscovery(t, config) + + ctx, cancel := context.WithCancel(context.Background()) + ch := make(chan []*targetgroup.Group) + go func() { + d.Run(ctx, ch) + close(ch) + }() + checkOneTarget(t, <-ch) + checkOneTarget(t, <-ch) + cancel() + <-ch +} + +// targetgroup with no targets is emitted if no services were discovered. +func TestNoTargets(t *testing.T) { + stub, config := newServer(t) + defer stub.Close() + config.ServiceTags = []string{"missing"} + + d := newDiscovery(t, config) + + ctx, cancel := context.WithCancel(context.Background()) + ch := make(chan []*targetgroup.Group) + go d.Run(ctx, ch) + + targets := (<-ch)[0].Targets + require.Equal(t, 0, len(targets)) + cancel() +} + +// Watch only the test service. +func TestOneService(t *testing.T) { + stub, config := newServer(t) + defer stub.Close() + + config.Services = []string{"test"} + d := newDiscovery(t, config) + + ctx, cancel := context.WithCancel(context.Background()) + ch := make(chan []*targetgroup.Group) + go d.Run(ctx, ch) + checkOneTarget(t, <-ch) + cancel() +} + +// Watch the test service with a specific tag and node-meta. +func TestAllOptions(t *testing.T) { + stub, config := newServer(t) + defer stub.Close() + + config.Services = []string{"test"} + config.NodeMeta = map[string]string{"rack_name": "2304"} + config.ServiceTags = []string{"tag1"} + config.AllowStale = true + config.Token = "fake-token" + + d := newDiscovery(t, config) + + ctx, cancel := context.WithCancel(context.Background()) + ch := make(chan []*targetgroup.Group) + go func() { + d.Run(ctx, ch) + close(ch) + }() + checkOneTarget(t, <-ch) + cancel() + <-ch +} + +func TestGetDatacenterShouldReturnError(t *testing.T) { + for _, tc := range []struct { + handler func(http.ResponseWriter, *http.Request) + errMessage string + }{ + { + // Define a handler that will return status 500. + handler: func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(500) + }, + errMessage: "Unexpected response code: 500 ()", + }, + { + // Define a handler that will return incorrect response. + handler: func(w http.ResponseWriter, r *http.Request) { + w.Write([]byte(`{"Config": {"Not-Datacenter": "test-dc"}}`)) + }, + errMessage: "invalid value '' for Config.Datacenter", + }, + } { + stub := httptest.NewServer(http.HandlerFunc(tc.handler)) + stuburl, err := url.Parse(stub.URL) + require.NoError(t, err) + + config := &SDConfig{ + Server: stuburl.Host, + Token: "fake-token", + RefreshInterval: model.Duration(1 * time.Second), + } + defer stub.Close() + d := newDiscovery(t, config) + + // Should be empty if not initialized. + require.Equal(t, "", d.clientDatacenter) + + err = d.getDatacenter() + + // An error should be returned. + require.Equal(t, tc.errMessage, err.Error()) + // Should still be empty. + require.Equal(t, "", d.clientDatacenter) + } +} + +func TestUnmarshalConfig(t *testing.T) { + unmarshal := func(d []byte) func(interface{}) error { + return func(o interface{}) error { + return yaml.Unmarshal(d, o) + } + } + + goodConfig := DefaultSDConfig + goodConfig.Username = "123" + goodConfig.Password = "1234" + goodConfig.HTTPClientConfig = config.HTTPClientConfig{ + BasicAuth: &config.BasicAuth{ + Username: "123", + Password: "1234", + }, + FollowRedirects: true, + } + + cases := []struct { + name string + config string + expected SDConfig + errMessage string + }{ + { + name: "good", + config: ` +server: localhost:8500 +username: 123 +password: 1234 +`, + expected: goodConfig, + }, + { + name: "username and password and basic auth configured", + config: ` +server: localhost:8500 +username: 123 +password: 1234 +basic_auth: + username: 12345 + password: 123456 +`, + errMessage: "at most one of consul SD configuration username and password and basic auth can be configured", + }, + { + name: "token and authorization configured", + config: ` +server: localhost:8500 +token: 1234567 +authorization: + credentials: 12345678 +`, + errMessage: "at most one of consul SD token, authorization, or oauth2 can be configured", + }, + { + name: "token and oauth2 configured", + config: ` +server: localhost:8500 +token: 1234567 +oauth2: + client_id: 10 + client_secret: 11 + token_url: http://example.com +`, + errMessage: "at most one of consul SD token, authorization, or oauth2 can be configured", + }, + } + + for _, test := range cases { + t.Run(test.name, func(t *testing.T) { + var config SDConfig + err := config.UnmarshalYAML(unmarshal([]byte(test.config))) + if err != nil { + require.Equalf(t, err.Error(), test.errMessage, "Expected error '%s', got '%v'", test.errMessage, err) + return + } + if test.errMessage != "" { + t.Errorf("Expected error %s, got none", test.errMessage) + return + } + + require.Equal(t, config, test.expected) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean.go b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean.go new file mode 100644 index 0000000..b887ada --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean.go @@ -0,0 +1,222 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package digitalocean + +import ( + "context" + "fmt" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/digitalocean/godo" + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + doLabel = model.MetaLabelPrefix + "digitalocean_" + doLabelID = doLabel + "droplet_id" + doLabelName = doLabel + "droplet_name" + doLabelImage = doLabel + "image" + doLabelImageName = doLabel + "image_name" + doLabelPrivateIPv4 = doLabel + "private_ipv4" + doLabelPublicIPv4 = doLabel + "public_ipv4" + doLabelPublicIPv6 = doLabel + "public_ipv6" + doLabelRegion = doLabel + "region" + doLabelSize = doLabel + "size" + doLabelStatus = doLabel + "status" + doLabelFeatures = doLabel + "features" + doLabelTags = doLabel + "tags" + doLabelVPC = doLabel + "vpc" + separator = "," +) + +// DefaultSDConfig is the default DigitalOcean SD configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for DigitalOcean based service discovery. +type SDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` + Port int `yaml:"port"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "digitalocean" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + return c.HTTPClientConfig.Validate() +} + +// Discovery periodically performs DigitalOcean requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + client *godo.Client + port int +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) { + d := &Discovery{ + port: conf.Port, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "digitalocean_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + d.client, err = godo.New( + &http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }, + godo.SetUserAgent(fmt.Sprintf("Prometheus/%s", version.Version)), + ) + if err != nil { + return nil, fmt.Errorf("error setting up digital ocean agent: %w", err) + } + + d.Discovery = refresh.NewDiscovery( + logger, + "digitalocean", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "DigitalOcean", + } + + droplets, err := d.listDroplets() + if err != nil { + return nil, err + } + for _, droplet := range droplets { + if droplet.Networks == nil || len(droplet.Networks.V4) == 0 { + continue + } + + privateIPv4, err := droplet.PrivateIPv4() + if err != nil { + return nil, fmt.Errorf("error while reading private IPv4 of droplet %d: %w", droplet.ID, err) + } + publicIPv4, err := droplet.PublicIPv4() + if err != nil { + return nil, fmt.Errorf("error while reading public IPv4 of droplet %d: %w", droplet.ID, err) + } + publicIPv6, err := droplet.PublicIPv6() + if err != nil { + return nil, fmt.Errorf("error while reading public IPv6 of droplet %d: %w", droplet.ID, err) + } + + labels := model.LabelSet{ + doLabelID: model.LabelValue(fmt.Sprintf("%d", droplet.ID)), + doLabelName: model.LabelValue(droplet.Name), + doLabelImage: model.LabelValue(droplet.Image.Slug), + doLabelImageName: model.LabelValue(droplet.Image.Name), + doLabelPrivateIPv4: model.LabelValue(privateIPv4), + doLabelPublicIPv4: model.LabelValue(publicIPv4), + doLabelPublicIPv6: model.LabelValue(publicIPv6), + doLabelRegion: model.LabelValue(droplet.Region.Slug), + doLabelSize: model.LabelValue(droplet.SizeSlug), + doLabelStatus: model.LabelValue(droplet.Status), + doLabelVPC: model.LabelValue(droplet.VPCUUID), + } + + addr := net.JoinHostPort(publicIPv4, strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + if len(droplet.Features) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider feature positions. + features := separator + strings.Join(droplet.Features, separator) + separator + labels[doLabelFeatures] = model.LabelValue(features) + } + + if len(droplet.Tags) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + tags := separator + strings.Join(droplet.Tags, separator) + separator + labels[doLabelTags] = model.LabelValue(tags) + } + + tg.Targets = append(tg.Targets, labels) + } + return []*targetgroup.Group{tg}, nil +} + +func (d *Discovery) listDroplets() ([]godo.Droplet, error) { + var ( + droplets []godo.Droplet + opts = &godo.ListOptions{} + ) + for { + paginatedDroplets, resp, err := d.client.Droplets.List(context.Background(), opts) + if err != nil { + return nil, fmt.Errorf("error while listing droplets page %d: %w", opts.Page, err) + } + droplets = append(droplets, paginatedDroplets...) + if resp.Links == nil || resp.Links.IsLastPage() { + break + } + + page, err := resp.Links.CurrentPage() + if err != nil { + return nil, err + } + + opts.Page = page + 1 + } + return droplets, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean_test.go b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean_test.go new file mode 100644 index 0000000..a5da4b2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/digitalocean_test.go @@ -0,0 +1,133 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package digitalocean + +import ( + "context" + "fmt" + "net/url" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type DigitalOceanSDTestSuite struct { + Mock *SDMock +} + +func (s *DigitalOceanSDTestSuite) TearDownSuite() { + s.Mock.ShutdownServer() +} + +func (s *DigitalOceanSDTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleDropletsList() +} + +func TestDigitalOceanSDRefresh(t *testing.T) { + sdmock := &DigitalOceanSDTestSuite{} + sdmock.SetupTest(t) + t.Cleanup(sdmock.TearDownSuite) + + cfg := DefaultSDConfig + cfg.HTTPClientConfig.BearerToken = tokenID + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + endpoint, err := url.Parse(sdmock.Mock.Endpoint()) + require.NoError(t, err) + d.client.BaseURL = endpoint + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 4, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("104.236.32.182:80"), + "__meta_digitalocean_droplet_id": model.LabelValue("3164444"), + "__meta_digitalocean_droplet_name": model.LabelValue("example.com"), + "__meta_digitalocean_image": model.LabelValue("ubuntu-16-04-x64"), + "__meta_digitalocean_image_name": model.LabelValue("14.04 x64"), + "__meta_digitalocean_private_ipv4": model.LabelValue(""), + "__meta_digitalocean_public_ipv4": model.LabelValue("104.236.32.182"), + "__meta_digitalocean_public_ipv6": model.LabelValue("2604:A880:0800:0010:0000:0000:02DD:4001"), + "__meta_digitalocean_region": model.LabelValue("nyc3"), + "__meta_digitalocean_size": model.LabelValue("s-1vcpu-1gb"), + "__meta_digitalocean_status": model.LabelValue("active"), + "__meta_digitalocean_vpc": model.LabelValue("f9b0769c-e118-42fb-a0c4-fed15ef69662"), + "__meta_digitalocean_features": model.LabelValue(",backups,ipv6,virtio,"), + }, + { + "__address__": model.LabelValue("104.131.186.241:80"), + "__meta_digitalocean_droplet_id": model.LabelValue("3164494"), + "__meta_digitalocean_droplet_name": model.LabelValue("prometheus"), + "__meta_digitalocean_image": model.LabelValue("ubuntu-16-04-x64"), + "__meta_digitalocean_image_name": model.LabelValue("14.04 x64"), + "__meta_digitalocean_private_ipv4": model.LabelValue(""), + "__meta_digitalocean_public_ipv4": model.LabelValue("104.131.186.241"), + "__meta_digitalocean_public_ipv6": model.LabelValue(""), + "__meta_digitalocean_region": model.LabelValue("nyc3"), + "__meta_digitalocean_size": model.LabelValue("s-1vcpu-1gb"), + "__meta_digitalocean_status": model.LabelValue("active"), + "__meta_digitalocean_vpc": model.LabelValue("f9b0769c-e118-42fb-a0c4-fed15ef69662"), + "__meta_digitalocean_tags": model.LabelValue(",monitor,"), + "__meta_digitalocean_features": model.LabelValue(",virtio,"), + }, + { + "__address__": model.LabelValue("167.172.111.118:80"), + "__meta_digitalocean_droplet_id": model.LabelValue("175072239"), + "__meta_digitalocean_droplet_name": model.LabelValue("prometheus-demo-old"), + "__meta_digitalocean_image": model.LabelValue("ubuntu-18-04-x64"), + "__meta_digitalocean_image_name": model.LabelValue("18.04.3 (LTS) x64"), + "__meta_digitalocean_private_ipv4": model.LabelValue("10.135.64.211"), + "__meta_digitalocean_public_ipv4": model.LabelValue("167.172.111.118"), + "__meta_digitalocean_public_ipv6": model.LabelValue(""), + "__meta_digitalocean_region": model.LabelValue("fra1"), + "__meta_digitalocean_size": model.LabelValue("s-1vcpu-1gb"), + "__meta_digitalocean_status": model.LabelValue("off"), + "__meta_digitalocean_vpc": model.LabelValue("953d698c-dc84-11e8-80bc-3cfdfea9fba1"), + "__meta_digitalocean_features": model.LabelValue(",ipv6,private_networking,"), + }, + { + "__address__": model.LabelValue("138.65.56.69:80"), + "__meta_digitalocean_droplet_id": model.LabelValue("176011507"), + "__meta_digitalocean_droplet_name": model.LabelValue("prometheus-demo"), + "__meta_digitalocean_image": model.LabelValue("ubuntu-18-04-x64"), + "__meta_digitalocean_image_name": model.LabelValue("18.04.3 (LTS) x64"), + "__meta_digitalocean_private_ipv4": model.LabelValue("10.135.64.212"), + "__meta_digitalocean_public_ipv4": model.LabelValue("138.65.56.69"), + "__meta_digitalocean_public_ipv6": model.LabelValue("2a03:b0c0:3:f0::cf2:4"), + "__meta_digitalocean_region": model.LabelValue("fra1"), + "__meta_digitalocean_size": model.LabelValue("s-1vcpu-1gb"), + "__meta_digitalocean_status": model.LabelValue("active"), + "__meta_digitalocean_vpc": model.LabelValue("953d698c-dc84-11e8-80bc-3cfdfea9fba1"), + "__meta_digitalocean_features": model.LabelValue(",ipv6,private_networking,"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/digitalocean/mock_test.go b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/mock_test.go new file mode 100644 index 0000000..edbdf92 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/digitalocean/mock_test.go @@ -0,0 +1,646 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package digitalocean + +import ( + "fmt" + "net/http" + "net/http/httptest" + "strconv" + "testing" +) + +// SDMock is the interface for the DigitalOcean mock +type SDMock struct { + t *testing.T + Server *httptest.Server + Mux *http.ServeMux +} + +// NewSDMock returns a new SDMock. +func NewSDMock(t *testing.T) *SDMock { + return &SDMock{ + t: t, + } +} + +// Endpoint returns the URI to the mock server +func (m *SDMock) Endpoint() string { + return m.Server.URL + "/" +} + +// Setup creates the mock server +func (m *SDMock) Setup() { + m.Mux = http.NewServeMux() + m.Server = httptest.NewServer(m.Mux) +} + +// ShutdownServer creates the mock server +func (m *SDMock) ShutdownServer() { + m.Server.Close() +} + +const tokenID = "3c9a75a2-24fd-4508-b4f2-11f18aa97411" + +// HandleDropletsList mocks droplet list. +func (m *SDMock) HandleDropletsList() { + m.Mux.HandleFunc("/v2/droplets", func(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("Authorization") != fmt.Sprintf("Bearer %s", tokenID) { + w.WriteHeader(http.StatusForbidden) + return + } + + w.Header().Add("content-type", "application/json; charset=utf-8") + w.Header().Add("ratelimit-limit", "1200") + w.Header().Add("ratelimit-remaining", "965") + w.Header().Add("ratelimit-reset", "1415984218") + w.WriteHeader(http.StatusAccepted) + + page := 1 + if pageQuery, ok := r.URL.Query()["page"]; ok { + var err error + page, err = strconv.Atoi(pageQuery[0]) + if err != nil { + panic(err) + } + } + fmt.Fprint(w, []string{` +{ + "droplets": [ + { + "id": 3164444, + "name": "example.com", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "locked": false, + "status": "active", + "kernel": { + "id": 2233, + "name": "Ubuntu 14.04 x64 vmlinuz-3.13.0-37-generic", + "version": "3.13.0-37-generic" + }, + "created_at": "2014-11-14T16:29:21Z", + "features": [ + "backups", + "ipv6", + "virtio" + ], + "backup_ids": [ + 7938002 + ], + "snapshot_ids": [ + + ], + "image": { + "id": 6918990, + "name": "14.04 x64", + "distribution": "Ubuntu", + "slug": "ubuntu-16-04-x64", + "public": true, + "regions": [ + "nyc1", + "ams1", + "sfo1", + "nyc2", + "ams2", + "sgp1", + "lon1", + "nyc3", + "ams3", + "nyc3" + ], + "created_at": "2014-10-17T20:24:33Z", + "type": "snapshot", + "min_disk_size": 20, + "size_gigabytes": 2.34 + }, + "volume_ids": [ + + ], + "size": { + }, + "size_slug": "s-1vcpu-1gb", + "networks": { + "v4": [ + { + "ip_address": "104.236.32.182", + "netmask": "255.255.192.0", + "gateway": "104.236.0.1", + "type": "public" + } + ], + "v6": [ + { + "ip_address": "2604:A880:0800:0010:0000:0000:02DD:4001", + "netmask": 64, + "gateway": "2604:A880:0800:0010:0000:0000:0000:0001", + "type": "public" + } + ] + }, + "region": { + "name": "New York 3", + "slug": "nyc3", + "sizes": [ + + ], + "features": [ + "virtio", + "private_networking", + "backups", + "ipv6", + "metadata" + ], + "available": null + }, + "tags": [ + + ], + "vpc_uuid": "f9b0769c-e118-42fb-a0c4-fed15ef69662" + }, + { + "id": 3164494, + "name": "prometheus", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "locked": false, + "status": "active", + "kernel": { + "id": 2233, + "name": "Ubuntu 14.04 x64 vmlinuz-3.13.0-37-generic", + "version": "3.13.0-37-generic" + }, + "created_at": "2014-11-14T16:36:31Z", + "features": [ + "virtio" + ], + "backup_ids": [ + + ], + "snapshot_ids": [ + 7938206 + ], + "image": { + "id": 6918990, + "name": "14.04 x64", + "distribution": "Ubuntu", + "slug": "ubuntu-16-04-x64", + "public": true, + "regions": [ + "nyc1", + "ams1", + "sfo1", + "nyc2", + "ams2", + "sgp1", + "lon1", + "nyc3", + "ams3", + "nyc3" + ], + "created_at": "2014-10-17T20:24:33Z", + "type": "snapshot", + "min_disk_size": 20, + "size_gigabytes": 2.34 + }, + "volume_ids": [ + + ], + "size": { + }, + "size_slug": "s-1vcpu-1gb", + "networks": { + "v4": [ + { + "ip_address": "104.131.186.241", + "netmask": "255.255.240.0", + "gateway": "104.131.176.1", + "type": "public" + } + ] + }, + "region": { + "name": "New York 3", + "slug": "nyc3", + "sizes": [ + "s-1vcpu-1gb", + "s-1vcpu-2gb", + "s-1vcpu-3gb", + "s-2vcpu-2gb", + "s-3vcpu-1gb", + "s-2vcpu-4gb", + "s-4vcpu-8gb", + "s-6vcpu-16gb", + "s-8vcpu-32gb", + "s-12vcpu-48gb", + "s-16vcpu-64gb", + "s-20vcpu-96gb", + "s-24vcpu-128gb", + "s-32vcpu-192gb" + ], + "features": [ + "virtio", + "private_networking", + "backups", + "ipv6", + "metadata" + ], + "available": true + }, + "tags": [ + "monitor" + ], + "vpc_uuid": "f9b0769c-e118-42fb-a0c4-fed15ef69662" + } + ], + "links": { + "pages": { + "next": "https://api.digitalocean.com/v2/droplets?page=2&per_page=2", + "last": "https://api.digitalocean.com/v2/droplets?page=2&per_page=2" + } + }, + "meta": { + "total": 4 + } +} + `, + ` +{ + "droplets": [ + { + "id": 175072239, + "name": "prometheus-demo-old", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "locked": false, + "status": "off", + "kernel": null, + "created_at": "2020-01-10T16:47:39Z", + "features": [ + "ipv6", + "private_networking" + ], + "backup_ids": [], + "next_backup_window": null, + "snapshot_ids": [], + "image": { + "id": 53893572, + "name": "18.04.3 (LTS) x64", + "distribution": "Ubuntu", + "slug": "ubuntu-18-04-x64", + "public": true, + "regions": [ + "nyc3", + "nyc1", + "sfo1", + "nyc2", + "ams2", + "sgp1", + "lon1", + "nyc3", + "ams3", + "fra1", + "tor1", + "sfo2", + "blr1", + "sfo3" + ], + "created_at": "2019-10-22T01:38:19Z", + "min_disk_size": 20, + "type": "base", + "size_gigabytes": 2.36, + "description": "Ubuntu 18.04 x64 20191022", + "tags": [], + "status": "available" + }, + "volume_ids": [], + "size": { + "slug": "s-1vcpu-1gb", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "transfer": 1, + "price_monthly": 5, + "price_hourly": 0.00744, + "regions": [ + "ams2", + "ams3", + "blr1", + "fra1", + "lon1", + "nyc1", + "nyc2", + "nyc3", + "sfo1", + "sfo2", + "sfo3", + "sgp1", + "tor1" + ], + "available": true + }, + "size_slug": "s-1vcpu-1gb", + "networks": { + "v4": [ + { + "ip_address": "167.172.111.118", + "netmask": "255.255.240.0", + "gateway": "167.172.176.1", + "type": "public" + }, + { + "ip_address": "10.135.64.211", + "netmask": "255.255.0.0", + "gateway": "10.135.0.1", + "type": "private" + } + ], + "v6": [ + ] + }, + "region": { + "name": "Frankfurt 1", + "slug": "fra1", + "features": [ + "private_networking", + "backups", + "ipv6", + "metadata", + "install_agent", + "storage", + "image_transfer" + ], + "available": true, + "sizes": [ + "s-1vcpu-1gb", + "512mb", + "s-1vcpu-2gb", + "1gb", + "s-3vcpu-1gb", + "s-2vcpu-2gb", + "s-1vcpu-3gb", + "s-2vcpu-4gb", + "2gb", + "s-4vcpu-8gb", + "m-1vcpu-8gb", + "c-2", + "4gb", + "g-2vcpu-8gb", + "gd-2vcpu-8gb", + "m-16gb", + "s-6vcpu-16gb", + "c-4", + "8gb", + "m-2vcpu-16gb", + "m3-2vcpu-16gb", + "g-4vcpu-16gb", + "gd-4vcpu-16gb", + "m6-2vcpu-16gb", + "m-32gb", + "s-8vcpu-32gb", + "c-8", + "16gb", + "m-4vcpu-32gb", + "m3-4vcpu-32gb", + "g-8vcpu-32gb", + "s-12vcpu-48gb", + "gd-8vcpu-32gb", + "m6-4vcpu-32gb", + "m-64gb", + "s-16vcpu-64gb", + "c-16", + "32gb", + "m-8vcpu-64gb", + "m3-8vcpu-64gb", + "g-16vcpu-64gb", + "s-20vcpu-96gb", + "48gb", + "gd-16vcpu-64gb", + "m6-8vcpu-64gb", + "m-128gb", + "s-24vcpu-128gb", + "c-32", + "64gb", + "m-16vcpu-128gb", + "m3-16vcpu-128gb", + "s-32vcpu-192gb", + "m-24vcpu-192gb", + "m-224gb", + "m6-16vcpu-128gb", + "m3-24vcpu-192gb", + "m6-24vcpu-192gb" + ] + }, + "tags": [], + "vpc_uuid": "953d698c-dc84-11e8-80bc-3cfdfea9fba1" + }, + { + "id": 176011507, + "name": "prometheus-demo", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "locked": false, + "status": "active", + "kernel": null, + "created_at": "2020-01-17T12:06:26Z", + "features": [ + "ipv6", + "private_networking" + ], + "backup_ids": [], + "next_backup_window": null, + "snapshot_ids": [], + "image": { + "id": 53893572, + "name": "18.04.3 (LTS) x64", + "distribution": "Ubuntu", + "slug": "ubuntu-18-04-x64", + "public": true, + "regions": [ + "nyc3", + "nyc1", + "sfo1", + "nyc2", + "ams2", + "sgp1", + "lon1", + "nyc3", + "ams3", + "fra1", + "tor1", + "sfo2", + "blr1", + "sfo3" + ], + "created_at": "2019-10-22T01:38:19Z", + "min_disk_size": 20, + "type": "base", + "size_gigabytes": 2.36, + "description": "Ubuntu 18.04 x64 20191022", + "tags": [], + "status": "available" + }, + "volume_ids": [], + "size": { + "slug": "s-1vcpu-1gb", + "memory": 1024, + "vcpus": 1, + "disk": 25, + "transfer": 1, + "price_monthly": 5, + "price_hourly": 0.00744, + "regions": [ + "ams2", + "ams3", + "blr1", + "fra1", + "lon1", + "nyc1", + "nyc2", + "nyc3", + "sfo1", + "sfo2", + "sfo3", + "sgp1", + "tor1" + ], + "available": true + }, + "size_slug": "s-1vcpu-1gb", + "networks": { + "v4": [ + { + "ip_address": "138.65.56.69", + "netmask": "255.255.240.0", + "gateway": "138.65.64.1", + "type": "public" + }, + { + "ip_address": "154.245.26.111", + "netmask": "255.255.252.0", + "gateway": "154.245.24.1", + "type": "public" + }, + { + "ip_address": "10.135.64.212", + "netmask": "255.255.0.0", + "gateway": "10.135.0.1", + "type": "private" + } + ], + "v6": [ + { + "ip_address": "2a03:b0c0:3:f0::cf2:4", + "netmask": 64, + "gateway": "2a03:b0c0:3:f0::1", + "type": "public" + } + ] + }, + "region": { + "name": "Frankfurt 1", + "slug": "fra1", + "features": [ + "private_networking", + "backups", + "ipv6", + "metadata", + "install_agent", + "storage", + "image_transfer" + ], + "available": true, + "sizes": [ + "s-1vcpu-1gb", + "512mb", + "s-1vcpu-2gb", + "1gb", + "s-3vcpu-1gb", + "s-2vcpu-2gb", + "s-1vcpu-3gb", + "s-2vcpu-4gb", + "2gb", + "s-4vcpu-8gb", + "m-1vcpu-8gb", + "c-2", + "4gb", + "g-2vcpu-8gb", + "gd-2vcpu-8gb", + "m-16gb", + "s-6vcpu-16gb", + "c-4", + "8gb", + "m-2vcpu-16gb", + "m3-2vcpu-16gb", + "g-4vcpu-16gb", + "gd-4vcpu-16gb", + "m6-2vcpu-16gb", + "m-32gb", + "s-8vcpu-32gb", + "c-8", + "16gb", + "m-4vcpu-32gb", + "m3-4vcpu-32gb", + "g-8vcpu-32gb", + "s-12vcpu-48gb", + "gd-8vcpu-32gb", + "m6-4vcpu-32gb", + "m-64gb", + "s-16vcpu-64gb", + "c-16", + "32gb", + "m-8vcpu-64gb", + "m3-8vcpu-64gb", + "g-16vcpu-64gb", + "s-20vcpu-96gb", + "48gb", + "gd-16vcpu-64gb", + "m6-8vcpu-64gb", + "m-128gb", + "s-24vcpu-128gb", + "c-32", + "64gb", + "m-16vcpu-128gb", + "m3-16vcpu-128gb", + "s-32vcpu-192gb", + "m-24vcpu-192gb", + "m-224gb", + "m6-16vcpu-128gb", + "m3-24vcpu-192gb", + "m6-24vcpu-192gb" + ] + }, + "tags": [], + "vpc_uuid": "953d698c-dc84-11e8-80bc-3cfdfea9fba1" + } + ], + "links": { + "pages": { + "first": "https://api.digitalocean.com/v2/droplets?page=1&per_page=2", + "prev": "https://api.digitalocean.com/v2/droplets?page=1&per_page=2" + } + }, + "meta": { + "total": 4 + } +} +`, + }[page-1], + ) + }) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/discovery.go b/staging/src/github.com/promethues/prometheus/discovery/discovery.go new file mode 100644 index 0000000..f2b87d9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/discovery.go @@ -0,0 +1,117 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package discovery + +import ( + "context" + "reflect" + + "github.com/go-kit/log" + "github.com/prometheus/common/config" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +// Discoverer provides information about target groups. It maintains a set +// of sources from which TargetGroups can originate. Whenever a discovery provider +// detects a potential change, it sends the TargetGroup through its channel. +// +// Discoverer does not know if an actual change happened. +// It does guarantee that it sends the new TargetGroup whenever a change happens. +// +// Discoverers should initially send a full set of all discoverable TargetGroups. +type Discoverer interface { + // Run hands a channel to the discovery provider (Consul, DNS, etc.) through which + // it can send updated target groups. It must return when the context is canceled. + // It should not close the update channel on returning. + Run(ctx context.Context, up chan<- []*targetgroup.Group) +} + +// DiscovererOptions provides options for a Discoverer. +type DiscovererOptions struct { + Logger log.Logger +} + +// A Config provides the configuration and constructor for a Discoverer. +type Config interface { + // Name returns the name of the discovery mechanism. + Name() string + + // NewDiscoverer returns a Discoverer for the Config + // with the given DiscovererOptions. + NewDiscoverer(DiscovererOptions) (Discoverer, error) +} + +// Configs is a slice of Config values that uses custom YAML marshaling and unmarshaling +// to represent itself as a mapping of the Config values grouped by their types. +type Configs []Config + +// SetDirectory joins any relative file paths with dir. +func (c *Configs) SetDirectory(dir string) { + for _, c := range *c { + if v, ok := c.(config.DirectorySetter); ok { + v.SetDirectory(dir) + } + } +} + +// UnmarshalYAML implements yaml.Unmarshaler. +func (c *Configs) UnmarshalYAML(unmarshal func(interface{}) error) error { + cfgTyp := getConfigType(configsType) + cfgPtr := reflect.New(cfgTyp) + cfgVal := cfgPtr.Elem() + + if err := unmarshal(cfgPtr.Interface()); err != nil { + return replaceYAMLTypeError(err, cfgTyp, configsType) + } + + var err error + *c, err = readConfigs(cfgVal, 0) + return err +} + +// MarshalYAML implements yaml.Marshaler. +func (c Configs) MarshalYAML() (interface{}, error) { + cfgTyp := getConfigType(configsType) + cfgPtr := reflect.New(cfgTyp) + cfgVal := cfgPtr.Elem() + + if err := writeConfigs(cfgVal, c); err != nil { + return nil, err + } + + return cfgPtr.Interface(), nil +} + +// A StaticConfig is a Config that provides a static list of targets. +type StaticConfig []*targetgroup.Group + +// Name returns the name of the service discovery mechanism. +func (StaticConfig) Name() string { return "static" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c StaticConfig) NewDiscoverer(DiscovererOptions) (Discoverer, error) { + return staticDiscoverer(c), nil +} + +type staticDiscoverer []*targetgroup.Group + +func (c staticDiscoverer) Run(ctx context.Context, up chan<- []*targetgroup.Group) { + // TODO: existing implementation closes up chan, but documentation explicitly forbids it...? + defer close(up) + select { + case <-ctx.Done(): + case up <- c: + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/dns/dns.go b/staging/src/github.com/promethues/prometheus/discovery/dns/dns.go new file mode 100644 index 0000000..6b9860d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/dns/dns.go @@ -0,0 +1,360 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package dns + +import ( + "context" + "fmt" + "net" + "strings" + "sync" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/miekg/dns" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + resolvConf = "/etc/resolv.conf" + + dnsNameLabel = model.MetaLabelPrefix + "dns_name" + dnsSrvRecordPrefix = model.MetaLabelPrefix + "dns_srv_record_" + dnsSrvRecordTargetLabel = dnsSrvRecordPrefix + "target" + dnsSrvRecordPortLabel = dnsSrvRecordPrefix + "port" + + // Constants for instrumentation. + namespace = "prometheus" +) + +var ( + dnsSDLookupsCount = prometheus.NewCounter( + prometheus.CounterOpts{ + Namespace: namespace, + Name: "sd_dns_lookups_total", + Help: "The number of DNS-SD lookups.", + }) + dnsSDLookupFailuresCount = prometheus.NewCounter( + prometheus.CounterOpts{ + Namespace: namespace, + Name: "sd_dns_lookup_failures_total", + Help: "The number of DNS-SD lookup failures.", + }) + + // DefaultSDConfig is the default DNS SD configuration. + DefaultSDConfig = SDConfig{ + RefreshInterval: model.Duration(30 * time.Second), + Type: "SRV", + } +) + +func init() { + discovery.RegisterConfig(&SDConfig{}) + prometheus.MustRegister(dnsSDLookupFailuresCount, dnsSDLookupsCount) +} + +// SDConfig is the configuration for DNS based service discovery. +type SDConfig struct { + Names []string `yaml:"names"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + Type string `yaml:"type"` + Port int `yaml:"port"` // Ignored for SRV records +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "dns" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(*c, opts.Logger), nil +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Names) == 0 { + return errors.New("DNS-SD config must contain at least one SRV record name") + } + switch strings.ToUpper(c.Type) { + case "SRV": + case "A", "AAAA": + if c.Port == 0 { + return errors.New("a port is required in DNS-SD configs for all record types except SRV") + } + default: + return errors.Errorf("invalid DNS-SD records type %s", c.Type) + } + return nil +} + +// Discovery periodically performs DNS-SD requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + names []string + port int + qtype uint16 + logger log.Logger + + lookupFn func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf SDConfig, logger log.Logger) *Discovery { + if logger == nil { + logger = log.NewNopLogger() + } + + qtype := dns.TypeSRV + switch strings.ToUpper(conf.Type) { + case "A": + qtype = dns.TypeA + case "AAAA": + qtype = dns.TypeAAAA + case "SRV": + qtype = dns.TypeSRV + } + d := &Discovery{ + names: conf.Names, + qtype: qtype, + port: conf.Port, + logger: logger, + lookupFn: lookupWithSearchPath, + } + d.Discovery = refresh.NewDiscovery( + logger, + "dns", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + var ( + wg sync.WaitGroup + ch = make(chan *targetgroup.Group) + tgs = make([]*targetgroup.Group, 0, len(d.names)) + ) + + wg.Add(len(d.names)) + for _, name := range d.names { + go func(n string) { + if err := d.refreshOne(ctx, n, ch); err != nil && err != context.Canceled { + level.Error(d.logger).Log("msg", "Error refreshing DNS targets", "err", err) + } + wg.Done() + }(name) + } + + go func() { + wg.Wait() + close(ch) + }() + + for tg := range ch { + tgs = append(tgs, tg) + } + return tgs, nil +} + +func (d *Discovery) refreshOne(ctx context.Context, name string, ch chan<- *targetgroup.Group) error { + response, err := d.lookupFn(name, d.qtype, d.logger) + dnsSDLookupsCount.Inc() + if err != nil { + dnsSDLookupFailuresCount.Inc() + return err + } + + tg := &targetgroup.Group{} + hostPort := func(a string, p int) model.LabelValue { + return model.LabelValue(net.JoinHostPort(a, fmt.Sprintf("%d", p))) + } + + for _, record := range response.Answer { + var target, dnsSrvRecordTarget, dnsSrvRecordPort model.LabelValue + + switch addr := record.(type) { + case *dns.SRV: + dnsSrvRecordTarget = model.LabelValue(addr.Target) + dnsSrvRecordPort = model.LabelValue(fmt.Sprintf("%d", addr.Port)) + + // Remove the final dot from rooted DNS names to make them look more usual. + addr.Target = strings.TrimRight(addr.Target, ".") + + target = hostPort(addr.Target, int(addr.Port)) + case *dns.A: + target = hostPort(addr.A.String(), d.port) + case *dns.AAAA: + target = hostPort(addr.AAAA.String(), d.port) + case *dns.CNAME: + // CNAME responses can occur with "Type: A" dns_sd_config requests. + continue + default: + level.Warn(d.logger).Log("msg", "Invalid record", "record", record) + continue + } + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: target, + dnsNameLabel: model.LabelValue(name), + dnsSrvRecordTargetLabel: dnsSrvRecordTarget, + dnsSrvRecordPortLabel: dnsSrvRecordPort, + }) + } + + tg.Source = name + select { + case <-ctx.Done(): + return ctx.Err() + case ch <- tg: + } + + return nil +} + +// lookupWithSearchPath tries to get an answer for various permutations of +// the given name, appending the system-configured search path as necessary. +// +// There are three possible outcomes: +// +// 1. One of the permutations of the given name is recognized as +// "valid" by the DNS, in which case we consider ourselves "done" +// and that answer is returned. Note that, due to the way the DNS +// handles "name has resource records, but none of the specified type", +// the answer received may have an empty set of results. +// +// 2. All of the permutations of the given name are responded to by one of +// the servers in the "nameservers" list with the answer "that name does +// not exist" (NXDOMAIN). In that case, it can be considered +// pseudo-authoritative that there are no records for that name. +// +// 3. One or more of the names was responded to by all servers with some +// sort of error indication. In that case, we can't know if, in fact, +// there are records for the name or not, so whatever state the +// configuration is in, we should keep it that way until we know for +// sure (by, presumably, all the names getting answers in the future). +// +// Outcomes 1 and 2 are indicated by a valid response message (possibly an +// empty one) and no error. Outcome 3 is indicated by an error return. The +// error will be generic-looking, because trying to return all the errors +// returned by the combination of all name permutations and servers is a +// nightmare. +func lookupWithSearchPath(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + conf, err := dns.ClientConfigFromFile(resolvConf) + if err != nil { + return nil, errors.Wrap(err, "could not load resolv.conf") + } + + allResponsesValid := true + + for _, lname := range conf.NameList(name) { + response, err := lookupFromAnyServer(lname, qtype, conf, logger) + + if err != nil { + // We can't go home yet, because a later name + // may give us a valid, successful answer. However + // we can no longer say "this name definitely doesn't + // exist", because we did not get that answer for + // at least one name. + allResponsesValid = false + } else if response.Rcode == dns.RcodeSuccess { + // Outcome 1: GOLD! + return response, nil + } + } + + if allResponsesValid { + // Outcome 2: everyone says NXDOMAIN, that's good enough for me + return &dns.Msg{}, nil + } + // Outcome 3: boned. + return nil, errors.Errorf("could not resolve %q: all servers responded with errors to at least one search domain", name) +} + +// lookupFromAnyServer uses all configured servers to try and resolve a specific +// name. If a viable answer is received from a server, then it is +// immediately returned, otherwise the other servers in the config are +// tried, and if none of them return a viable answer, an error is returned. +// +// A "viable answer" is one which indicates either: +// +// 1. "yes, I know that name, and here are its records of the requested type" +// (RCODE==SUCCESS, ANCOUNT > 0); +// 2. "yes, I know that name, but it has no records of the requested type" +// (RCODE==SUCCESS, ANCOUNT==0); or +// 3. "I know that name doesn't exist" (RCODE==NXDOMAIN). +// +// A non-viable answer is "anything else", which encompasses both various +// system-level problems (like network timeouts) and also +// valid-but-unexpected DNS responses (SERVFAIL, REFUSED, etc). +func lookupFromAnyServer(name string, qtype uint16, conf *dns.ClientConfig, logger log.Logger) (*dns.Msg, error) { + client := &dns.Client{} + + for _, server := range conf.Servers { + servAddr := net.JoinHostPort(server, conf.Port) + msg, err := askServerForName(name, qtype, client, servAddr, true) + if err != nil { + level.Warn(logger).Log("msg", "DNS resolution failed", "server", server, "name", name, "err", err) + continue + } + + if msg.Rcode == dns.RcodeSuccess || msg.Rcode == dns.RcodeNameError { + // We have our answer. Time to go home. + return msg, nil + } + } + + return nil, errors.Errorf("could not resolve %s: no servers returned a viable answer", name) +} + +// askServerForName makes a request to a specific DNS server for a specific +// name (and qtype). Retries with TCP in the event of response truncation, +// but otherwise just sends back whatever the server gave, whether that be a +// valid-looking response, or an error. +func askServerForName(name string, queryType uint16, client *dns.Client, servAddr string, edns bool) (*dns.Msg, error) { + msg := &dns.Msg{} + + msg.SetQuestion(dns.Fqdn(name), queryType) + if edns { + msg.SetEdns0(dns.DefaultMsgSize, false) + } + + response, _, err := client.Exchange(msg, servAddr) + if err != nil { + return nil, err + } + + if response.Truncated { + if client.Net == "tcp" { + return nil, errors.New("got truncated message on TCP (64kiB limit exceeded?)") + } + + client.Net = "tcp" + return askServerForName(name, queryType, client, servAddr, false) + } + + return response, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/dns/dns_test.go b/staging/src/github.com/promethues/prometheus/discovery/dns/dns_test.go new file mode 100644 index 0000000..a2311fc --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/dns/dns_test.go @@ -0,0 +1,302 @@ +// Copyright 2019 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package dns + +import ( + "context" + "fmt" + "net" + "testing" + "time" + + "github.com/go-kit/log" + "github.com/miekg/dns" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "go.uber.org/goleak" + "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +func TestDNS(t *testing.T) { + testCases := []struct { + name string + config SDConfig + lookup func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) + + expected []*targetgroup.Group + }{ + { + name: "A record query with error", + config: SDConfig{ + Names: []string{"web.example.com."}, + RefreshInterval: model.Duration(time.Minute), + Port: 80, + Type: "A", + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return nil, fmt.Errorf("some error") + }, + expected: []*targetgroup.Group{}, + }, + { + name: "A record query", + config: SDConfig{ + Names: []string{"web.example.com."}, + RefreshInterval: model.Duration(time.Minute), + Port: 80, + Type: "A", + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return &dns.Msg{ + Answer: []dns.RR{ + &dns.A{A: net.IPv4(192, 0, 2, 2)}, + }, + }, + nil + }, + expected: []*targetgroup.Group{ + { + Source: "web.example.com.", + Targets: []model.LabelSet{ + { + "__address__": "192.0.2.2:80", + "__meta_dns_name": "web.example.com.", + "__meta_dns_srv_record_target": "", + "__meta_dns_srv_record_port": "", + }, + }, + }, + }, + }, + { + name: "AAAA record query", + config: SDConfig{ + Names: []string{"web.example.com."}, + RefreshInterval: model.Duration(time.Minute), + Port: 80, + Type: "AAAA", + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return &dns.Msg{ + Answer: []dns.RR{ + &dns.AAAA{AAAA: net.IPv6loopback}, + }, + }, + nil + }, + expected: []*targetgroup.Group{ + { + Source: "web.example.com.", + Targets: []model.LabelSet{ + { + "__address__": "[::1]:80", + "__meta_dns_name": "web.example.com.", + "__meta_dns_srv_record_target": "", + "__meta_dns_srv_record_port": "", + }, + }, + }, + }, + }, + { + name: "SRV record query", + config: SDConfig{ + Names: []string{"_mysql._tcp.db.example.com."}, + Type: "SRV", + RefreshInterval: model.Duration(time.Minute), + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return &dns.Msg{ + Answer: []dns.RR{ + &dns.SRV{Port: 3306, Target: "db1.example.com."}, + &dns.SRV{Port: 3306, Target: "db2.example.com."}, + }, + }, + nil + }, + expected: []*targetgroup.Group{ + { + Source: "_mysql._tcp.db.example.com.", + Targets: []model.LabelSet{ + { + "__address__": "db1.example.com:3306", + "__meta_dns_name": "_mysql._tcp.db.example.com.", + "__meta_dns_srv_record_target": "db1.example.com.", + "__meta_dns_srv_record_port": "3306", + }, + { + "__address__": "db2.example.com:3306", + "__meta_dns_name": "_mysql._tcp.db.example.com.", + "__meta_dns_srv_record_target": "db2.example.com.", + "__meta_dns_srv_record_port": "3306", + }, + }, + }, + }, + }, + { + name: "SRV record query with unsupported resource records", + config: SDConfig{ + Names: []string{"_mysql._tcp.db.example.com."}, + RefreshInterval: model.Duration(time.Minute), + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return &dns.Msg{ + Answer: []dns.RR{ + &dns.SRV{Port: 3306, Target: "db1.example.com."}, + &dns.TXT{Txt: []string{"this should be discarded"}}, + }, + }, + nil + }, + expected: []*targetgroup.Group{ + { + Source: "_mysql._tcp.db.example.com.", + Targets: []model.LabelSet{ + { + "__address__": "db1.example.com:3306", + "__meta_dns_name": "_mysql._tcp.db.example.com.", + "__meta_dns_srv_record_target": "db1.example.com.", + "__meta_dns_srv_record_port": "3306", + }, + }, + }, + }, + }, + { + name: "SRV record query with empty answer (NXDOMAIN)", + config: SDConfig{ + Names: []string{"_mysql._tcp.db.example.com."}, + RefreshInterval: model.Duration(time.Minute), + }, + lookup: func(name string, qtype uint16, logger log.Logger) (*dns.Msg, error) { + return &dns.Msg{}, nil + }, + expected: []*targetgroup.Group{ + { + Source: "_mysql._tcp.db.example.com.", + }, + }, + }, + } + + for _, tc := range testCases { + tc := tc + t.Run(tc.name, func(t *testing.T) { + t.Parallel() + sd := NewDiscovery(tc.config, nil) + sd.lookupFn = tc.lookup + + tgs, err := sd.refresh(context.Background()) + require.NoError(t, err) + require.Equal(t, tc.expected, tgs) + }) + } +} + +func TestSDConfigUnmarshalYAML(t *testing.T) { + marshal := func(c SDConfig) []byte { + d, err := yaml.Marshal(c) + if err != nil { + panic(err) + } + return d + } + + unmarshal := func(d []byte) func(interface{}) error { + return func(o interface{}) error { + return yaml.Unmarshal(d, o) + } + } + + cases := []struct { + name string + input SDConfig + expectErr bool + }{ + { + name: "valid srv", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "SRV", + }, + expectErr: false, + }, + { + name: "valid a", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "A", + Port: 5300, + }, + expectErr: false, + }, + { + name: "valid aaaa", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "AAAA", + Port: 5300, + }, + expectErr: false, + }, + { + name: "invalid a without port", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "A", + }, + expectErr: true, + }, + { + name: "invalid aaaa without port", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "AAAA", + }, + expectErr: true, + }, + { + name: "invalid empty names", + input: SDConfig{ + Names: []string{}, + Type: "AAAA", + }, + expectErr: true, + }, + { + name: "invalid unknown dns type", + input: SDConfig{ + Names: []string{"a.example.com", "b.example.com"}, + Type: "PTR", + }, + expectErr: true, + }, + } + + for _, c := range cases { + t.Run(c.name, func(t *testing.T) { + var config SDConfig + d := marshal(c.input) + err := config.UnmarshalYAML(unmarshal(d)) + require.Equal(t, c.expectErr, err != nil) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/eureka/client.go b/staging/src/github.com/promethues/prometheus/discovery/eureka/client.go new file mode 100644 index 0000000..65c5b67 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/eureka/client.go @@ -0,0 +1,112 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package eureka + +import ( + "context" + "encoding/xml" + "fmt" + "io" + "io/ioutil" + "net/http" + + "github.com/pkg/errors" + "github.com/prometheus/common/version" +) + +var userAgent = fmt.Sprintf("Prometheus/%s", version.Version) + +type Applications struct { + VersionsDelta int `xml:"versions__delta"` + AppsHashcode string `xml:"apps__hashcode"` + Applications []Application `xml:"application"` +} + +type Application struct { + Name string `xml:"name"` + Instances []Instance `xml:"instance"` +} + +type Port struct { + Port int `xml:",chardata"` + Enabled bool `xml:"enabled,attr"` +} + +type Instance struct { + HostName string `xml:"hostName"` + HomePageURL string `xml:"homePageUrl"` + StatusPageURL string `xml:"statusPageUrl"` + HealthCheckURL string `xml:"healthCheckUrl"` + App string `xml:"app"` + IPAddr string `xml:"ipAddr"` + VipAddress string `xml:"vipAddress"` + SecureVipAddress string `xml:"secureVipAddress"` + Status string `xml:"status"` + Port *Port `xml:"port"` + SecurePort *Port `xml:"securePort"` + DataCenterInfo *DataCenterInfo `xml:"dataCenterInfo"` + Metadata *MetaData `xml:"metadata"` + IsCoordinatingDiscoveryServer bool `xml:"isCoordinatingDiscoveryServer"` + ActionType string `xml:"actionType"` + CountryID int `xml:"countryId"` + InstanceID string `xml:"instanceId"` +} + +type MetaData struct { + Items []Tag `xml:",any"` +} + +type Tag struct { + XMLName xml.Name + Content string `xml:",innerxml"` +} + +type DataCenterInfo struct { + Name string `xml:"name"` + Class string `xml:"class,attr"` + Metadata *MetaData `xml:"metadata"` +} + +const appListPath string = "/apps" + +func fetchApps(ctx context.Context, server string, client *http.Client) (*Applications, error) { + url := fmt.Sprintf("%s%s", server, appListPath) + + request, err := http.NewRequest("GET", url, nil) + if err != nil { + return nil, err + } + request = request.WithContext(ctx) + request.Header.Add("User-Agent", userAgent) + + resp, err := client.Do(request) + if err != nil { + return nil, err + } + defer func() { + io.Copy(ioutil.Discard, resp.Body) + resp.Body.Close() + }() + + if resp.StatusCode/100 != 2 { + return nil, errors.Errorf("non 2xx status '%d' response during eureka service discovery", resp.StatusCode) + } + + var apps Applications + err = xml.NewDecoder(resp.Body).Decode(&apps) + if err != nil { + return nil, errors.Wrapf(err, "%q", url) + } + return &apps, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/eureka/client_test.go b/staging/src/github.com/promethues/prometheus/discovery/eureka/client_test.go new file mode 100644 index 0000000..f1451c3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/eureka/client_test.go @@ -0,0 +1,213 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package eureka + +import ( + "context" + "io" + "net/http" + "net/http/httptest" + "testing" + + "github.com/stretchr/testify/require" +) + +func TestFetchApps(t *testing.T) { + appsXML := ` + 1 + UP_4_ + + CONFIG-SERVICE + + config-service001.test.com:config-service:8080 + config-service001.test.com + CONFIG-SERVICE + 192.133.83.31 + UP + UNKNOWN + 8080 + 8080 + 1 + + MyOwn + + + 30 + 90 + 1596003469304 + 1596110179310 + 0 + 1547190033103 + + + config-service001.test.com:config-service:8080 + + http://config-service001.test.com:8080/ + http://config-service001.test.com:8080/info + http://config-service001.test.com 8080/health + config-service + false + 1596003469304 + 1596003469304 + ADDED + + + config-service002.test.com:config-service:8080 + config-service002.test.com + CONFIG-SERVICE + 192.133.83.31 + UP + UNKNOWN + 8080 + 8080 + 1 + + MyOwn + + + 30 + 90 + 1596003469304 + 1596110179310 + 0 + 1547190033103 + + + config-service002.test.com:config-service:8080 + + http://config-service002.test.com:8080/ + http://config-service002.test.com:8080/info + http://config-service002.test.com:8080/health + config-service + false + 1596003469304 + 1596003469304 + ADDED + + + + META-SERVICE + + meta-service002.test.com:meta-service:8080 + meta-service002.test.com + META-SERVICE + 192.133.87.237 + UP + UNKNOWN + 8080 + 443 + 1 + + MyOwn + + + 30 + 90 + 1535444352472 + 1596110168846 + 0 + 1535444352472 + + + meta-service + 8090 + + http://meta-service002.test.com:8080/ + http://meta-service002.test.com:8080/info + http://meta-service002.test.com:8080/health + meta-service + meta-service + false + 1535444352472 + 1535444352398 + ADDED + + + meta-service001.test.com:meta-service:8080 + meta-service001.test.com + META-SERVICE + 192.133.87.236 + UP + UNKNOWN + 8080 + 443 + 1 + + MyOwn + + + 30 + 90 + 1535444352472 + 1596110168846 + 0 + 1535444352472 + + + meta-service + 8090 + + http://meta-service001.test.com:8080/ + http://meta-service001.test.com:8080/info + http://meta-service001.test.com:8080/health + meta-service + meta-service + false + 1535444352472 + 1535444352398 + ADDED + + +` + + // Simulate apps with a valid XML response. + respHandler := func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusOK) + w.Header().Set("Content-Type", "application/xml") + io.WriteString(w, appsXML) + } + // Create a test server with mock HTTP handler. + ts := httptest.NewServer(http.HandlerFunc(respHandler)) + defer ts.Close() + + apps, err := fetchApps(context.TODO(), ts.URL, &http.Client{}) + require.NoError(t, err) + + require.Equal(t, len(apps.Applications), 2) + require.Equal(t, apps.Applications[0].Name, "CONFIG-SERVICE") + require.Equal(t, apps.Applications[1].Name, "META-SERVICE") + + require.Equal(t, len(apps.Applications[1].Instances), 2) + require.Equal(t, apps.Applications[1].Instances[0].InstanceID, "meta-service002.test.com:meta-service:8080") + require.Equal(t, apps.Applications[1].Instances[0].Metadata.Items[0].XMLName.Local, "project") + require.Equal(t, apps.Applications[1].Instances[0].Metadata.Items[0].Content, "meta-service") + require.Equal(t, apps.Applications[1].Instances[0].Metadata.Items[1].XMLName.Local, "management.port") + require.Equal(t, apps.Applications[1].Instances[0].Metadata.Items[1].Content, "8090") + require.Equal(t, apps.Applications[1].Instances[1].InstanceID, "meta-service001.test.com:meta-service:8080") +} + +func Test500ErrorHttpResponse(t *testing.T) { + // Simulate 500 error. + respHandler := func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusInternalServerError) + w.Header().Set("Content-Type", "application/xml") + io.WriteString(w, ``) + } + // Create a test server with mock HTTP handler. + ts := httptest.NewServer(http.HandlerFunc(respHandler)) + defer ts.Close() + + _, err := fetchApps(context.TODO(), ts.URL, &http.Client{}) + require.Error(t, err, "5xx HTTP response") +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka.go b/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka.go new file mode 100644 index 0000000..dcfc2be --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka.go @@ -0,0 +1,221 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package eureka + +import ( + "context" + "net" + "net/http" + "net/url" + "strconv" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + // metaLabelPrefix is the meta prefix used for all meta labels. + // in this discovery. + metaLabelPrefix = model.MetaLabelPrefix + "eureka_" + metaAppInstanceLabelPrefix = metaLabelPrefix + "app_instance_" + + appNameLabel = metaLabelPrefix + "app_name" + appInstanceHostNameLabel = metaAppInstanceLabelPrefix + "hostname" + appInstanceHomePageURLLabel = metaAppInstanceLabelPrefix + "homepage_url" + appInstanceStatusPageURLLabel = metaAppInstanceLabelPrefix + "statuspage_url" + appInstanceHealthCheckURLLabel = metaAppInstanceLabelPrefix + "healthcheck_url" + appInstanceIPAddrLabel = metaAppInstanceLabelPrefix + "ip_addr" + appInstanceVipAddressLabel = metaAppInstanceLabelPrefix + "vip_address" + appInstanceSecureVipAddressLabel = metaAppInstanceLabelPrefix + "secure_vip_address" + appInstanceStatusLabel = metaAppInstanceLabelPrefix + "status" + appInstancePortLabel = metaAppInstanceLabelPrefix + "port" + appInstancePortEnabledLabel = metaAppInstanceLabelPrefix + "port_enabled" + appInstanceSecurePortLabel = metaAppInstanceLabelPrefix + "secure_port" + appInstanceSecurePortEnabledLabel = metaAppInstanceLabelPrefix + "secure_port_enabled" + appInstanceDataCenterInfoNameLabel = metaAppInstanceLabelPrefix + "datacenterinfo_name" + appInstanceDataCenterInfoMetadataPrefix = metaAppInstanceLabelPrefix + "datacenterinfo_metadata_" + appInstanceCountryIDLabel = metaAppInstanceLabelPrefix + "country_id" + appInstanceIDLabel = metaAppInstanceLabelPrefix + "id" + appInstanceMetadataPrefix = metaAppInstanceLabelPrefix + "metadata_" +) + +// DefaultSDConfig is the default Eureka SD configuration. +var DefaultSDConfig = SDConfig{ + RefreshInterval: model.Duration(30 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for applications running on Eureka. +type SDConfig struct { + Server string `yaml:"server,omitempty"` + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "eureka" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Server) == 0 { + return errors.New("eureka_sd: empty or null eureka server") + } + url, err := url.Parse(c.Server) + if err != nil { + return err + } + if len(url.Scheme) == 0 || len(url.Host) == 0 { + return errors.New("eureka_sd: invalid eureka server URL") + } + return c.HTTPClientConfig.Validate() +} + +// Discovery provides service discovery based on a Eureka instance. +type Discovery struct { + *refresh.Discovery + client *http.Client + server string +} + +// NewDiscovery creates a new Eureka discovery for the given role. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) { + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "eureka_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + d := &Discovery{ + client: &http.Client{Transport: rt}, + server: conf.Server, + } + d.Discovery = refresh.NewDiscovery( + logger, + "eureka", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + apps, err := fetchApps(ctx, d.server, d.client) + if err != nil { + return nil, err + } + + tg := &targetgroup.Group{ + Source: "eureka", + } + + for _, app := range apps.Applications { + targets := targetsForApp(&app) + tg.Targets = append(tg.Targets, targets...) + } + return []*targetgroup.Group{tg}, nil +} + +func targetsForApp(app *Application) []model.LabelSet { + targets := make([]model.LabelSet, 0, len(app.Instances)) + + // Gather info about the app's 'instances'. Each instance is considered a task. + for _, t := range app.Instances { + var targetAddress string + if t.Port != nil { + targetAddress = net.JoinHostPort(t.HostName, strconv.Itoa(t.Port.Port)) + } else { + targetAddress = net.JoinHostPort(t.HostName, "80") + } + + target := model.LabelSet{ + model.AddressLabel: lv(targetAddress), + model.InstanceLabel: lv(t.InstanceID), + + appNameLabel: lv(app.Name), + appInstanceHostNameLabel: lv(t.HostName), + appInstanceHomePageURLLabel: lv(t.HomePageURL), + appInstanceStatusPageURLLabel: lv(t.StatusPageURL), + appInstanceHealthCheckURLLabel: lv(t.HealthCheckURL), + appInstanceIPAddrLabel: lv(t.IPAddr), + appInstanceVipAddressLabel: lv(t.VipAddress), + appInstanceSecureVipAddressLabel: lv(t.SecureVipAddress), + appInstanceStatusLabel: lv(t.Status), + appInstanceCountryIDLabel: lv(strconv.Itoa(t.CountryID)), + appInstanceIDLabel: lv(t.InstanceID), + } + + if t.Port != nil { + target[appInstancePortLabel] = lv(strconv.Itoa(t.Port.Port)) + target[appInstancePortEnabledLabel] = lv(strconv.FormatBool(t.Port.Enabled)) + } + + if t.SecurePort != nil { + target[appInstanceSecurePortLabel] = lv(strconv.Itoa(t.SecurePort.Port)) + target[appInstanceSecurePortEnabledLabel] = lv(strconv.FormatBool(t.SecurePort.Enabled)) + } + + if t.DataCenterInfo != nil { + target[appInstanceDataCenterInfoNameLabel] = lv(t.DataCenterInfo.Name) + + if t.DataCenterInfo.Metadata != nil { + for _, m := range t.DataCenterInfo.Metadata.Items { + ln := strutil.SanitizeLabelName(m.XMLName.Local) + target[model.LabelName(appInstanceDataCenterInfoMetadataPrefix+ln)] = lv(m.Content) + } + } + } + + if t.Metadata != nil { + for _, m := range t.Metadata.Items { + ln := strutil.SanitizeLabelName(m.XMLName.Local) + target[model.LabelName(appInstanceMetadataPrefix+ln)] = lv(m.Content) + } + } + + targets = append(targets, target) + + } + return targets +} + +func lv(s string) model.LabelValue { + return model.LabelValue(s) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka_test.go b/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka_test.go new file mode 100644 index 0000000..0641aa7 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/eureka/eureka_test.go @@ -0,0 +1,246 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package eureka + +import ( + "context" + "io" + "net/http" + "net/http/httptest" + "testing" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func testUpdateServices(respHandler http.HandlerFunc) ([]*targetgroup.Group, error) { + // Create a test server with mock HTTP handler. + ts := httptest.NewServer(respHandler) + defer ts.Close() + + conf := SDConfig{ + Server: ts.URL, + } + + md, err := NewDiscovery(&conf, nil) + if err != nil { + return nil, err + } + + return md.refresh(context.Background()) +} + +func TestEurekaSDHandleError(t *testing.T) { + var ( + errTesting = "non 2xx status '500' response during eureka service discovery" + respHandler = func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusInternalServerError) + w.Header().Set("Content-Type", "application/xml") + io.WriteString(w, ``) + } + ) + tgs, err := testUpdateServices(respHandler) + + require.EqualError(t, err, errTesting) + require.Equal(t, len(tgs), 0) +} + +func TestEurekaSDEmptyList(t *testing.T) { + var ( + appsXML = ` +1 + +` + respHandler = func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusOK) + w.Header().Set("Content-Type", "application/xml") + io.WriteString(w, appsXML) + } + ) + tgs, err := testUpdateServices(respHandler) + require.NoError(t, err) + require.Equal(t, len(tgs), 1) +} + +func TestEurekaSDSendGroup(t *testing.T) { + var ( + appsXML = ` + 1 + UP_4_ + + CONFIG-SERVICE + + config-service001.test.com:config-service:8080 + config-service001.test.com + CONFIG-SERVICE + 192.133.83.31 + UP + UNKNOWN + 8080 + 8080 + 1 + + MyOwn + + + 30 + 90 + 1596003469304 + 1596110179310 + 0 + 1547190033103 + + + config-service001.test.com:config-service:8080 + + http://config-service001.test.com:8080/ + http://config-service001.test.com:8080/info + http://config-service001.test.com 8080/health + config-service + false + 1596003469304 + 1596003469304 + ADDED + + + config-service002.test.com:config-service:8080 + config-service002.test.com + CONFIG-SERVICE + 192.133.83.31 + UP + UNKNOWN + 8080 + 8080 + 1 + + MyOwn + + + 30 + 90 + 1596003469304 + 1596110179310 + 0 + 1547190033103 + + + config-service002.test.com:config-service:8080 + + http://config-service002.test.com:8080/ + http://config-service002.test.com:8080/info + http://config-service002.test.com:8080/health + config-service + false + 1596003469304 + 1596003469304 + ADDED + + + + META-SERVICE + + meta-service002.test.com:meta-service:8080 + meta-service002.test.com + META-SERVICE + 192.133.87.237 + UP + UNKNOWN + 8080 + 443 + 1 + + MyOwn + + + 30 + 90 + 1535444352472 + 1596110168846 + 0 + 1535444352472 + + + meta-service + 8090 + + http://meta-service002.test.com:8080/ + http://meta-service002.test.com:8080/info + http://meta-service002.test.com:8080/health + meta-service + meta-service + false + 1535444352472 + 1535444352398 + ADDED + + + meta-service001.test.com:meta-service:8080 + meta-service001.test.com + META-SERVICE + 192.133.87.236 + UP + UNKNOWN + 8080 + 443 + 1 + + MyOwn + + + 30 + 90 + 1535444352472 + 1596110168846 + 0 + 1535444352472 + + + meta-service + 8090 + + http://meta-service001.test.com:8080/ + http://meta-service001.test.com:8080/info + http://meta-service001.test.com:8080/health + meta-service + meta-service + false + 1535444352472 + 1535444352398 + ADDED + + +` + respHandler = func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusOK) + w.Header().Set("Content-Type", "application/xml") + io.WriteString(w, appsXML) + } + ) + + tgs, err := testUpdateServices(respHandler) + require.NoError(t, err) + require.Equal(t, len(tgs), 1) + + tg := tgs[0] + require.Equal(t, tg.Source, "eureka") + require.Equal(t, len(tg.Targets), 4) + + tgt := tg.Targets[0] + require.Equal(t, tgt[model.AddressLabel], model.LabelValue("config-service001.test.com:8080")) + + tgt = tg.Targets[2] + require.Equal(t, tgt[model.AddressLabel], model.LabelValue("meta-service002.test.com:8080")) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/file.go b/staging/src/github.com/promethues/prometheus/discovery/file/file.go new file mode 100644 index 0000000..809eebe --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/file.go @@ -0,0 +1,480 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package file + +import ( + "context" + "encoding/json" + "fmt" + "github.com/google/uuid" + "io/ioutil" + "os" + "path/filepath" + "regexp" + "strings" + "sync" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + fsnotify "gopkg.in/fsnotify/fsnotify.v1" + yaml "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + fileSDScanDuration = prometheus.NewSummary( + prometheus.SummaryOpts{ + Name: "prometheus_sd_file_scan_duration_seconds", + Help: "The duration of the File-SD scan in seconds.", + Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001}, + }) + fileSDReadErrorsCount = prometheus.NewCounter( + prometheus.CounterOpts{ + Name: "prometheus_sd_file_read_errors_total", + Help: "The number of File-SD read errors.", + }) + fileSDTimeStamp = NewTimestampCollector() + + patFileSDName = regexp.MustCompile(`^[^*]*(\*[^/]*)?\.(json|yml|yaml|JSON|YML|YAML)$`) + + // DefaultSDConfig is the default file SD configuration. + DefaultSDConfig = SDConfig{ + RefreshInterval: model.Duration(5 * time.Minute), + } + + watcher, _ = fsnotify.NewWatcher() + chanMap = sync.Map{} +) + +func init() { + discovery.RegisterConfig(&SDConfig{}) + prometheus.MustRegister(fileSDScanDuration, fileSDReadErrorsCount, fileSDTimeStamp) + go func() { + for { + select { + case event := <-watcher.Events: + chanMap.Range(func(key, value interface{}) bool { + ch := value.(chan fsnotify.Event) + ch <- event + return true + }) + //fp := "" + //fileMap.Range(func(key, value interface{}) bool { + // if strings.HasPrefix(event.Name, key.(string)) { + // fp = key.(string) + // return false + // } + // return true + //}) + // + //if id, ok := fileMap.Load(fp); ok { + // if ch, ok := chanMap.Load(id.(string)); ok { + // ch.(chan fsnotify.Event) <- event + // } + //} + + } + } + }() +} + +// SDConfig is the configuration for file based discovery. +type SDConfig struct { + Files []string `yaml:"files"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "file" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger), nil +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + for i, file := range c.Files { + c.Files[i] = config.JoinDir(dir, file) + } +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Files) == 0 { + return errors.New("file service discovery config must contain at least one path name") + } + for _, name := range c.Files { + if !patFileSDName.MatchString(name) { + return errors.Errorf("path name %q is not valid for file discovery", name) + } + } + return nil +} + +const fileSDFilepathLabel = model.MetaLabelPrefix + "filepath" + +// TimestampCollector is a Custom Collector for Timestamps of the files. +type TimestampCollector struct { + Description *prometheus.Desc + discoverers map[*Discovery]struct{} + lock sync.RWMutex +} + +// Describe method sends the description to the channel. +func (t *TimestampCollector) Describe(ch chan<- *prometheus.Desc) { + ch <- t.Description +} + +// Collect creates constant metrics for each file with last modified time of the file. +func (t *TimestampCollector) Collect(ch chan<- prometheus.Metric) { + // New map to dedup filenames. + uniqueFiles := make(map[string]float64) + t.lock.RLock() + for fileSD := range t.discoverers { + fileSD.lock.RLock() + for filename, timestamp := range fileSD.timestamps { + uniqueFiles[filename] = timestamp + } + fileSD.lock.RUnlock() + } + t.lock.RUnlock() + for filename, timestamp := range uniqueFiles { + ch <- prometheus.MustNewConstMetric( + t.Description, + prometheus.GaugeValue, + timestamp, + filename, + ) + } +} + +func (t *TimestampCollector) addDiscoverer(disc *Discovery) { + t.lock.Lock() + t.discoverers[disc] = struct{}{} + t.lock.Unlock() +} + +func (t *TimestampCollector) removeDiscoverer(disc *Discovery) { + t.lock.Lock() + delete(t.discoverers, disc) + t.lock.Unlock() +} + +// NewTimestampCollector creates a TimestampCollector. +func NewTimestampCollector() *TimestampCollector { + return &TimestampCollector{ + Description: prometheus.NewDesc( + "prometheus_sd_file_mtime_seconds", + "Timestamp (mtime) of files read by FileSD. Timestamp is set at read time.", + []string{"filename"}, + nil, + ), + discoverers: make(map[*Discovery]struct{}), + } +} + +// Discovery provides service discovery functionality based +// on files that contain target groups in JSON or YAML format. Refreshing +// happens using file watches and periodic refreshes. +type Discovery struct { + paths []string + watcher *fsnotify.Watcher + interval time.Duration + timestamps map[string]float64 + lock sync.RWMutex + + // lastRefresh stores which files were found during the last refresh + // and how many target groups they contained. + // This is used to detect deleted target groups. + lastRefresh map[string]int + logger log.Logger + + eventCh chan fsnotify.Event + uuid string +} + +// NewDiscovery returns a new file discovery for the given paths. +func NewDiscovery(conf *SDConfig, logger log.Logger) *Discovery { + if logger == nil { + logger = log.NewNopLogger() + } + eventChan := make(chan fsnotify.Event) + id := uuid.New().String() + disc := &Discovery{ + paths: conf.Files, + interval: time.Duration(conf.RefreshInterval), + timestamps: make(map[string]float64), + logger: logger, + uuid: id, + eventCh: eventChan, + } + //for _, fp := range conf.Files { + // fileMap.Store(fp, id) + //} + chanMap.Store(id, eventChan) + fileSDTimeStamp.addDiscoverer(disc) + return disc +} + +// listFiles returns a list of all files that match the configured patterns. +func (d *Discovery) listFiles() []string { + var paths []string + for _, p := range d.paths { + files, err := filepath.Glob(p) + if err != nil { + level.Error(d.logger).Log("msg", "Error expanding glob", "glob", p, "err", err) + continue + } + paths = append(paths, files...) + } + return paths +} + +// watchFiles sets watches on all full paths or directories that were configured for +// this file discovery. +func (d *Discovery) watchFiles() { + if d.watcher == nil { + panic("no watcher configured") + } + for _, p := range d.paths { + if idx := strings.LastIndex(p, "/"); idx > -1 { + // comment by alexli, try to decrease the using of inotify + p = p[:idx] + } else { + p = "./" + } + if err := d.watcher.Add(p); err != nil { + level.Error(d.logger).Log("msg", "Error adding file watch", "path", p, "err", err) + } + } +} + +// Run implements the Discoverer interface. +func (d *Discovery) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + //watcher, err := fsnotify.NewWatcher() + //if err != nil { + // level.Error(d.logger).Log("msg", "Error adding file watcher", "err", err) + // return + //} + d.watcher = watcher + defer d.stop() + + d.refresh(ctx, ch) + + ticker := time.NewTicker(d.interval) + defer ticker.Stop() + + for { + select { + case <-ctx.Done(): + level.Info(d.logger).Log("msg", "run file service discovery complete", "path", strings.Join(d.paths, ",")) + return + + case event := <-d.eventCh: + // fsnotify sometimes sends a bunch of events without name or operation. + // It's unclear what they are and why they are sent - filter them out. + if len(event.Name) == 0 { + break + } + // Everything but a chmod requires rereading. + if event.Op^fsnotify.Chmod == 0 { + break + } + // Changes to a file can spawn various sequences of events with + // different combinations of operations. For all practical purposes + // this is inaccurate. + // The most reliable solution is to reload everything if anything happens. + d.refresh(ctx, ch) + + case <-ticker.C: + // Setting a new watch after an update might fail. Make sure we don't lose + // those files forever. + d.refresh(ctx, ch) + + case err := <-d.watcher.Errors: + if err != nil { + level.Error(d.logger).Log("msg", "Error watching file", "err", err) + } + } + } + +} + +func (d *Discovery) writeTimestamp(filename string, timestamp float64) { + d.lock.Lock() + d.timestamps[filename] = timestamp + d.lock.Unlock() +} + +func (d *Discovery) deleteTimestamp(filename string) { + d.lock.Lock() + delete(d.timestamps, filename) + d.lock.Unlock() +} + +// stop shuts down the file watcher. +func (d *Discovery) stop() { + level.Info(d.logger).Log("msg", "Stopping file discovery...", "paths", fmt.Sprintf("%v", d.paths)) + + done := make(chan struct{}) + defer close(done) + + fileSDTimeStamp.removeDiscoverer(d) + + // Closing the watcher will deadlock unless all events and errors are drained. + go func() { + for { + select { + case <-d.watcher.Errors: + case <-d.watcher.Events: + // Drain all events and errors. + case <-done: + return + } + } + }() + for _, p := range d.paths { + if idx := strings.LastIndex(p, "/"); idx > -1 { + // comment by alexli, try to decrease the using of inotify + p = p[:idx] + } else { + //p = filepath.Join("./", p) + p = "./" + } + if err := d.watcher.Remove(p); err != nil { + level.Error(d.logger).Log("msg", "Error closing file watcher", "paths", fmt.Sprintf("%v", p), "err", err) + } + } + chanMap.Delete(d.uuid) + close(d.eventCh) + + level.Info(d.logger).Log("msg", "File discovery stopped") +} + +// refresh reads all files matching the discovery's patterns and sends the respective +// updated target groups through the channel. +func (d *Discovery) refresh(ctx context.Context, ch chan<- []*targetgroup.Group) { + t0 := time.Now() + defer func() { + fileSDScanDuration.Observe(time.Since(t0).Seconds()) + }() + ref := map[string]int{} + for _, p := range d.listFiles() { + tgroups, err := d.readFile(p) + if err != nil { + fileSDReadErrorsCount.Inc() + + level.Error(d.logger).Log("msg", "Error reading file", "path", p, "err", err) + // Prevent deletion down below. + ref[p] = d.lastRefresh[p] + continue + } + select { + case ch <- tgroups: + case <-ctx.Done(): + return + } + + ref[p] = len(tgroups) + } + // Send empty updates for sources that disappeared. + for f, n := range d.lastRefresh { + m, ok := ref[f] + if !ok || n > m { + level.Debug(d.logger).Log("msg", "file_sd refresh found file that should be removed", "file", f) + d.deleteTimestamp(f) + for i := m; i < n; i++ { + select { + case ch <- []*targetgroup.Group{{Source: fileSource(f, i)}}: + case <-ctx.Done(): + return + } + } + } + } + d.lastRefresh = ref + + d.watchFiles() +} + +// readFile reads a JSON or YAML list of targets groups from the file, depending on its +// file extension. It returns full configuration target groups. +func (d *Discovery) readFile(filename string) ([]*targetgroup.Group, error) { + fd, err := os.Open(filename) + if err != nil { + return nil, err + } + defer fd.Close() + + content, err := ioutil.ReadAll(fd) + if err != nil { + return nil, err + } + + info, err := fd.Stat() + if err != nil { + return nil, err + } + + var targetGroups []*targetgroup.Group + + switch ext := filepath.Ext(filename); strings.ToLower(ext) { + case ".json": + if err := json.Unmarshal(content, &targetGroups); err != nil { + return nil, err + } + case ".yml", ".yaml": + if err := yaml.UnmarshalStrict(content, &targetGroups); err != nil { + return nil, err + } + default: + panic(errors.Errorf("discovery.File.readFile: unhandled file extension %q", ext)) + } + + for i, tg := range targetGroups { + if tg == nil { + err = errors.New("nil target group item found") + return nil, err + } + + tg.Source = fileSource(filename, i) + if tg.Labels == nil { + tg.Labels = model.LabelSet{} + } + tg.Labels[fileSDFilepathLabel] = model.LabelValue(filename) + } + + d.writeTimestamp(filename, float64(info.ModTime().Unix())) + + return targetGroups, nil +} + +// fileSource returns a source ID for the i-th target group in the file. +func fileSource(filename string, i int) string { + return fmt.Sprintf("%s:%d", filename, i) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/file_test.go b/staging/src/github.com/promethues/prometheus/discovery/file/file_test.go new file mode 100644 index 0000000..bf50fc2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/file_test.go @@ -0,0 +1,482 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package file + +import ( + "context" + "encoding/json" + "io" + "io/ioutil" + "os" + "path/filepath" + "sort" + "sync" + "testing" + "time" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "go.uber.org/goleak" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +const defaultWait = time.Second + +type testRunner struct { + *testing.T + dir string + ch chan []*targetgroup.Group + done, stopped chan struct{} + cancelSD context.CancelFunc + + mtx sync.Mutex + tgs map[string]*targetgroup.Group + receivedAt time.Time +} + +func newTestRunner(t *testing.T) *testRunner { + t.Helper() + + tmpDir, err := ioutil.TempDir("", "prometheus-file-sd") + require.NoError(t, err) + + return &testRunner{ + T: t, + dir: tmpDir, + ch: make(chan []*targetgroup.Group), + done: make(chan struct{}), + stopped: make(chan struct{}), + tgs: make(map[string]*targetgroup.Group), + } +} + +// copyFile atomically copies a file to the runner's directory. +func (t *testRunner) copyFile(src string) string { + t.Helper() + return t.copyFileTo(src, filepath.Base(src)) +} + +// copyFileTo atomically copies a file with a different name to the runner's directory. +func (t *testRunner) copyFileTo(src string, name string) string { + t.Helper() + + newf, err := ioutil.TempFile(t.dir, "") + require.NoError(t, err) + + f, err := os.Open(src) + require.NoError(t, err) + + _, err = io.Copy(newf, f) + require.NoError(t, err) + require.NoError(t, f.Close()) + require.NoError(t, newf.Close()) + + dst := filepath.Join(t.dir, name) + err = os.Rename(newf.Name(), dst) + require.NoError(t, err) + + return dst +} + +// writeString writes atomically a string to a file. +func (t *testRunner) writeString(file string, data string) { + t.Helper() + + newf, err := ioutil.TempFile(t.dir, "") + require.NoError(t, err) + + _, err = newf.WriteString(data) + require.NoError(t, err) + require.NoError(t, newf.Close()) + + err = os.Rename(newf.Name(), file) + require.NoError(t, err) +} + +// appendString appends a string to a file. +func (t *testRunner) appendString(file, data string) { + t.Helper() + + f, err := os.OpenFile(file, os.O_WRONLY|os.O_APPEND, 0) + require.NoError(t, err) + defer f.Close() + + _, err = f.WriteString(data) + require.NoError(t, err) +} + +// run starts the file SD and the loop receiving target groups updates. +func (t *testRunner) run(files ...string) { + go func() { + defer close(t.stopped) + for { + select { + case <-t.done: + os.RemoveAll(t.dir) + return + case tgs := <-t.ch: + t.mtx.Lock() + t.receivedAt = time.Now() + for _, tg := range tgs { + t.tgs[tg.Source] = tg + } + t.mtx.Unlock() + } + } + }() + + for i := range files { + files[i] = filepath.Join(t.dir, files[i]) + } + ctx, cancel := context.WithCancel(context.Background()) + t.cancelSD = cancel + go func() { + NewDiscovery( + &SDConfig{ + Files: files, + // Setting a high refresh interval to make sure that the tests only + // rely on file watches. + RefreshInterval: model.Duration(1 * time.Hour), + }, + nil, + ).Run(ctx, t.ch) + }() +} + +func (t *testRunner) stop() { + t.cancelSD() + close(t.done) + <-t.stopped +} + +func (t *testRunner) lastReceive() time.Time { + t.mtx.Lock() + defer t.mtx.Unlock() + return t.receivedAt +} + +func (t *testRunner) targets() []*targetgroup.Group { + t.mtx.Lock() + defer t.mtx.Unlock() + var ( + keys []string + tgs []*targetgroup.Group + ) + + for k := range t.tgs { + keys = append(keys, k) + } + sort.Strings(keys) + for _, k := range keys { + tgs = append(tgs, t.tgs[k]) + } + return tgs +} + +func (t *testRunner) requireUpdate(ref time.Time, expected []*targetgroup.Group) { + t.Helper() + + for { + select { + case <-time.After(defaultWait): + t.Fatalf("Expected update but got none") + return + case <-time.After(defaultWait / 10): + if ref.Equal(t.lastReceive()) { + // No update received. + break + } + + // We can receive partial updates so only check the result when the + // expected number of groups is reached. + tgs := t.targets() + if len(tgs) != len(expected) { + t.Logf("skipping update: expected %d targets, got %d", len(expected), len(tgs)) + break + } + t.requireTargetGroups(expected, tgs) + if ref.After(time.Time{}) { + t.Logf("update received after %v", t.lastReceive().Sub(ref)) + } + return + } + } +} + +func (t *testRunner) requireTargetGroups(expected, got []*targetgroup.Group) { + t.Helper() + b1, err := json.Marshal(expected) + if err != nil { + panic(err) + } + b2, err := json.Marshal(got) + if err != nil { + panic(err) + } + + require.Equal(t, string(b1), string(b2)) +} + +// validTg() maps to fixtures/valid.{json,yml}. +func validTg(file string) []*targetgroup.Group { + return []*targetgroup.Group{ + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("localhost:9090"), + }, + { + model.AddressLabel: model.LabelValue("example.org:443"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("foo"): model.LabelValue("bar"), + fileSDFilepathLabel: model.LabelValue(file), + }, + Source: fileSource(file, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("my.domain"), + }, + }, + Labels: model.LabelSet{ + fileSDFilepathLabel: model.LabelValue(file), + }, + Source: fileSource(file, 1), + }, + } +} + +// valid2Tg() maps to fixtures/valid2.{json,yml}. +func valid2Tg(file string) []*targetgroup.Group { + return []*targetgroup.Group{ + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("my.domain"), + }, + }, + Labels: model.LabelSet{ + fileSDFilepathLabel: model.LabelValue(file), + }, + Source: fileSource(file, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("localhost:9090"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("foo"): model.LabelValue("bar"), + model.LabelName("fred"): model.LabelValue("baz"), + fileSDFilepathLabel: model.LabelValue(file), + }, + Source: fileSource(file, 1), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("example.org:443"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("scheme"): model.LabelValue("https"), + fileSDFilepathLabel: model.LabelValue(file), + }, + Source: fileSource(file, 2), + }, + } +} + +func TestInitialUpdate(t *testing.T) { + for _, tc := range []string{ + "fixtures/valid.yml", + "fixtures/valid.json", + } { + t.Run(tc, func(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile(tc) + + runner.run("*" + filepath.Ext(tc)) + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + }) + } +} + +func TestInvalidFile(t *testing.T) { + for _, tc := range []string{ + "fixtures/invalid_nil.yml", + "fixtures/invalid_nil.json", + } { + tc := tc + t.Run(tc, func(t *testing.T) { + t.Parallel() + + now := time.Now() + runner := newTestRunner(t) + runner.copyFile(tc) + + runner.run("*" + filepath.Ext(tc)) + defer runner.stop() + + // Verify that we've received nothing. + time.Sleep(defaultWait) + if runner.lastReceive().After(now) { + t.Fatalf("unexpected targets received: %v", runner.targets()) + } + }) + } +} + +func TestNoopFileUpdate(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile("fixtures/valid.yml") + + runner.run("*.yml") + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + + // Verify that we receive an update with the same target groups. + ref := runner.lastReceive() + runner.copyFileTo("fixtures/valid3.yml", "valid.yml") + runner.requireUpdate(ref, validTg(sdFile)) +} + +func TestFileUpdate(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile("fixtures/valid.yml") + + runner.run("*.yml") + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + + // Verify that we receive an update with the new target groups. + ref := runner.lastReceive() + runner.copyFileTo("fixtures/valid2.yml", "valid.yml") + runner.requireUpdate(ref, valid2Tg(sdFile)) +} + +func TestInvalidFileUpdate(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile("fixtures/valid.yml") + + runner.run("*.yml") + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + + ref := runner.lastReceive() + runner.writeString(sdFile, "]gibberish\n][") + + // Verify that we receive nothing or the same targets as before. + time.Sleep(defaultWait) + if runner.lastReceive().After(ref) { + runner.requireTargetGroups(validTg(sdFile), runner.targets()) + } +} + +func TestUpdateFileWithPartialWrites(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile("fixtures/valid.yml") + + runner.run("*.yml") + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + + // Do a partial write operation. + ref := runner.lastReceive() + runner.writeString(sdFile, "- targets") + time.Sleep(defaultWait) + // Verify that we receive nothing or the same target groups as before. + if runner.lastReceive().After(ref) { + runner.requireTargetGroups(validTg(sdFile), runner.targets()) + } + + // Verify that we receive the update target groups once the file is a valid YAML payload. + ref = runner.lastReceive() + runner.appendString(sdFile, `: ["localhost:9091"]`) + runner.requireUpdate(ref, + []*targetgroup.Group{ + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("localhost:9091"), + }, + }, + Labels: model.LabelSet{ + fileSDFilepathLabel: model.LabelValue(sdFile), + }, + Source: fileSource(sdFile, 0), + }, + { + Source: fileSource(sdFile, 1), + }, + }, + ) +} + +func TestRemoveFile(t *testing.T) { + t.Parallel() + + runner := newTestRunner(t) + sdFile := runner.copyFile("fixtures/valid.yml") + + runner.run("*.yml") + defer runner.stop() + + // Verify that we receive the initial target groups. + runner.requireUpdate(time.Time{}, validTg(sdFile)) + + // Verify that we receive the update about the target groups being removed. + ref := runner.lastReceive() + require.NoError(t, os.Remove(sdFile)) + runner.requireUpdate( + ref, + []*targetgroup.Group{ + { + Source: fileSource(sdFile, 0), + }, + { + Source: fileSource(sdFile, 1), + }}, + ) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.json b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.json new file mode 100644 index 0000000..0534ba4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.json @@ -0,0 +1,9 @@ +[ + { + "targets": ["localhost:9090", "example.org:443"], + "labels": { + "foo": "bar" + } + }, + null +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.yml b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.yml new file mode 100644 index 0000000..7618572 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/invalid_nil.yml @@ -0,0 +1,5 @@ +- targets: ['localhost:9090', 'example.org:443'] + labels: + foo: bar + +- null diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.json b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.json new file mode 100644 index 0000000..df4f0df --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.json @@ -0,0 +1,11 @@ +[ + { + "targets": ["localhost:9090", "example.org:443"], + "labels": { + "foo": "bar" + } + }, + { + "targets": ["my.domain"] + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.yml b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.yml new file mode 100644 index 0000000..5a4e6e5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid.yml @@ -0,0 +1,5 @@ +- targets: ['localhost:9090', 'example.org:443'] + labels: + foo: bar + +- targets: ['my.domain'] diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid2.yml b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid2.yml new file mode 100644 index 0000000..428f606 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid2.yml @@ -0,0 +1,8 @@ +- targets: ['my.domain'] +- targets: ['localhost:9090'] + labels: + foo: bar + fred: baz +- targets: ['example.org:443'] + labels: + scheme: https diff --git a/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid3.yml b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid3.yml new file mode 100644 index 0000000..c4f5214 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/file/fixtures/valid3.yml @@ -0,0 +1,7 @@ +# the YAML structure is identical to valid.yml but the raw data is different. +- targets: ['localhost:9090', 'example.org:443'] + labels: + foo: bar + +- targets: ['my.domain'] + diff --git a/staging/src/github.com/promethues/prometheus/discovery/gce/gce.go b/staging/src/github.com/promethues/prometheus/discovery/gce/gce.go new file mode 100644 index 0000000..53ee994 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/gce/gce.go @@ -0,0 +1,221 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package gce + +import ( + "context" + "fmt" + "net/http" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + "golang.org/x/oauth2/google" + compute "google.golang.org/api/compute/v1" + "google.golang.org/api/option" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + gceLabel = model.MetaLabelPrefix + "gce_" + gceLabelProject = gceLabel + "project" + gceLabelZone = gceLabel + "zone" + gceLabelNetwork = gceLabel + "network" + gceLabelSubnetwork = gceLabel + "subnetwork" + gceLabelPublicIP = gceLabel + "public_ip" + gceLabelPrivateIP = gceLabel + "private_ip" + gceLabelInstanceID = gceLabel + "instance_id" + gceLabelInstanceName = gceLabel + "instance_name" + gceLabelInstanceStatus = gceLabel + "instance_status" + gceLabelTags = gceLabel + "tags" + gceLabelMetadata = gceLabel + "metadata_" + gceLabelLabel = gceLabel + "label_" + gceLabelMachineType = gceLabel + "machine_type" +) + +// DefaultSDConfig is the default GCE SD configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + TagSeparator: ",", + RefreshInterval: model.Duration(60 * time.Second), +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for GCE based service discovery. +type SDConfig struct { + // Project: The Google Cloud Project ID + Project string `yaml:"project"` + + // Zone: The zone of the scrape targets. + // If you need to configure multiple zones use multiple gce_sd_configs + Zone string `yaml:"zone"` + + // Filter: Can be used optionally to filter the instance list by other criteria. + // Syntax of this filter string is described here in the filter query parameter section: + // https://cloud.google.com/compute/docs/reference/latest/instances/list + Filter string `yaml:"filter,omitempty"` + + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + Port int `yaml:"port"` + TagSeparator string `yaml:"tag_separator,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "gce" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(*c, opts.Logger) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Project == "" { + return errors.New("GCE SD configuration requires a project") + } + if c.Zone == "" { + return errors.New("GCE SD configuration requires a zone") + } + return nil +} + +// Discovery periodically performs GCE-SD requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + project string + zone string + filter string + client *http.Client + svc *compute.Service + isvc *compute.InstancesService + port int + tagSeparator string +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf SDConfig, logger log.Logger) (*Discovery, error) { + d := &Discovery{ + project: conf.Project, + zone: conf.Zone, + filter: conf.Filter, + port: conf.Port, + tagSeparator: conf.TagSeparator, + } + var err error + d.client, err = google.DefaultClient(context.Background(), compute.ComputeReadonlyScope) + if err != nil { + return nil, errors.Wrap(err, "error setting up communication with GCE service") + } + d.svc, err = compute.NewService(context.Background(), option.WithHTTPClient(d.client)) + if err != nil { + return nil, errors.Wrap(err, "error setting up communication with GCE service") + } + d.isvc = compute.NewInstancesService(d.svc) + + d.Discovery = refresh.NewDiscovery( + logger, + "gce", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: fmt.Sprintf("GCE_%s_%s", d.project, d.zone), + } + + ilc := d.isvc.List(d.project, d.zone) + if len(d.filter) > 0 { + ilc = ilc.Filter(d.filter) + } + err := ilc.Pages(ctx, func(l *compute.InstanceList) error { + for _, inst := range l.Items { + if len(inst.NetworkInterfaces) == 0 { + continue + } + labels := model.LabelSet{ + gceLabelProject: model.LabelValue(d.project), + gceLabelZone: model.LabelValue(inst.Zone), + gceLabelInstanceID: model.LabelValue(strconv.FormatUint(inst.Id, 10)), + gceLabelInstanceName: model.LabelValue(inst.Name), + gceLabelInstanceStatus: model.LabelValue(inst.Status), + gceLabelMachineType: model.LabelValue(inst.MachineType), + } + priIface := inst.NetworkInterfaces[0] + labels[gceLabelNetwork] = model.LabelValue(priIface.Network) + labels[gceLabelSubnetwork] = model.LabelValue(priIface.Subnetwork) + labels[gceLabelPrivateIP] = model.LabelValue(priIface.NetworkIP) + addr := fmt.Sprintf("%s:%d", priIface.NetworkIP, d.port) + labels[model.AddressLabel] = model.LabelValue(addr) + + // Tags in GCE are usually only used for networking rules. + if inst.Tags != nil && len(inst.Tags.Items) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + tags := d.tagSeparator + strings.Join(inst.Tags.Items, d.tagSeparator) + d.tagSeparator + labels[gceLabelTags] = model.LabelValue(tags) + } + + // GCE metadata are key-value pairs for user supplied attributes. + if inst.Metadata != nil { + for _, i := range inst.Metadata.Items { + // Protect against occasional nil pointers. + if i.Value == nil { + continue + } + name := strutil.SanitizeLabelName(i.Key) + labels[gceLabelMetadata+model.LabelName(name)] = model.LabelValue(*i.Value) + } + } + + // GCE labels are key-value pairs that group associated resources + for key, value := range inst.Labels { + name := strutil.SanitizeLabelName(key) + labels[gceLabelLabel+model.LabelName(name)] = model.LabelValue(value) + } + + if len(priIface.AccessConfigs) > 0 { + ac := priIface.AccessConfigs[0] + if ac.Type == "ONE_TO_ONE_NAT" { + labels[gceLabelPublicIP] = model.LabelValue(ac.NatIP) + } + } + tg.Targets = append(tg.Targets, labels) + } + return nil + }) + if err != nil { + return nil, errors.Wrap(err, "error retrieving refresh targets from gce") + } + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud.go new file mode 100644 index 0000000..05471e4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud.go @@ -0,0 +1,133 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "context" + "fmt" + "net" + "net/http" + "strconv" + "time" + + "github.com/go-kit/log" + "github.com/hetznercloud/hcloud-go/hcloud" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + hetznerHcloudLabelPrefix = hetznerLabelPrefix + "hcloud_" + hetznerLabelHcloudImageName = hetznerHcloudLabelPrefix + "image_name" + hetznerLabelHcloudImageDescription = hetznerHcloudLabelPrefix + "image_description" + hetznerLabelHcloudImageOSVersion = hetznerHcloudLabelPrefix + "image_os_version" + hetznerLabelHcloudImageOSFlavor = hetznerHcloudLabelPrefix + "image_os_flavor" + hetznerLabelHcloudPrivateIPv4 = hetznerHcloudLabelPrefix + "private_ipv4_" + hetznerLabelHcloudDatacenterLocation = hetznerHcloudLabelPrefix + "datacenter_location" + hetznerLabelHcloudDatacenterLocationNetworkZone = hetznerHcloudLabelPrefix + "datacenter_location_network_zone" + hetznerLabelHcloudCPUCores = hetznerHcloudLabelPrefix + "cpu_cores" + hetznerLabelHcloudCPUType = hetznerHcloudLabelPrefix + "cpu_type" + hetznerLabelHcloudMemoryGB = hetznerHcloudLabelPrefix + "memory_size_gb" + hetznerLabelHcloudDiskGB = hetznerHcloudLabelPrefix + "disk_size_gb" + hetznerLabelHcloudType = hetznerHcloudLabelPrefix + "server_type" + hetznerLabelHcloudLabel = hetznerHcloudLabelPrefix + "label_" +) + +// Discovery periodically performs Hetzner Cloud requests. It implements +// the Discoverer interface. +type hcloudDiscovery struct { + *refresh.Discovery + client *hcloud.Client + port int +} + +// newHcloudDiscovery returns a new hcloudDiscovery which periodically refreshes its targets. +func newHcloudDiscovery(conf *SDConfig, logger log.Logger) (*hcloudDiscovery, error) { + d := &hcloudDiscovery{ + port: conf.Port, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "hetzner_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + d.client = hcloud.NewClient( + hcloud.WithApplication("Prometheus", version.Version), + hcloud.WithHTTPClient(&http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }), + hcloud.WithEndpoint(conf.hcloudEndpoint), + ) + return d, nil +} +func (d *hcloudDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + servers, err := d.client.Server.All(ctx) + if err != nil { + return nil, err + } + networks, err := d.client.Network.All(ctx) + if err != nil { + return nil, err + } + targets := make([]model.LabelSet, len(servers)) + for i, server := range servers { + labels := model.LabelSet{ + hetznerLabelRole: model.LabelValue(hetznerRoleHcloud), + hetznerLabelServerID: model.LabelValue(fmt.Sprintf("%d", server.ID)), + hetznerLabelServerName: model.LabelValue(server.Name), + hetznerLabelDatacenter: model.LabelValue(server.Datacenter.Name), + hetznerLabelPublicIPv4: model.LabelValue(server.PublicNet.IPv4.IP.String()), + hetznerLabelPublicIPv6Network: model.LabelValue(server.PublicNet.IPv6.Network.String()), + hetznerLabelServerStatus: model.LabelValue(server.Status), + + hetznerLabelHcloudDatacenterLocation: model.LabelValue(server.Datacenter.Location.Name), + hetznerLabelHcloudDatacenterLocationNetworkZone: model.LabelValue(server.Datacenter.Location.NetworkZone), + hetznerLabelHcloudType: model.LabelValue(server.ServerType.Name), + hetznerLabelHcloudCPUCores: model.LabelValue(fmt.Sprintf("%d", server.ServerType.Cores)), + hetznerLabelHcloudCPUType: model.LabelValue(server.ServerType.CPUType), + hetznerLabelHcloudMemoryGB: model.LabelValue(fmt.Sprintf("%d", int(server.ServerType.Memory))), + hetznerLabelHcloudDiskGB: model.LabelValue(fmt.Sprintf("%d", server.ServerType.Disk)), + + model.AddressLabel: model.LabelValue(net.JoinHostPort(server.PublicNet.IPv4.IP.String(), strconv.FormatUint(uint64(d.port), 10))), + } + + if server.Image != nil { + labels[hetznerLabelHcloudImageName] = model.LabelValue(server.Image.Name) + labels[hetznerLabelHcloudImageDescription] = model.LabelValue(server.Image.Description) + labels[hetznerLabelHcloudImageOSVersion] = model.LabelValue(server.Image.OSVersion) + labels[hetznerLabelHcloudImageOSFlavor] = model.LabelValue(server.Image.OSFlavor) + } + + for _, privateNet := range server.PrivateNet { + for _, network := range networks { + if privateNet.Network.ID == network.ID { + networkLabel := model.LabelName(hetznerLabelHcloudPrivateIPv4 + strutil.SanitizeLabelName(network.Name)) + labels[networkLabel] = model.LabelValue(privateNet.IP.String()) + } + } + } + for labelKey, labelValue := range server.Labels { + label := model.LabelName(hetznerLabelHcloudLabel + strutil.SanitizeLabelName(labelKey)) + labels[label] = model.LabelValue(labelValue) + } + targets[i] = labels + } + return []*targetgroup.Group{{Source: "hetzner", Targets: targets}}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud_test.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud_test.go new file mode 100644 index 0000000..b6b8300 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hcloud_test.go @@ -0,0 +1,125 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type hcloudSDTestSuite struct { + Mock *SDMock +} + +func (s *hcloudSDTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleHcloudServers() + s.Mock.HandleHcloudNetworks() +} + +func TestHCloudSDRefresh(t *testing.T) { + suite := &hcloudSDTestSuite{} + suite.SetupTest(t) + + cfg := DefaultSDConfig + cfg.HTTPClientConfig.BearerToken = hcloudTestToken + cfg.hcloudEndpoint = suite.Mock.Endpoint() + + d, err := newHcloudDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + targetGroups, err := d.refresh(context.Background()) + require.NoError(t, err) + require.Equal(t, 1, len(targetGroups)) + + targetGroup := targetGroups[0] + require.NotNil(t, targetGroup, "targetGroup should not be nil") + require.NotNil(t, targetGroup.Targets, "targetGroup.targets should not be nil") + require.Equal(t, 3, len(targetGroup.Targets)) + + for i, labelSet := range []model.LabelSet{ + { + "__address__": model.LabelValue("1.2.3.4:80"), + "__meta_hetzner_role": model.LabelValue("hcloud"), + "__meta_hetzner_server_id": model.LabelValue("42"), + "__meta_hetzner_server_name": model.LabelValue("my-server"), + "__meta_hetzner_server_status": model.LabelValue("running"), + "__meta_hetzner_public_ipv4": model.LabelValue("1.2.3.4"), + "__meta_hetzner_public_ipv6_network": model.LabelValue("2001:db8::/64"), + "__meta_hetzner_datacenter": model.LabelValue("fsn1-dc8"), + "__meta_hetzner_hcloud_image_name": model.LabelValue("ubuntu-20.04"), + "__meta_hetzner_hcloud_image_description": model.LabelValue("Ubuntu 20.04 Standard 64 bit"), + "__meta_hetzner_hcloud_image_os_flavor": model.LabelValue("ubuntu"), + "__meta_hetzner_hcloud_image_os_version": model.LabelValue("20.04"), + "__meta_hetzner_hcloud_datacenter_location": model.LabelValue("fsn1"), + "__meta_hetzner_hcloud_datacenter_location_network_zone": model.LabelValue("eu-central"), + "__meta_hetzner_hcloud_cpu_cores": model.LabelValue("1"), + "__meta_hetzner_hcloud_cpu_type": model.LabelValue("shared"), + "__meta_hetzner_hcloud_memory_size_gb": model.LabelValue("1"), + "__meta_hetzner_hcloud_disk_size_gb": model.LabelValue("25"), + "__meta_hetzner_hcloud_server_type": model.LabelValue("cx11"), + "__meta_hetzner_hcloud_private_ipv4_mynet": model.LabelValue("10.0.0.2"), + "__meta_hetzner_hcloud_label_my_key": model.LabelValue("my-value"), + }, + { + "__address__": model.LabelValue("1.2.3.5:80"), + "__meta_hetzner_role": model.LabelValue("hcloud"), + "__meta_hetzner_server_id": model.LabelValue("44"), + "__meta_hetzner_server_name": model.LabelValue("another-server"), + "__meta_hetzner_server_status": model.LabelValue("stopped"), + "__meta_hetzner_datacenter": model.LabelValue("fsn1-dc14"), + "__meta_hetzner_public_ipv4": model.LabelValue("1.2.3.5"), + "__meta_hetzner_public_ipv6_network": model.LabelValue("2001:db9::/64"), + "__meta_hetzner_hcloud_image_name": model.LabelValue("ubuntu-20.04"), + "__meta_hetzner_hcloud_image_description": model.LabelValue("Ubuntu 20.04 Standard 64 bit"), + "__meta_hetzner_hcloud_image_os_flavor": model.LabelValue("ubuntu"), + "__meta_hetzner_hcloud_image_os_version": model.LabelValue("20.04"), + "__meta_hetzner_hcloud_datacenter_location": model.LabelValue("fsn1"), + "__meta_hetzner_hcloud_datacenter_location_network_zone": model.LabelValue("eu-central"), + "__meta_hetzner_hcloud_cpu_cores": model.LabelValue("2"), + "__meta_hetzner_hcloud_cpu_type": model.LabelValue("shared"), + "__meta_hetzner_hcloud_memory_size_gb": model.LabelValue("1"), + "__meta_hetzner_hcloud_disk_size_gb": model.LabelValue("50"), + "__meta_hetzner_hcloud_server_type": model.LabelValue("cpx11"), + }, + { + "__address__": model.LabelValue("1.2.3.6:80"), + "__meta_hetzner_role": model.LabelValue("hcloud"), + "__meta_hetzner_server_id": model.LabelValue("36"), + "__meta_hetzner_server_name": model.LabelValue("deleted-image-server"), + "__meta_hetzner_server_status": model.LabelValue("stopped"), + "__meta_hetzner_datacenter": model.LabelValue("fsn1-dc14"), + "__meta_hetzner_public_ipv4": model.LabelValue("1.2.3.6"), + "__meta_hetzner_public_ipv6_network": model.LabelValue("2001:db7::/64"), + "__meta_hetzner_hcloud_datacenter_location": model.LabelValue("fsn1"), + "__meta_hetzner_hcloud_datacenter_location_network_zone": model.LabelValue("eu-central"), + "__meta_hetzner_hcloud_cpu_cores": model.LabelValue("2"), + "__meta_hetzner_hcloud_cpu_type": model.LabelValue("shared"), + "__meta_hetzner_hcloud_memory_size_gb": model.LabelValue("1"), + "__meta_hetzner_hcloud_disk_size_gb": model.LabelValue("50"), + "__meta_hetzner_hcloud_server_type": model.LabelValue("cpx11"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, labelSet, targetGroup.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/hetzner.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hetzner.go new file mode 100644 index 0000000..b7c7578 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/hetzner.go @@ -0,0 +1,152 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "context" + "time" + + "github.com/go-kit/log" + "github.com/hetznercloud/hcloud-go/hcloud" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + hetznerLabelPrefix = model.MetaLabelPrefix + "hetzner_" + hetznerLabelRole = hetznerLabelPrefix + "role" + hetznerLabelServerID = hetznerLabelPrefix + "server_id" + hetznerLabelServerName = hetznerLabelPrefix + "server_name" + hetznerLabelServerStatus = hetznerLabelPrefix + "server_status" + hetznerLabelDatacenter = hetznerLabelPrefix + "datacenter" + hetznerLabelPublicIPv4 = hetznerLabelPrefix + "public_ipv4" + hetznerLabelPublicIPv6Network = hetznerLabelPrefix + "public_ipv6_network" +) + +// DefaultSDConfig is the default Hetzner SD configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for Hetzner based service discovery. +type SDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` + Port int `yaml:"port"` + Role role `yaml:"role"` + hcloudEndpoint string // For tests only. + robotEndpoint string // For tests only. +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "hetzner" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +type refresher interface { + refresh(context.Context) ([]*targetgroup.Group, error) +} + +// role is the role of the target within the Hetzner Ecosystem. +type role string + +// The valid options for role. +const ( + // Hetzner Robot Role (Dedicated Server) + // https://robot.hetzner.com + hetznerRoleRobot role = "robot" + // Hetzner Cloud Role + // https://console.hetzner.cloud + hetznerRoleHcloud role = "hcloud" +) + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *role) UnmarshalYAML(unmarshal func(interface{}) error) error { + if err := unmarshal((*string)(c)); err != nil { + return err + } + switch *c { + case hetznerRoleRobot, hetznerRoleHcloud: + return nil + default: + return errors.Errorf("unknown role %q", *c) + } +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + + if c.Role == "" { + return errors.New("role missing (one of: robot, hcloud)") + } + return c.HTTPClientConfig.Validate() +} + +// Discovery periodically performs Hetzner requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*refresh.Discovery, error) { + r, err := newRefresher(conf, logger) + if err != nil { + return nil, err + } + + return refresh.NewDiscovery( + logger, + "hetzner", + time.Duration(conf.RefreshInterval), + r.refresh, + ), nil +} + +func newRefresher(conf *SDConfig, l log.Logger) (refresher, error) { + switch conf.Role { + case hetznerRoleHcloud: + if conf.hcloudEndpoint == "" { + conf.hcloudEndpoint = hcloud.Endpoint + } + return newHcloudDiscovery(conf, l) + case hetznerRoleRobot: + if conf.robotEndpoint == "" { + conf.robotEndpoint = "https://robot-ws.your-server.de" + } + return newRobotDiscovery(conf, l) + } + return nil, errors.New("unknown Hetzner discovery role") +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/mock_test.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/mock_test.go new file mode 100644 index 0000000..6c374b4 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/mock_test.go @@ -0,0 +1,552 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "fmt" + "net/http" + "net/http/httptest" + "testing" +) + +// SDMock is the interface for the Hetzner Cloud mock +type SDMock struct { + t *testing.T + Server *httptest.Server + Mux *http.ServeMux +} + +// NewSDMock returns a new SDMock. +func NewSDMock(t *testing.T) *SDMock { + return &SDMock{ + t: t, + } +} + +// Endpoint returns the URI to the mock server +func (m *SDMock) Endpoint() string { + return m.Server.URL + "/" +} + +// Setup creates the mock server +func (m *SDMock) Setup() { + m.Mux = http.NewServeMux() + m.Server = httptest.NewServer(m.Mux) + m.t.Cleanup(m.Server.Close) +} + +// ShutdownServer creates the mock server +func (m *SDMock) ShutdownServer() { + m.Server.Close() +} + +const hcloudTestToken = "LRK9DAWQ1ZAEFSrCNEEzLCUwhYX1U3g7wMg4dTlkkDC96fyDuyJ39nVbVjCKSDfj" + +// HandleHcloudServers mocks the cloud servers list endpoint. +func (m *SDMock) HandleHcloudServers() { + m.Mux.HandleFunc("/servers", func(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("Authorization") != fmt.Sprintf("Bearer %s", hcloudTestToken) { + w.WriteHeader(http.StatusUnauthorized) + return + } + + w.Header().Add("content-type", "application/json; charset=utf-8") + w.WriteHeader(http.StatusOK) + + fmt.Fprint(w, ` +{ + "servers": [ + { + "id": 42, + "name": "my-server", + "status": "running", + "created": "2016-01-30T23:50:00+00:00", + "public_net": { + "ipv4": { + "ip": "1.2.3.4", + "blocked": false, + "dns_ptr": "server01.example.com" + }, + "ipv6": { + "ip": "2001:db8::/64", + "blocked": false, + "dns_ptr": [ + { + "ip": "2001:db8::1", + "dns_ptr": "server.example.com" + } + ] + }, + "floating_ips": [ + 478 + ] + }, + "private_net": [ + { + "network": 4711, + "ip": "10.0.0.2", + "alias_ips": [], + "mac_address": "86:00:ff:2a:7d:e1" + } + ], + "server_type": { + "id": 1, + "name": "cx11", + "description": "CX11", + "cores": 1, + "memory": 1, + "disk": 25, + "deprecated": false, + "prices": [ + { + "location": "fsn1", + "price_hourly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + }, + "price_monthly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + } + } + ], + "storage_type": "local", + "cpu_type": "shared" + }, + "datacenter": { + "id": 1, + "name": "fsn1-dc8", + "description": "Falkenstein 1 DC 8", + "location": { + "id": 1, + "name": "fsn1", + "description": "Falkenstein DC Park 1", + "country": "DE", + "city": "Falkenstein", + "latitude": 50.47612, + "longitude": 12.370071, + "network_zone": "eu-central" + }, + "server_types": { + "supported": [ + 1, + 2, + 3 + ], + "available": [ + 1, + 2, + 3 + ], + "available_for_migration": [ + 1, + 2, + 3 + ] + } + }, + "image": { + "id": 4711, + "type": "system", + "status": "available", + "name": "ubuntu-20.04", + "description": "Ubuntu 20.04 Standard 64 bit", + "image_size": 2.3, + "disk_size": 10, + "created": "2016-01-30T23:50:00+00:00", + "created_from": { + "id": 1, + "name": "Server" + }, + "bound_to": null, + "os_flavor": "ubuntu", + "os_version": "20.04", + "rapid_deploy": false, + "protection": { + "delete": false + }, + "deprecated": "2018-02-28T00:00:00+00:00", + "labels": {} + }, + "iso": null, + "rescue_enabled": false, + "locked": false, + "backup_window": "22-02", + "outgoing_traffic": 123456, + "ingoing_traffic": 123456, + "included_traffic": 654321, + "protection": { + "delete": false, + "rebuild": false + }, + "labels": { + "my-key": "my-value" + }, + "volumes": [], + "load_balancers": [] + }, + { + "id": 44, + "name": "another-server", + "status": "stopped", + "created": "2016-01-30T23:50:00+00:00", + "public_net": { + "ipv4": { + "ip": "1.2.3.5", + "blocked": false, + "dns_ptr": "server01.example.org" + }, + "ipv6": { + "ip": "2001:db9::/64", + "blocked": false, + "dns_ptr": [ + { + "ip": "2001:db9::1", + "dns_ptr": "server01.example.org" + } + ] + }, + "floating_ips": [] + }, + "private_net": [], + "server_type": { + "id": 2, + "name": "cpx11", + "description": "CPX11", + "cores": 2, + "memory": 1, + "disk": 50, + "deprecated": false, + "prices": [ + { + "location": "fsn1", + "price_hourly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + }, + "price_monthly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + } + } + ], + "storage_type": "local", + "cpu_type": "shared" + }, + "datacenter": { + "id": 2, + "name": "fsn1-dc14", + "description": "Falkenstein 1 DC 14", + "location": { + "id": 1, + "name": "fsn1", + "description": "Falkenstein DC Park 1", + "country": "DE", + "city": "Falkenstein", + "latitude": 50.47612, + "longitude": 12.370071, + "network_zone": "eu-central" + }, + "server_types": { + "supported": [ + 1, + 2, + 3 + ], + "available": [ + 1, + 2, + 3 + ], + "available_for_migration": [ + 1, + 2, + 3 + ] + } + }, + "image": { + "id": 4711, + "type": "system", + "status": "available", + "name": "ubuntu-20.04", + "description": "Ubuntu 20.04 Standard 64 bit", + "image_size": 2.3, + "disk_size": 10, + "created": "2016-01-30T23:50:00+00:00", + "created_from": { + "id": 1, + "name": "Server" + }, + "bound_to": null, + "os_flavor": "ubuntu", + "os_version": "20.04", + "rapid_deploy": false, + "protection": { + "delete": false + }, + "deprecated": "2018-02-28T00:00:00+00:00", + "labels": {} + }, + "iso": null, + "rescue_enabled": false, + "locked": false, + "backup_window": "22-02", + "outgoing_traffic": 123456, + "ingoing_traffic": 123456, + "included_traffic": 654321, + "protection": { + "delete": false, + "rebuild": false + }, + "labels": {}, + "volumes": [], + "load_balancers": [] + }, + { + "id": 36, + "name": "deleted-image-server", + "status": "stopped", + "created": "2016-01-30T23:50:00+00:00", + "public_net": { + "ipv4": { + "ip": "1.2.3.6", + "blocked": false, + "dns_ptr": "server01.example.org" + }, + "ipv6": { + "ip": "2001:db7::/64", + "blocked": false, + "dns_ptr": [ + { + "ip": "2001:db7::1", + "dns_ptr": "server01.example.org" + } + ] + }, + "floating_ips": [] + }, + "private_net": [], + "server_type": { + "id": 2, + "name": "cpx11", + "description": "CPX11", + "cores": 2, + "memory": 1, + "disk": 50, + "deprecated": false, + "prices": [ + { + "location": "fsn1", + "price_hourly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + }, + "price_monthly": { + "net": "1.0000000000", + "gross": "1.1900000000000000" + } + } + ], + "storage_type": "local", + "cpu_type": "shared" + }, + "datacenter": { + "id": 2, + "name": "fsn1-dc14", + "description": "Falkenstein 1 DC 14", + "location": { + "id": 1, + "name": "fsn1", + "description": "Falkenstein DC Park 1", + "country": "DE", + "city": "Falkenstein", + "latitude": 50.47612, + "longitude": 12.370071, + "network_zone": "eu-central" + }, + "server_types": { + "supported": [ + 1, + 2, + 3 + ], + "available": [ + 1, + 2, + 3 + ], + "available_for_migration": [ + 1, + 2, + 3 + ] + } + }, + "image": null, + "iso": null, + "rescue_enabled": false, + "locked": false, + "backup_window": "22-02", + "outgoing_traffic": 123456, + "ingoing_traffic": 123456, + "included_traffic": 654321, + "protection": { + "delete": false, + "rebuild": false + }, + "labels": {}, + "volumes": [], + "load_balancers": [] + } + ], + "meta": { + "pagination": { + "page": 1, + "per_page": 25, + "previous_page": null, + "next_page": null, + "last_page": 1, + "total_entries": 2 + } + } +}`, + ) + }) +} + +// HandleHcloudNetworks mocks the cloud networks list endpoint. +func (m *SDMock) HandleHcloudNetworks() { + m.Mux.HandleFunc("/networks", func(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("Authorization") != fmt.Sprintf("Bearer %s", hcloudTestToken) { + w.WriteHeader(http.StatusUnauthorized) + return + } + + w.Header().Add("content-type", "application/json; charset=utf-8") + w.WriteHeader(http.StatusOK) + + fmt.Fprint(w, ` +{ + "networks": [ + { + "id": 4711, + "name": "mynet", + "ip_range": "10.0.0.0/16", + "subnets": [ + { + "type": "cloud", + "ip_range": "10.0.1.0/24", + "network_zone": "eu-central", + "gateway": "10.0.0.1" + } + ], + "routes": [ + { + "destination": "10.100.1.0/24", + "gateway": "10.0.1.1" + } + ], + "servers": [ + 42 + ], + "load_balancers": [ + 42 + ], + "protection": { + "delete": false + }, + "labels": {}, + "created": "2016-01-30T23:50:00+00:00" + } + ], + "meta": { + "pagination": { + "page": 1, + "per_page": 25, + "previous_page": null, + "next_page": null, + "last_page": 1, + "total_entries": 1 + } + } +}`, + ) + }) +} + +const robotTestUsername = "my-hetzner" +const robotTestPassword = "my-password" + +// HandleRobotServers mocks the robot servers list endpoint. +func (m *SDMock) HandleRobotServers() { + m.Mux.HandleFunc("/server", func(w http.ResponseWriter, r *http.Request) { + username, password, ok := r.BasicAuth() + if username != robotTestUsername && password != robotTestPassword && !ok { + w.WriteHeader(http.StatusUnauthorized) + return + } + + w.Header().Add("content-type", "application/json; charset=utf-8") + w.WriteHeader(http.StatusOK) + + fmt.Fprint(w, ` +[ + { + "server":{ + "server_ip":"123.123.123.123", + "server_number":321, + "server_name":"server1", + "product":"DS 3000", + "dc":"NBG1-DC1", + "traffic":"5 TB", + "flatrate":true, + "status":"ready", + "throttled":true, + "cancelled":false, + "paid_until":"2010-09-02", + "ip":[ + "123.123.123.123" + ], + "subnet":[ + { + "ip":"2a01:4f8:111:4221::", + "mask":"64" + } + ] + } + }, + { + "server":{ + "server_ip":"123.123.123.124", + "server_number":421, + "server_name":"server2", + "product":"X5", + "dc":"FSN1-DC10", + "traffic":"2 TB", + "flatrate":true, + "status":"in process", + "throttled":false, + "cancelled":true, + "paid_until":"2010-06-11", + "ip":[ + "123.123.123.124" + ], + "subnet":null + } + } +]`, + ) + }) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot.go new file mode 100644 index 0000000..e6f1032 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot.go @@ -0,0 +1,142 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "context" + "encoding/json" + "fmt" + "io" + "io/ioutil" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + hetznerRobotLabelPrefix = hetznerLabelPrefix + "robot_" + hetznerLabelRobotProduct = hetznerRobotLabelPrefix + "product" + hetznerLabelRobotCancelled = hetznerRobotLabelPrefix + "cancelled" +) + +var userAgent = fmt.Sprintf("Prometheus/%s", version.Version) + +// Discovery periodically performs Hetzner Robot requests. It implements +// the Discoverer interface. +type robotDiscovery struct { + *refresh.Discovery + client *http.Client + port int + endpoint string +} + +// newRobotDiscovery returns a new robotDiscovery which periodically refreshes its targets. +func newRobotDiscovery(conf *SDConfig, logger log.Logger) (*robotDiscovery, error) { + d := &robotDiscovery{ + port: conf.Port, + endpoint: conf.robotEndpoint, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "hetzner_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + d.client = &http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + } + + return d, nil +} +func (d *robotDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + req, err := http.NewRequest("GET", d.endpoint+"/server", nil) + if err != nil { + return nil, err + } + + req.Header.Add("User-Agent", userAgent) + + resp, err := d.client.Do(req) + if err != nil { + return nil, err + } + + defer func() { + io.Copy(ioutil.Discard, resp.Body) + resp.Body.Close() + }() + + if resp.StatusCode/100 != 2 { + return nil, errors.Errorf("non 2xx status '%d' response during hetzner service discovery with role robot", resp.StatusCode) + } + + var servers serversList + err = json.NewDecoder(resp.Body).Decode(&servers) + if err != nil { + return nil, err + } + + targets := make([]model.LabelSet, len(servers)) + for i, server := range servers { + labels := model.LabelSet{ + hetznerLabelRole: model.LabelValue(hetznerRoleRobot), + hetznerLabelServerID: model.LabelValue(strconv.Itoa(server.Server.ServerNumber)), + hetznerLabelServerName: model.LabelValue(server.Server.ServerName), + hetznerLabelDatacenter: model.LabelValue(strings.ToLower(server.Server.Dc)), + hetznerLabelPublicIPv4: model.LabelValue(server.Server.ServerIP), + hetznerLabelServerStatus: model.LabelValue(server.Server.Status), + hetznerLabelRobotProduct: model.LabelValue(server.Server.Product), + hetznerLabelRobotCancelled: model.LabelValue(fmt.Sprintf("%t", server.Server.Canceled)), + + model.AddressLabel: model.LabelValue(net.JoinHostPort(server.Server.ServerIP, strconv.FormatUint(uint64(d.port), 10))), + } + for _, subnet := range server.Server.Subnet { + ip := net.ParseIP(subnet.IP) + if ip.To4() == nil { + labels[hetznerLabelPublicIPv6Network] = model.LabelValue(fmt.Sprintf("%s/%s", subnet.IP, subnet.Mask)) + break + } + + } + targets[i] = labels + } + return []*targetgroup.Group{{Source: "hetzner", Targets: targets}}, nil +} + +type serversList []struct { + Server struct { + ServerIP string `json:"server_ip"` + ServerNumber int `json:"server_number"` + ServerName string `json:"server_name"` + Dc string `json:"dc"` + Status string `json:"status"` + Product string `json:"product"` + Canceled bool `json:"cancelled"` + Subnet []struct { + IP string `json:"ip"` + Mask string `json:"mask"` + } `json:"subnet"` + } `json:"server"` +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot_test.go b/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot_test.go new file mode 100644 index 0000000..f78a0bb --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/hetzner/robot_test.go @@ -0,0 +1,102 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package hetzner + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type robotSDTestSuite struct { + Mock *SDMock +} + +func (s *robotSDTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleRobotServers() +} + +func TestRobotSDRefresh(t *testing.T) { + suite := &robotSDTestSuite{} + suite.SetupTest(t) + cfg := DefaultSDConfig + cfg.HTTPClientConfig.BasicAuth = &config.BasicAuth{Username: robotTestUsername, Password: robotTestPassword} + cfg.robotEndpoint = suite.Mock.Endpoint() + + d, err := newRobotDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + targetGroups, err := d.refresh(context.Background()) + require.NoError(t, err) + require.Equal(t, 1, len(targetGroups)) + + targetGroup := targetGroups[0] + require.NotNil(t, targetGroup, "targetGroup should not be nil") + require.NotNil(t, targetGroup.Targets, "targetGroup.targets should not be nil") + require.Equal(t, 2, len(targetGroup.Targets)) + + for i, labelSet := range []model.LabelSet{ + { + "__address__": model.LabelValue("123.123.123.123:80"), + "__meta_hetzner_role": model.LabelValue("robot"), + "__meta_hetzner_server_id": model.LabelValue("321"), + "__meta_hetzner_server_name": model.LabelValue("server1"), + "__meta_hetzner_server_status": model.LabelValue("ready"), + "__meta_hetzner_public_ipv4": model.LabelValue("123.123.123.123"), + "__meta_hetzner_public_ipv6_network": model.LabelValue("2a01:4f8:111:4221::/64"), + "__meta_hetzner_datacenter": model.LabelValue("nbg1-dc1"), + "__meta_hetzner_robot_product": model.LabelValue("DS 3000"), + "__meta_hetzner_robot_cancelled": model.LabelValue("false"), + }, + { + "__address__": model.LabelValue("123.123.123.124:80"), + "__meta_hetzner_role": model.LabelValue("robot"), + "__meta_hetzner_server_id": model.LabelValue("421"), + "__meta_hetzner_server_name": model.LabelValue("server2"), + "__meta_hetzner_server_status": model.LabelValue("in process"), + "__meta_hetzner_public_ipv4": model.LabelValue("123.123.123.124"), + "__meta_hetzner_datacenter": model.LabelValue("fsn1-dc10"), + "__meta_hetzner_robot_product": model.LabelValue("X5"), + "__meta_hetzner_robot_cancelled": model.LabelValue("true"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, labelSet, targetGroup.Targets[i]) + }) + } +} + +func TestRobotSDRefreshHandleError(t *testing.T) { + suite := &robotSDTestSuite{} + suite.SetupTest(t) + cfg := DefaultSDConfig + cfg.robotEndpoint = suite.Mock.Endpoint() + + d, err := newRobotDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + targetGroups, err := d.refresh(context.Background()) + require.Error(t, err) + require.Equal(t, "non 2xx status '401' response during hetzner service discovery with role robot", err.Error()) + + require.Equal(t, 0, len(targetGroups)) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/http/fixtures/http_sd.good.json b/staging/src/github.com/promethues/prometheus/discovery/http/fixtures/http_sd.good.json new file mode 100644 index 0000000..fbc462d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/http/fixtures/http_sd.good.json @@ -0,0 +1,10 @@ +[ + { + "labels": { + "__meta_datacenter": "bru1" + }, + "targets": [ + "127.0.0.1:9090" + ] + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/http/http.go b/staging/src/github.com/promethues/prometheus/discovery/http/http.go new file mode 100644 index 0000000..af2e999 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/http/http.go @@ -0,0 +1,200 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package http + +import ( + "context" + "encoding/json" + "fmt" + "io" + "io/ioutil" + "net/http" + "net/url" + "regexp" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + // DefaultSDConfig is the default HTTP SD configuration. + DefaultSDConfig = SDConfig{ + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + } + userAgent = fmt.Sprintf("Prometheus/%s", version.Version) + matchContentType = regexp.MustCompile(`^(?i:application\/json(;\s*charset=("utf-8"|utf-8))?)$`) +) + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for HTTP based discovery. +type SDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + URL string `yaml:"url"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "http" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.URL == "" { + return fmt.Errorf("URL is missing") + } + parsedURL, err := url.Parse(c.URL) + if err != nil { + return err + } + if parsedURL.Scheme != "http" && parsedURL.Scheme != "https" { + return fmt.Errorf("URL scheme must be 'http' or 'https'") + } + if parsedURL.Host == "" { + return fmt.Errorf("host is missing in URL") + } + return nil +} + +const httpSDURLLabel = model.MetaLabelPrefix + "url" + +// Discovery provides service discovery functionality based +// on HTTP endpoints that return target groups in JSON format. +type Discovery struct { + *refresh.Discovery + url string + client *http.Client + refreshInterval time.Duration + tgLastLength int +} + +// NewDiscovery returns a new HTTP discovery for the given config. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) { + if logger == nil { + logger = log.NewNopLogger() + } + + client, err := config.NewClientFromConfig(conf.HTTPClientConfig, "http", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + client.Timeout = time.Duration(conf.RefreshInterval) + + d := &Discovery{ + url: conf.URL, + client: client, + refreshInterval: time.Duration(conf.RefreshInterval), // Stored to be sent as headers. + } + + d.Discovery = refresh.NewDiscovery( + logger, + "http", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + req, err := http.NewRequest("GET", d.url, nil) + if err != nil { + return nil, err + } + req.Header.Set("User-Agent", userAgent) + req.Header.Set("Accept", "application/json") + req.Header.Set("X-Prometheus-Refresh-Interval-Seconds", strconv.FormatFloat(d.refreshInterval.Seconds(), 'f', -1, 64)) + + resp, err := d.client.Do(req.WithContext(ctx)) + if err != nil { + return nil, err + } + defer func() { + io.Copy(ioutil.Discard, resp.Body) + resp.Body.Close() + }() + + if resp.StatusCode != http.StatusOK { + return nil, errors.Errorf("server returned HTTP status %s", resp.Status) + } + + if !matchContentType.MatchString(strings.TrimSpace(resp.Header.Get("Content-Type"))) { + return nil, errors.Errorf("unsupported content type %q", resp.Header.Get("Content-Type")) + } + + b, err := ioutil.ReadAll(resp.Body) + if err != nil { + return nil, err + } + + var targetGroups []*targetgroup.Group + + if err := json.Unmarshal(b, &targetGroups); err != nil { + return nil, err + } + + for i, tg := range targetGroups { + if tg == nil { + err = errors.New("nil target group item found") + return nil, err + } + + tg.Source = urlSource(d.url, i) + if tg.Labels == nil { + tg.Labels = model.LabelSet{} + } + tg.Labels[httpSDURLLabel] = model.LabelValue(d.url) + } + + // Generate empty updates for sources that disappeared. + l := len(targetGroups) + for i := l; i < d.tgLastLength; i++ { + targetGroups = append(targetGroups, &targetgroup.Group{Source: urlSource(d.url, i)}) + } + d.tgLastLength = l + + return targetGroups, nil +} + +// urlSource returns a source ID for the i-th target group per URL. +func urlSource(url string, i int) string { + return fmt.Sprintf("%s:%d", url, i) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/http/http_test.go b/staging/src/github.com/promethues/prometheus/discovery/http/http_test.go new file mode 100644 index 0000000..e9dc98b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/http/http_test.go @@ -0,0 +1,402 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package http + +import ( + "context" + "fmt" + "net/http" + "net/http/httptest" + "testing" + "time" + + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/stretchr/testify/require" +) + +func TestHTTPValidRefresh(t *testing.T) { + ts := httptest.NewServer(http.FileServer(http.Dir("./fixtures"))) + t.Cleanup(ts.Close) + + cfg := SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + URL: ts.URL + "/http_sd.good.json", + RefreshInterval: model.Duration(30 * time.Second), + } + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + expectedTargets := []*targetgroup.Group{ + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1:9090"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("__meta_datacenter"): model.LabelValue("bru1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL + "/http_sd.good.json"), + }, + Source: urlSource(ts.URL+"/http_sd.good.json", 0), + }, + } + require.Equal(t, tgs, expectedTargets) + +} + +func TestHTTPInvalidCode(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusBadRequest) + })) + + t.Cleanup(ts.Close) + + cfg := SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + URL: ts.URL, + RefreshInterval: model.Duration(30 * time.Second), + } + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + _, err = d.refresh(ctx) + require.EqualError(t, err, "server returned HTTP status 400 Bad Request") +} + +func TestHTTPInvalidFormat(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintln(w, "{}") + })) + + t.Cleanup(ts.Close) + + cfg := SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + URL: ts.URL, + RefreshInterval: model.Duration(30 * time.Second), + } + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + _, err = d.refresh(ctx) + require.EqualError(t, err, `unsupported content type "text/plain; charset=utf-8"`) +} + +func TestContentTypeRegex(t *testing.T) { + cases := []struct { + header string + match bool + }{ + { + header: "application/json;charset=utf-8", + match: true, + }, + { + header: "application/json;charset=UTF-8", + match: true, + }, + { + header: "Application/JSON;Charset=\"utf-8\"", + match: true, + }, + { + header: "application/json; charset=\"utf-8\"", + match: true, + }, + { + header: "application/json", + match: true, + }, + { + header: "application/jsonl; charset=\"utf-8\"", + match: false, + }, + { + header: "application/json;charset=UTF-9", + match: false, + }, + { + header: "application /json;charset=UTF-8", + match: false, + }, + { + header: "application/ json;charset=UTF-8", + match: false, + }, + { + header: "application/json;", + match: false, + }, + { + header: "charset=UTF-8", + match: false, + }, + } + + for _, test := range cases { + t.Run(test.header, func(t *testing.T) { + require.Equal(t, test.match, matchContentType.MatchString(test.header)) + }) + } +} + +func TestSourceDisappeared(t *testing.T) { + var stubResponse string + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "application/json") + fmt.Fprintln(w, stubResponse) + })) + t.Cleanup(ts.Close) + + cases := []struct { + responses []string + expectedTargets [][]*targetgroup.Group + }{ + { + responses: []string{ + `[]`, + `[]`, + }, + expectedTargets: [][]*targetgroup.Group{{}, {}}, + }, + { + responses: []string{ + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}]`, + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}, {"labels": {"k": "2"}, "targets": ["127.0.0.1"]}]`, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + }, + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("2"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 1), + }, + }, + }, + }, + { + responses: []string{ + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}, {"labels": {"k": "2"}, "targets": ["127.0.0.1"]}]`, + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}]`, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("2"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 1), + }, + }, + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: nil, + Labels: nil, + Source: urlSource(ts.URL, 1), + }, + }, + }, + }, + { + responses: []string{ + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}, {"labels": {"k": "2"}, "targets": ["127.0.0.1"]}, {"labels": {"k": "3"}, "targets": ["127.0.0.1"]}]`, + `[{"labels": {"k": "1"}, "targets": ["127.0.0.1"]}]`, + `[{"labels": {"k": "v"}, "targets": ["127.0.0.2"]}, {"labels": {"k": "vv"}, "targets": ["127.0.0.3"]}]`, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("2"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 1), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("3"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 2), + }, + }, + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.1"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("1"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: nil, + Labels: nil, + Source: urlSource(ts.URL, 1), + }, + { + Targets: nil, + Labels: nil, + Source: urlSource(ts.URL, 2), + }, + }, + { + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.2"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("v"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 0), + }, + { + Targets: []model.LabelSet{ + { + model.AddressLabel: model.LabelValue("127.0.0.3"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("k"): model.LabelValue("vv"), + model.LabelName("__meta_url"): model.LabelValue(ts.URL), + }, + Source: urlSource(ts.URL, 1), + }, + }, + }, + }, + } + + cfg := SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + URL: ts.URL, + RefreshInterval: model.Duration(1 * time.Second), + } + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + for _, test := range cases { + ctx := context.Background() + for i, res := range test.responses { + stubResponse = res + tgs, err := d.refresh(ctx) + require.NoError(t, err) + require.Equal(t, test.expectedTargets[i], tgs) + } + } + +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/install/install.go b/staging/src/github.com/promethues/prometheus/discovery/install/install.go new file mode 100644 index 0000000..6258d6f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/install/install.go @@ -0,0 +1,37 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +// Package install has the side-effect of registering all builtin +// service discovery config types. +package install + +import ( + _ "github.com/prometheus/prometheus/discovery/aws" // register aws + _ "github.com/prometheus/prometheus/discovery/azure" // register azure + _ "github.com/prometheus/prometheus/discovery/consul" // register consul + _ "github.com/prometheus/prometheus/discovery/digitalocean" // register digitalocean + _ "github.com/prometheus/prometheus/discovery/dns" // register dns + _ "github.com/prometheus/prometheus/discovery/eureka" // register eureka + _ "github.com/prometheus/prometheus/discovery/file" // register file + _ "github.com/prometheus/prometheus/discovery/gce" // register gce + _ "github.com/prometheus/prometheus/discovery/hetzner" // register hetzner + _ "github.com/prometheus/prometheus/discovery/http" // register http + _ "github.com/prometheus/prometheus/discovery/kubernetes" // register kubernetes + _ "github.com/prometheus/prometheus/discovery/linode" // register linode + _ "github.com/prometheus/prometheus/discovery/marathon" // register marathon + _ "github.com/prometheus/prometheus/discovery/moby" // register moby + _ "github.com/prometheus/prometheus/discovery/openstack" // register openstack + _ "github.com/prometheus/prometheus/discovery/scaleway" // register scaleway + _ "github.com/prometheus/prometheus/discovery/triton" // register triton + _ "github.com/prometheus/prometheus/discovery/zookeeper" // register zookeeper +) diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/client_metrics.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/client_metrics.go new file mode 100644 index 0000000..45e249b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/client_metrics.go @@ -0,0 +1,167 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net/url" + "time" + + "github.com/prometheus/client_golang/prometheus" + "k8s.io/client-go/tools/metrics" + "k8s.io/client-go/util/workqueue" +) + +const workqueueMetricsNamespace = metricsNamespace + "_workqueue" + +var ( + // Metrics for client-go's HTTP requests. + clientGoRequestResultMetricVec = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Namespace: metricsNamespace, + Name: "http_request_total", + Help: "Total number of HTTP requests to the Kubernetes API by status code.", + }, + []string{"status_code"}, + ) + clientGoRequestLatencyMetricVec = prometheus.NewSummaryVec( + prometheus.SummaryOpts{ + Namespace: metricsNamespace, + Name: "http_request_duration_seconds", + Help: "Summary of latencies for HTTP requests to the Kubernetes API by endpoint.", + Objectives: map[float64]float64{}, + }, + []string{"endpoint"}, + ) + + // Definition of metrics for client-go workflow metrics provider + clientGoWorkqueueDepthMetricVec = prometheus.NewGaugeVec( + prometheus.GaugeOpts{ + Namespace: workqueueMetricsNamespace, + Name: "depth", + Help: "Current depth of the work queue.", + }, + []string{"queue_name"}, + ) + clientGoWorkqueueAddsMetricVec = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Namespace: workqueueMetricsNamespace, + Name: "items_total", + Help: "Total number of items added to the work queue.", + }, + []string{"queue_name"}, + ) + clientGoWorkqueueLatencyMetricVec = prometheus.NewSummaryVec( + prometheus.SummaryOpts{ + Namespace: workqueueMetricsNamespace, + Name: "latency_seconds", + Help: "How long an item stays in the work queue.", + Objectives: map[float64]float64{}, + }, + []string{"queue_name"}, + ) + clientGoWorkqueueUnfinishedWorkSecondsMetricVec = prometheus.NewGaugeVec( + prometheus.GaugeOpts{ + Namespace: workqueueMetricsNamespace, + Name: "unfinished_work_seconds", + Help: "How long an item has remained unfinished in the work queue.", + }, + []string{"queue_name"}, + ) + clientGoWorkqueueLongestRunningProcessorMetricVec = prometheus.NewGaugeVec( + prometheus.GaugeOpts{ + Namespace: workqueueMetricsNamespace, + Name: "longest_running_processor_seconds", + Help: "Duration of the longest running processor in the work queue.", + }, + []string{"queue_name"}, + ) + clientGoWorkqueueWorkDurationMetricVec = prometheus.NewSummaryVec( + prometheus.SummaryOpts{ + Namespace: workqueueMetricsNamespace, + Name: "work_duration_seconds", + Help: "How long processing an item from the work queue takes.", + Objectives: map[float64]float64{}, + }, + []string{"queue_name"}, + ) +) + +// Definition of dummy metric used as a placeholder if we don't want to observe some data. +type noopMetric struct{} + +func (noopMetric) Inc() {} +func (noopMetric) Dec() {} +func (noopMetric) Observe(float64) {} +func (noopMetric) Set(float64) {} + +// Definition of client-go metrics adapters for HTTP requests observation +type clientGoRequestMetricAdapter struct{} + +func (f *clientGoRequestMetricAdapter) Register(registerer prometheus.Registerer) { + metrics.Register( + metrics.RegisterOpts{ + RequestLatency: f, + RequestResult: f, + }, + ) + registerer.MustRegister( + clientGoRequestResultMetricVec, + clientGoRequestLatencyMetricVec, + ) +} +func (clientGoRequestMetricAdapter) Increment(ctx context.Context, code string, method string, host string) { + clientGoRequestResultMetricVec.WithLabelValues(code).Inc() +} +func (clientGoRequestMetricAdapter) Observe(ctx context.Context, verb string, u url.URL, latency time.Duration) { + clientGoRequestLatencyMetricVec.WithLabelValues(u.EscapedPath()).Observe(latency.Seconds()) +} + +// Definition of client-go workqueue metrics provider definition +type clientGoWorkqueueMetricsProvider struct{} + +func (f *clientGoWorkqueueMetricsProvider) Register(registerer prometheus.Registerer) { + workqueue.SetProvider(f) + registerer.MustRegister( + clientGoWorkqueueDepthMetricVec, + clientGoWorkqueueAddsMetricVec, + clientGoWorkqueueLatencyMetricVec, + clientGoWorkqueueWorkDurationMetricVec, + clientGoWorkqueueUnfinishedWorkSecondsMetricVec, + clientGoWorkqueueLongestRunningProcessorMetricVec, + ) +} + +func (f *clientGoWorkqueueMetricsProvider) NewDepthMetric(name string) workqueue.GaugeMetric { + return clientGoWorkqueueDepthMetricVec.WithLabelValues(name) +} +func (f *clientGoWorkqueueMetricsProvider) NewAddsMetric(name string) workqueue.CounterMetric { + return clientGoWorkqueueAddsMetricVec.WithLabelValues(name) +} +func (f *clientGoWorkqueueMetricsProvider) NewLatencyMetric(name string) workqueue.HistogramMetric { + return clientGoWorkqueueLatencyMetricVec.WithLabelValues(name) +} +func (f *clientGoWorkqueueMetricsProvider) NewWorkDurationMetric(name string) workqueue.HistogramMetric { + return clientGoWorkqueueWorkDurationMetricVec.WithLabelValues(name) +} +func (f *clientGoWorkqueueMetricsProvider) NewUnfinishedWorkSecondsMetric(name string) workqueue.SettableGaugeMetric { + return clientGoWorkqueueUnfinishedWorkSecondsMetricVec.WithLabelValues(name) +} +func (f *clientGoWorkqueueMetricsProvider) NewLongestRunningProcessorSecondsMetric(name string) workqueue.SettableGaugeMetric { + return clientGoWorkqueueLongestRunningProcessorMetricVec.WithLabelValues(name) +} +func (clientGoWorkqueueMetricsProvider) NewRetriesMetric(name string) workqueue.CounterMetric { + // Retries are not used so the metric is omitted. + return noopMetric{} +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints.go new file mode 100644 index 0000000..8fc158d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints.go @@ -0,0 +1,381 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net" + "strconv" + + "github.com/prometheus/prometheus/util/strutil" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + apiv1 "k8s.io/api/core/v1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + epAddCount = eventCount.WithLabelValues("endpoints", "add") + epUpdateCount = eventCount.WithLabelValues("endpoints", "update") + epDeleteCount = eventCount.WithLabelValues("endpoints", "delete") +) + +// Endpoints discovers new endpoint targets. +type Endpoints struct { + logger log.Logger + + endpointsInf cache.SharedInformer + serviceInf cache.SharedInformer + podInf cache.SharedInformer + + podStore cache.Store + endpointsStore cache.Store + serviceStore cache.Store + + queue *workqueue.Type +} + +// NewEndpoints returns a new endpoints discovery. +func NewEndpoints(l log.Logger, svc, eps, pod cache.SharedInformer) *Endpoints { + if l == nil { + l = log.NewNopLogger() + } + e := &Endpoints{ + logger: l, + endpointsInf: eps, + endpointsStore: eps.GetStore(), + serviceInf: svc, + serviceStore: svc.GetStore(), + podInf: pod, + podStore: pod.GetStore(), + queue: workqueue.NewNamed("endpoints"), + } + + e.endpointsInf.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + epAddCount.Inc() + e.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + epUpdateCount.Inc() + e.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + epDeleteCount.Inc() + e.enqueue(o) + }, + }) + + serviceUpdate := func(o interface{}) { + svc, err := convertToService(o) + if err != nil { + level.Error(e.logger).Log("msg", "converting to Service object failed", "err", err) + return + } + + ep := &apiv1.Endpoints{} + ep.Namespace = svc.Namespace + ep.Name = svc.Name + obj, exists, err := e.endpointsStore.Get(ep) + if exists && err == nil { + e.enqueue(obj.(*apiv1.Endpoints)) + } + + if err != nil { + level.Error(e.logger).Log("msg", "retrieving endpoints failed", "err", err) + } + } + e.serviceInf.AddEventHandler(cache.ResourceEventHandlerFuncs{ + // TODO(fabxc): potentially remove add and delete event handlers. Those should + // be triggered via the endpoint handlers already. + AddFunc: func(o interface{}) { + svcAddCount.Inc() + serviceUpdate(o) + }, + UpdateFunc: func(_, o interface{}) { + svcUpdateCount.Inc() + serviceUpdate(o) + }, + DeleteFunc: func(o interface{}) { + svcDeleteCount.Inc() + serviceUpdate(o) + }, + }) + + return e +} + +func (e *Endpoints) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + e.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (e *Endpoints) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer e.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), e.endpointsInf.HasSynced, e.serviceInf.HasSynced, e.podInf.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(e.logger).Log("msg", "endpoints informer unable to sync cache") + } + return + } + + go func() { + for e.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (e *Endpoints) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := e.queue.Get() + if quit { + return false + } + defer e.queue.Done(keyObj) + key := keyObj.(string) + + namespace, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + level.Error(e.logger).Log("msg", "splitting key failed", "key", key) + return true + } + + o, exists, err := e.endpointsStore.GetByKey(key) + if err != nil { + level.Error(e.logger).Log("msg", "getting object from store failed", "key", key) + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: endpointsSourceFromNamespaceAndName(namespace, name)}) + return true + } + eps, err := convertToEndpoints(o) + if err != nil { + level.Error(e.logger).Log("msg", "converting to Endpoints object failed", "err", err) + return true + } + send(ctx, ch, e.buildEndpoints(eps)) + return true +} + +func convertToEndpoints(o interface{}) (*apiv1.Endpoints, error) { + endpoints, ok := o.(*apiv1.Endpoints) + if ok { + return endpoints, nil + } + + return nil, errors.Errorf("received unexpected object: %v", o) +} + +func endpointsSource(ep *apiv1.Endpoints) string { + return endpointsSourceFromNamespaceAndName(ep.Namespace, ep.Name) +} + +func endpointsSourceFromNamespaceAndName(namespace, name string) string { + return "endpoints/" + namespace + "/" + name +} + +const ( + endpointsLabelPrefix = metaLabelPrefix + "endpoints_label_" + endpointsLabelPresentPrefix = metaLabelPrefix + "endpoints_labelpresent_" + endpointsNameLabel = metaLabelPrefix + "endpoints_name" + endpointNodeName = metaLabelPrefix + "endpoint_node_name" + endpointHostname = metaLabelPrefix + "endpoint_hostname" + endpointReadyLabel = metaLabelPrefix + "endpoint_ready" + endpointPortNameLabel = metaLabelPrefix + "endpoint_port_name" + endpointPortProtocolLabel = metaLabelPrefix + "endpoint_port_protocol" + endpointAddressTargetKindLabel = metaLabelPrefix + "endpoint_address_target_kind" + endpointAddressTargetNameLabel = metaLabelPrefix + "endpoint_address_target_name" +) + +func (e *Endpoints) buildEndpoints(eps *apiv1.Endpoints) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: endpointsSource(eps), + } + tg.Labels = model.LabelSet{ + namespaceLabel: lv(eps.Namespace), + endpointsNameLabel: lv(eps.Name), + } + e.addServiceLabels(eps.Namespace, eps.Name, tg) + // Add endpoints labels metadata. + for k, v := range eps.Labels { + ln := strutil.SanitizeLabelName(k) + tg.Labels[model.LabelName(endpointsLabelPrefix+ln)] = lv(v) + tg.Labels[model.LabelName(endpointsLabelPresentPrefix+ln)] = presentValue + } + + type podEntry struct { + pod *apiv1.Pod + servicePorts []apiv1.EndpointPort + } + seenPods := map[string]*podEntry{} + + add := func(addr apiv1.EndpointAddress, port apiv1.EndpointPort, ready string) { + a := net.JoinHostPort(addr.IP, strconv.FormatUint(uint64(port.Port), 10)) + + target := model.LabelSet{ + model.AddressLabel: lv(a), + endpointPortNameLabel: lv(port.Name), + endpointPortProtocolLabel: lv(string(port.Protocol)), + endpointReadyLabel: lv(ready), + } + + if addr.TargetRef != nil { + target[model.LabelName(endpointAddressTargetKindLabel)] = lv(addr.TargetRef.Kind) + target[model.LabelName(endpointAddressTargetNameLabel)] = lv(addr.TargetRef.Name) + } + + if addr.NodeName != nil { + target[model.LabelName(endpointNodeName)] = lv(*addr.NodeName) + } + if addr.Hostname != "" { + target[model.LabelName(endpointHostname)] = lv(addr.Hostname) + } + + pod := e.resolvePodRef(addr.TargetRef) + if pod == nil { + // This target is not a Pod, so don't continue with Pod specific logic. + tg.Targets = append(tg.Targets, target) + return + } + s := pod.Namespace + "/" + pod.Name + + sp, ok := seenPods[s] + if !ok { + sp = &podEntry{pod: pod} + seenPods[s] = sp + } + + // Attach standard pod labels. + target = target.Merge(podLabels(pod)) + + // Attach potential container port labels matching the endpoint port. + for _, c := range pod.Spec.Containers { + for _, cport := range c.Ports { + if port.Port == cport.ContainerPort { + ports := strconv.FormatUint(uint64(port.Port), 10) + + target[podContainerNameLabel] = lv(c.Name) + target[podContainerPortNameLabel] = lv(cport.Name) + target[podContainerPortNumberLabel] = lv(ports) + target[podContainerPortProtocolLabel] = lv(string(port.Protocol)) + break + } + } + } + + // Add service port so we know that we have already generated a target + // for it. + sp.servicePorts = append(sp.servicePorts, port) + tg.Targets = append(tg.Targets, target) + } + + for _, ss := range eps.Subsets { + for _, port := range ss.Ports { + for _, addr := range ss.Addresses { + add(addr, port, "true") + } + // Although this generates the same target again, as it was generated in + // the loop above, it causes the ready meta label to be overridden. + for _, addr := range ss.NotReadyAddresses { + add(addr, port, "false") + } + } + } + + // For all seen pods, check all container ports. If they were not covered + // by one of the service endpoints, generate targets for them. + for _, pe := range seenPods { + for _, c := range pe.pod.Spec.Containers { + for _, cport := range c.Ports { + hasSeenPort := func() bool { + for _, eport := range pe.servicePorts { + if cport.ContainerPort == eport.Port { + return true + } + } + return false + } + if hasSeenPort() { + continue + } + + a := net.JoinHostPort(pe.pod.Status.PodIP, strconv.FormatUint(uint64(cport.ContainerPort), 10)) + ports := strconv.FormatUint(uint64(cport.ContainerPort), 10) + + target := model.LabelSet{ + model.AddressLabel: lv(a), + podContainerNameLabel: lv(c.Name), + podContainerPortNameLabel: lv(cport.Name), + podContainerPortNumberLabel: lv(ports), + podContainerPortProtocolLabel: lv(string(cport.Protocol)), + } + tg.Targets = append(tg.Targets, target.Merge(podLabels(pe.pod))) + } + } + } + + return tg +} + +func (e *Endpoints) resolvePodRef(ref *apiv1.ObjectReference) *apiv1.Pod { + if ref == nil || ref.Kind != "Pod" { + return nil + } + p := &apiv1.Pod{} + p.Namespace = ref.Namespace + p.Name = ref.Name + + obj, exists, err := e.podStore.Get(p) + if err != nil { + level.Error(e.logger).Log("msg", "resolving pod ref failed", "err", err) + return nil + } + if !exists { + return nil + } + return obj.(*apiv1.Pod) +} + +func (e *Endpoints) addServiceLabels(ns, name string, tg *targetgroup.Group) { + svc := &apiv1.Service{} + svc.Namespace = ns + svc.Name = name + + obj, exists, err := e.serviceStore.Get(svc) + if err != nil { + level.Error(e.logger).Log("msg", "retrieving service failed", "err", err) + return + } + if !exists { + return + } + svc = obj.(*apiv1.Service) + + tg.Labels = tg.Labels.Merge(serviceLabels(svc)) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints_test.go new file mode 100644 index 0000000..e73d8ba --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpoints_test.go @@ -0,0 +1,617 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "testing" + + "github.com/prometheus/common/model" + v1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/apimachinery/pkg/runtime" + "k8s.io/apimachinery/pkg/types" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func makeEndpoints() *v1.Endpoints { + var nodeName = "foobar" + return &v1.Endpoints{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + Subsets: []v1.EndpointSubset{ + { + Addresses: []v1.EndpointAddress{ + { + IP: "1.2.3.4", + Hostname: "testendpoint1", + NodeName: &nodeName, + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + { + Addresses: []v1.EndpointAddress{ + { + IP: "2.3.4.5", + }, + }, + NotReadyAddresses: []v1.EndpointAddress{ + { + IP: "2.3.4.5", + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9001, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + } +} + +func TestEndpointsDiscoveryBeforeRun(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := makeEndpoints() + c.CoreV1().Endpoints(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpoint_node_name": "foobar", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpoints_name": "testendpoints", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryAdd(t *testing.T) { + obj := &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + UID: types.UID("deadbeef"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "c1", + Ports: []v1.ContainerPort{ + { + Name: "mainport", + ContainerPort: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + { + Name: "c2", + Ports: []v1.ContainerPort{ + { + Name: "sideport", + ContainerPort: 9001, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + HostIP: "2.3.4.5", + PodIP: "1.2.3.4", + }, + } + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, obj) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &v1.Endpoints{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + Subsets: []v1.EndpointSubset{ + { + Addresses: []v1.EndpointAddress{ + { + IP: "4.3.2.1", + TargetRef: &v1.ObjectReference{ + Kind: "Pod", + Name: "testpod", + Namespace: "default", + }, + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + } + c.CoreV1().Endpoints(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "4.3.2.1:9000", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + "__meta_kubernetes_endpoint_address_target_kind": "Pod", + "__meta_kubernetes_endpoint_address_target_name": "testpod", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_container_name": "c1", + "__meta_kubernetes_pod_container_port_name": "mainport", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + { + "__address__": "1.2.3.4:9001", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_container_name": "c2", + "__meta_kubernetes_pod_container_port_name": "sideport", + "__meta_kubernetes_pod_container_port_number": "9001", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpoints_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryDelete(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeEndpoints() + c.CoreV1().Endpoints(obj.Namespace).Delete(context.Background(), obj.Name, metav1.DeleteOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryUpdate(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &v1.Endpoints{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + Subsets: []v1.EndpointSubset{ + { + Addresses: []v1.EndpointAddress{ + { + IP: "1.2.3.4", + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + { + Addresses: []v1.EndpointAddress{ + { + IP: "2.3.4.5", + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9001, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + } + c.CoreV1().Endpoints(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpoints_name": "testendpoints", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryEmptySubsets(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &v1.Endpoints{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + Subsets: []v1.EndpointSubset{}, + } + c.CoreV1().Endpoints(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpoints_name": "testendpoints", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryWithService(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints()) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "test", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpoint_node_name": "foobar", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpoints_name": "testendpoints", + "__meta_kubernetes_service_label_app_name": "test", + "__meta_kubernetes_service_labelpresent_app_name": "true", + "__meta_kubernetes_service_name": "testendpoints", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryWithServiceUpdate(t *testing.T) { + n, c := makeDiscovery(RoleEndpoint, NamespaceDiscovery{}, makeEndpoints()) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "test", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + afterStart: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "svc", + "component": "testing", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpoint_node_name": "foobar", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpoints_name": "testendpoints", + "__meta_kubernetes_service_label_app_name": "svc", + "__meta_kubernetes_service_labelpresent_app_name": "true", + "__meta_kubernetes_service_name": "testendpoints", + "__meta_kubernetes_service_label_component": "testing", + "__meta_kubernetes_service_labelpresent_component": "true", + }, + Source: "endpoints/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointsDiscoveryNamespaces(t *testing.T) { + epOne := makeEndpoints() + epOne.Namespace = "ns1" + objs := []runtime.Object{ + epOne, + &v1.Endpoints{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "ns2", + }, + Subsets: []v1.EndpointSubset{ + { + Addresses: []v1.EndpointAddress{ + { + IP: "4.3.2.1", + TargetRef: &v1.ObjectReference{ + Kind: "Pod", + Name: "testpod", + Namespace: "ns2", + }, + }, + }, + Ports: []v1.EndpointPort{ + { + Name: "testport", + Port: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + }, + &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "ns1", + Labels: map[string]string{ + "app": "app1", + }, + }, + }, + &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "ns2", + UID: types.UID("deadbeef"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "c1", + Ports: []v1.ContainerPort{ + { + Name: "mainport", + ContainerPort: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + HostIP: "2.3.4.5", + PodIP: "4.3.2.1", + }, + }, + } + n, _ := makeDiscovery(RoleEndpoint, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}, objs...) + + k8sDiscoveryTest{ + discovery: n, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpoints/ns1/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpoint_node_name": "foobar", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + }, + { + "__address__": "2.3.4.5:9001", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "ns1", + "__meta_kubernetes_endpoints_name": "testendpoints", + "__meta_kubernetes_service_label_app": "app1", + "__meta_kubernetes_service_labelpresent_app": "true", + "__meta_kubernetes_service_name": "testendpoints", + }, + Source: "endpoints/ns1/testendpoints", + }, + "endpoints/ns2/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "4.3.2.1:9000", + "__meta_kubernetes_endpoint_port_name": "testport", + "__meta_kubernetes_endpoint_port_protocol": "TCP", + "__meta_kubernetes_endpoint_ready": "true", + "__meta_kubernetes_endpoint_address_target_kind": "Pod", + "__meta_kubernetes_endpoint_address_target_name": "testpod", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_ip": "4.3.2.1", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_container_name": "c1", + "__meta_kubernetes_pod_container_port_name": "mainport", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_namespace": "ns2", + "__meta_kubernetes_endpoints_name": "testendpoints", + }, + Source: "endpoints/ns2/testendpoints", + }, + }, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice.go new file mode 100644 index 0000000..71d4e37 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice.go @@ -0,0 +1,407 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net" + "strconv" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + apiv1 "k8s.io/api/core/v1" + disv1beta1 "k8s.io/api/discovery/v1beta1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +var ( + epslAddCount = eventCount.WithLabelValues("endpointslice", "add") + epslUpdateCount = eventCount.WithLabelValues("endpointslice", "update") + epslDeleteCount = eventCount.WithLabelValues("endpointslice", "delete") +) + +// EndpointSlice discovers new endpoint targets. +type EndpointSlice struct { + logger log.Logger + + endpointSliceInf cache.SharedInformer + serviceInf cache.SharedInformer + podInf cache.SharedInformer + + podStore cache.Store + endpointSliceStore cache.Store + serviceStore cache.Store + + queue *workqueue.Type +} + +// NewEndpointSlice returns a new endpointslice discovery. +func NewEndpointSlice(l log.Logger, svc, eps, pod cache.SharedInformer) *EndpointSlice { + if l == nil { + l = log.NewNopLogger() + } + e := &EndpointSlice{ + logger: l, + endpointSliceInf: eps, + endpointSliceStore: eps.GetStore(), + serviceInf: svc, + serviceStore: svc.GetStore(), + podInf: pod, + podStore: pod.GetStore(), + queue: workqueue.NewNamed("endpointSlice"), + } + + e.endpointSliceInf.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + epslAddCount.Inc() + e.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + epslUpdateCount.Inc() + e.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + epslDeleteCount.Inc() + e.enqueue(o) + }, + }) + + serviceUpdate := func(o interface{}) { + svc, err := convertToService(o) + if err != nil { + level.Error(e.logger).Log("msg", "converting to Service object failed", "err", err) + return + } + + // TODO(brancz): use cache.Indexer to index endpoints by + // disv1beta1.LabelServiceName so this operation doesn't have to + // iterate over all endpoint objects. + for _, obj := range e.endpointSliceStore.List() { + ep := obj.(*disv1beta1.EndpointSlice) + if lv, exists := ep.Labels[disv1beta1.LabelServiceName]; exists && lv == svc.Name { + e.enqueue(ep) + } + } + } + e.serviceInf.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + svcAddCount.Inc() + serviceUpdate(o) + }, + UpdateFunc: func(_, o interface{}) { + svcUpdateCount.Inc() + serviceUpdate(o) + }, + DeleteFunc: func(o interface{}) { + svcDeleteCount.Inc() + serviceUpdate(o) + }, + }) + + return e +} + +func (e *EndpointSlice) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + e.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (e *EndpointSlice) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer e.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), e.endpointSliceInf.HasSynced, e.serviceInf.HasSynced, e.podInf.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(e.logger).Log("msg", "endpointslice informer unable to sync cache") + } + return + } + + go func() { + for e.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (e *EndpointSlice) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := e.queue.Get() + if quit { + return false + } + defer e.queue.Done(keyObj) + key := keyObj.(string) + + namespace, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + level.Error(e.logger).Log("msg", "splitting key failed", "key", key) + return true + } + + o, exists, err := e.endpointSliceStore.GetByKey(key) + if err != nil { + level.Error(e.logger).Log("msg", "getting object from store failed", "key", key) + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: endpointSliceSourceFromNamespaceAndName(namespace, name)}) + return true + } + eps, err := convertToEndpointSlice(o) + if err != nil { + level.Error(e.logger).Log("msg", "converting to EndpointSlice object failed", "err", err) + return true + } + send(ctx, ch, e.buildEndpointSlice(eps)) + return true +} + +func convertToEndpointSlice(o interface{}) (*disv1beta1.EndpointSlice, error) { + endpoints, ok := o.(*disv1beta1.EndpointSlice) + if ok { + return endpoints, nil + } + + return nil, errors.Errorf("received unexpected object: %v", o) +} + +func endpointSliceSource(ep *disv1beta1.EndpointSlice) string { + return endpointSliceSourceFromNamespaceAndName(ep.Namespace, ep.Name) +} + +func endpointSliceSourceFromNamespaceAndName(namespace, name string) string { + return "endpointslice/" + namespace + "/" + name +} + +const ( + endpointSliceNameLabel = metaLabelPrefix + "endpointslice_name" + endpointSliceAddressTypeLabel = metaLabelPrefix + "endpointslice_address_type" + endpointSlicePortNameLabel = metaLabelPrefix + "endpointslice_port_name" + endpointSlicePortProtocolLabel = metaLabelPrefix + "endpointslice_port_protocol" + endpointSlicePortLabel = metaLabelPrefix + "endpointslice_port" + endpointSlicePortAppProtocol = metaLabelPrefix + "endpointslice_port_app_protocol" + endpointSliceEndpointConditionsReadyLabel = metaLabelPrefix + "endpointslice_endpoint_conditions_ready" + endpointSliceEndpointHostnameLabel = metaLabelPrefix + "endpointslice_endpoint_hostname" + endpointSliceAddressTargetKindLabel = metaLabelPrefix + "endpointslice_address_target_kind" + endpointSliceAddressTargetNameLabel = metaLabelPrefix + "endpointslice_address_target_name" + endpointSliceEndpointTopologyLabelPrefix = metaLabelPrefix + "endpointslice_endpoint_topology_" + endpointSliceEndpointTopologyLabelPresentPrefix = metaLabelPrefix + "endpointslice_endpoint_topology_present_" +) + +func (e *EndpointSlice) buildEndpointSlice(eps *disv1beta1.EndpointSlice) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: endpointSliceSource(eps), + } + tg.Labels = model.LabelSet{ + namespaceLabel: lv(eps.Namespace), + endpointSliceNameLabel: lv(eps.Name), + endpointSliceAddressTypeLabel: lv(string(eps.AddressType)), + } + e.addServiceLabels(eps, tg) + + type podEntry struct { + pod *apiv1.Pod + servicePorts []disv1beta1.EndpointPort + } + seenPods := map[string]*podEntry{} + + add := func(addr string, ep disv1beta1.Endpoint, port disv1beta1.EndpointPort) { + a := addr + if port.Port != nil { + a = net.JoinHostPort(addr, strconv.FormatUint(uint64(*port.Port), 10)) + } + + target := model.LabelSet{ + model.AddressLabel: lv(a), + } + + if port.Name != nil { + target[endpointSlicePortNameLabel] = lv(*port.Name) + } + + if port.Protocol != nil { + target[endpointSlicePortProtocolLabel] = lv(string(*port.Protocol)) + } + + if port.Port != nil { + target[endpointSlicePortLabel] = lv(strconv.FormatUint(uint64(*port.Port), 10)) + } + + if port.AppProtocol != nil { + target[endpointSlicePortAppProtocol] = lv(*port.AppProtocol) + } + + if ep.Conditions.Ready != nil { + target[endpointSliceEndpointConditionsReadyLabel] = lv(strconv.FormatBool(*ep.Conditions.Ready)) + } + + if ep.Hostname != nil { + target[endpointSliceEndpointHostnameLabel] = lv(*ep.Hostname) + } + + if ep.TargetRef != nil { + target[model.LabelName(endpointSliceAddressTargetKindLabel)] = lv(ep.TargetRef.Kind) + target[model.LabelName(endpointSliceAddressTargetNameLabel)] = lv(ep.TargetRef.Name) + } + + for k, v := range ep.Topology { + ln := strutil.SanitizeLabelName(k) + target[model.LabelName(endpointSliceEndpointTopologyLabelPrefix+ln)] = lv(v) + target[model.LabelName(endpointSliceEndpointTopologyLabelPresentPrefix+ln)] = presentValue + } + + pod := e.resolvePodRef(ep.TargetRef) + if pod == nil { + // This target is not a Pod, so don't continue with Pod specific logic. + tg.Targets = append(tg.Targets, target) + return + } + s := pod.Namespace + "/" + pod.Name + + sp, ok := seenPods[s] + if !ok { + sp = &podEntry{pod: pod} + seenPods[s] = sp + } + + // Attach standard pod labels. + target = target.Merge(podLabels(pod)) + + // Attach potential container port labels matching the endpoint port. + for _, c := range pod.Spec.Containers { + for _, cport := range c.Ports { + if port.Port == nil { + continue + } + if *port.Port == cport.ContainerPort { + ports := strconv.FormatUint(uint64(*port.Port), 10) + + target[podContainerNameLabel] = lv(c.Name) + target[podContainerPortNameLabel] = lv(cport.Name) + target[podContainerPortNumberLabel] = lv(ports) + target[podContainerPortProtocolLabel] = lv(string(cport.Protocol)) + break + } + } + } + + // Add service port so we know that we have already generated a target + // for it. + sp.servicePorts = append(sp.servicePorts, port) + tg.Targets = append(tg.Targets, target) + } + + for _, ep := range eps.Endpoints { + for _, port := range eps.Ports { + for _, addr := range ep.Addresses { + add(addr, ep, port) + } + } + } + + // For all seen pods, check all container ports. If they were not covered + // by one of the service endpoints, generate targets for them. + for _, pe := range seenPods { + for _, c := range pe.pod.Spec.Containers { + for _, cport := range c.Ports { + hasSeenPort := func() bool { + for _, eport := range pe.servicePorts { + if eport.Port == nil { + continue + } + if cport.ContainerPort == *eport.Port { + return true + } + } + return false + } + if hasSeenPort() { + continue + } + + a := net.JoinHostPort(pe.pod.Status.PodIP, strconv.FormatUint(uint64(cport.ContainerPort), 10)) + ports := strconv.FormatUint(uint64(cport.ContainerPort), 10) + + target := model.LabelSet{ + model.AddressLabel: lv(a), + podContainerNameLabel: lv(c.Name), + podContainerPortNameLabel: lv(cport.Name), + podContainerPortNumberLabel: lv(ports), + podContainerPortProtocolLabel: lv(string(cport.Protocol)), + } + tg.Targets = append(tg.Targets, target.Merge(podLabels(pe.pod))) + } + } + } + + return tg +} + +func (e *EndpointSlice) resolvePodRef(ref *apiv1.ObjectReference) *apiv1.Pod { + if ref == nil || ref.Kind != "Pod" { + return nil + } + p := &apiv1.Pod{} + p.Namespace = ref.Namespace + p.Name = ref.Name + + obj, exists, err := e.podStore.Get(p) + if err != nil { + level.Error(e.logger).Log("msg", "resolving pod ref failed", "err", err) + return nil + } + if !exists { + return nil + } + return obj.(*apiv1.Pod) +} + +func (e *EndpointSlice) addServiceLabels(eps *disv1beta1.EndpointSlice, tg *targetgroup.Group) { + var ( + svc = &apiv1.Service{} + found bool + ) + svc.Namespace = eps.Namespace + + // Every EndpointSlice object has the Service they belong to in the + // kubernetes.io/service-name label. + svc.Name, found = eps.Labels[disv1beta1.LabelServiceName] + if !found { + return + } + + obj, exists, err := e.serviceStore.Get(svc) + if err != nil { + level.Error(e.logger).Log("msg", "retrieving service failed", "err", err) + return + } + if !exists { + return + } + svc = obj.(*apiv1.Service) + + tg.Labels = tg.Labels.Merge(serviceLabels(svc)) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice_test.go new file mode 100644 index 0000000..b8ad505 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/endpointslice_test.go @@ -0,0 +1,632 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "testing" + + "github.com/prometheus/common/model" + v1 "k8s.io/api/core/v1" + disv1beta1 "k8s.io/api/discovery/v1beta1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/apimachinery/pkg/runtime" + "k8s.io/apimachinery/pkg/types" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func strptr(str string) *string { + return &str +} + +func boolptr(b bool) *bool { + return &b +} + +func int32ptr(i int32) *int32 { + return &i +} + +func protocolptr(p v1.Protocol) *v1.Protocol { + return &p +} + +func makeEndpointSlice() *disv1beta1.EndpointSlice { + return &disv1beta1.EndpointSlice{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + disv1beta1.LabelServiceName: "testendpoints", + }, + }, + AddressType: disv1beta1.AddressTypeIPv4, + Ports: []disv1beta1.EndpointPort{ + { + Name: strptr("testport"), + Port: int32ptr(9000), + Protocol: protocolptr(v1.ProtocolTCP), + }, + }, + Endpoints: []disv1beta1.Endpoint{ + { + Addresses: []string{"1.2.3.4"}, + Hostname: strptr("testendpoint1"), + }, { + Addresses: []string{"2.3.4.5"}, + Conditions: disv1beta1.EndpointConditions{ + Ready: boolptr(true), + }, + }, { + Addresses: []string{"3.4.5.6"}, + Conditions: disv1beta1.EndpointConditions{ + Ready: boolptr(false), + }, + }, + }, + } +} + +func TestEndpointSliceDiscoveryBeforeRun(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := makeEndpointSlice() + c.DiscoveryV1beta1().EndpointSlices(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpointslice_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "2.3.4.5:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "true", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "3.4.5.6:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "false", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_endpointslice_name": "testendpoints", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryAdd(t *testing.T) { + obj := &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + UID: types.UID("deadbeef"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "c1", + Ports: []v1.ContainerPort{ + { + Name: "mainport", + ContainerPort: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + { + Name: "c2", + Ports: []v1.ContainerPort{ + { + Name: "sideport", + ContainerPort: 9001, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + HostIP: "2.3.4.5", + PodIP: "1.2.3.4", + }, + } + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, obj) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &disv1beta1.EndpointSlice{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + AddressType: disv1beta1.AddressTypeIPv4, + Ports: []disv1beta1.EndpointPort{ + { + Name: strptr("testport"), + Port: int32ptr(9000), + Protocol: protocolptr(v1.ProtocolTCP), + }, + }, + Endpoints: []disv1beta1.Endpoint{ + { + Addresses: []string{"4.3.2.1"}, + TargetRef: &v1.ObjectReference{ + Kind: "Pod", + Name: "testpod", + Namespace: "default", + }, + Conditions: disv1beta1.EndpointConditions{ + Ready: boolptr(false), + }, + }, + }, + } + c.DiscoveryV1beta1().EndpointSlices(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "4.3.2.1:9000", + "__meta_kubernetes_endpointslice_address_target_kind": "Pod", + "__meta_kubernetes_endpointslice_address_target_name": "testpod", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "false", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + "__meta_kubernetes_pod_container_name": "c1", + "__meta_kubernetes_pod_container_port_name": "mainport", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + { + "__address__": "1.2.3.4:9001", + "__meta_kubernetes_pod_container_name": "c2", + "__meta_kubernetes_pod_container_port_name": "sideport", + "__meta_kubernetes_pod_container_port_number": "9001", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryDelete(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, makeEndpointSlice()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeEndpointSlice() + c.DiscoveryV1beta1().EndpointSlices(obj.Namespace).Delete(context.Background(), obj.Name, metav1.DeleteOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryUpdate(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, makeEndpointSlice()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &disv1beta1.EndpointSlice{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + AddressType: disv1beta1.AddressTypeIPv4, + Ports: []disv1beta1.EndpointPort{ + { + Name: strptr("testport"), + Port: int32ptr(9000), + Protocol: protocolptr(v1.ProtocolTCP), + }, + }, + Endpoints: []disv1beta1.Endpoint{ + { + Addresses: []string{"1.2.3.4"}, + Hostname: strptr("testendpoint1"), + }, { + Addresses: []string{"2.3.4.5"}, + Conditions: disv1beta1.EndpointConditions{ + Ready: boolptr(true), + }, + }, + }, + } + c.DiscoveryV1beta1().EndpointSlices(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpointslice_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "2.3.4.5:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "true", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryEmptyEndpoints(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, makeEndpointSlice()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := &disv1beta1.EndpointSlice{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + }, + AddressType: disv1beta1.AddressTypeIPv4, + Ports: []disv1beta1.EndpointPort{ + { + Name: strptr("testport"), + Port: int32ptr(9000), + Protocol: protocolptr(v1.ProtocolTCP), + }, + }, + Endpoints: []disv1beta1.Endpoint{}, + } + c.DiscoveryV1beta1().EndpointSlices(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryWithService(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, makeEndpointSlice()) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "test", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpointslice_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "2.3.4.5:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "true", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "3.4.5.6:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "false", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_service_label_app_name": "test", + "__meta_kubernetes_service_labelpresent_app_name": "true", + "__meta_kubernetes_service_name": "testendpoints", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryWithServiceUpdate(t *testing.T) { + n, c := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{}, makeEndpointSlice()) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "test", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + afterStart: func() { + obj := &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "default", + Labels: map[string]string{ + "app/name": "svc", + "component": "testing", + }, + }, + } + c.CoreV1().Services(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/default/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpointslice_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "2.3.4.5:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "true", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "3.4.5.6:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "false", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_service_label_app_name": "svc", + "__meta_kubernetes_service_label_component": "testing", + "__meta_kubernetes_service_labelpresent_app_name": "true", + "__meta_kubernetes_service_labelpresent_component": "true", + "__meta_kubernetes_service_name": "testendpoints", + }, + Source: "endpointslice/default/testendpoints", + }, + }, + }.Run(t) +} + +func TestEndpointSliceDiscoveryNamespaces(t *testing.T) { + epOne := makeEndpointSlice() + epOne.Namespace = "ns1" + objs := []runtime.Object{ + epOne, + &disv1beta1.EndpointSlice{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "ns2", + }, + AddressType: disv1beta1.AddressTypeIPv4, + Ports: []disv1beta1.EndpointPort{ + { + Name: strptr("testport"), + Port: int32ptr(9000), + Protocol: protocolptr(v1.ProtocolTCP), + }, + }, + Endpoints: []disv1beta1.Endpoint{ + { + Addresses: []string{"4.3.2.1"}, + TargetRef: &v1.ObjectReference{ + Kind: "Pod", + Name: "testpod", + Namespace: "ns2", + }, + }, + }, + }, + &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testendpoints", + Namespace: "ns1", + Labels: map[string]string{ + "app": "app1", + }, + }, + }, + &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "ns2", + UID: types.UID("deadbeef"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "c1", + Ports: []v1.ContainerPort{ + { + Name: "mainport", + ContainerPort: 9000, + Protocol: v1.ProtocolTCP, + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + HostIP: "2.3.4.5", + PodIP: "4.3.2.1", + }, + }, + } + n, _ := makeDiscovery(RoleEndpointSlice, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}, objs...) + + k8sDiscoveryTest{ + discovery: n, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "endpointslice/ns1/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_endpointslice_endpoint_hostname": "testendpoint1", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "2.3.4.5:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "true", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + { + "__address__": "3.4.5.6:9000", + "__meta_kubernetes_endpointslice_endpoint_conditions_ready": "false", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "ns1", + "__meta_kubernetes_service_label_app": "app1", + "__meta_kubernetes_service_labelpresent_app": "true", + "__meta_kubernetes_service_name": "testendpoints", + }, + Source: "endpointslice/ns1/testendpoints", + }, + "endpointslice/ns2/testendpoints": { + Targets: []model.LabelSet{ + { + "__address__": "4.3.2.1:9000", + "__meta_kubernetes_endpointslice_address_target_kind": "Pod", + "__meta_kubernetes_endpointslice_address_target_name": "testpod", + "__meta_kubernetes_endpointslice_port": "9000", + "__meta_kubernetes_endpointslice_port_name": "testport", + "__meta_kubernetes_endpointslice_port_protocol": "TCP", + "__meta_kubernetes_pod_container_name": "c1", + "__meta_kubernetes_pod_container_port_name": "mainport", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_ip": "4.3.2.1", + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_phase": "", + "__meta_kubernetes_pod_ready": "unknown", + "__meta_kubernetes_pod_uid": "deadbeef", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_endpointslice_address_type": "IPv4", + "__meta_kubernetes_endpointslice_name": "testendpoints", + "__meta_kubernetes_namespace": "ns2", + }, + Source: "endpointslice/ns2/testendpoints", + }, + }, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress.go new file mode 100644 index 0000000..042fa88 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress.go @@ -0,0 +1,224 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + "k8s.io/api/networking/v1beta1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +var ( + ingressAddCount = eventCount.WithLabelValues("ingress", "add") + ingressUpdateCount = eventCount.WithLabelValues("ingress", "update") + ingressDeleteCount = eventCount.WithLabelValues("ingress", "delete") +) + +// Ingress implements discovery of Kubernetes ingress. +type Ingress struct { + logger log.Logger + informer cache.SharedInformer + store cache.Store + queue *workqueue.Type +} + +// NewIngress returns a new ingress discovery. +func NewIngress(l log.Logger, inf cache.SharedInformer) *Ingress { + s := &Ingress{logger: l, informer: inf, store: inf.GetStore(), queue: workqueue.NewNamed("ingress")} + s.informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + ingressAddCount.Inc() + s.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + ingressDeleteCount.Inc() + s.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + ingressUpdateCount.Inc() + s.enqueue(o) + }, + }) + return s +} + +func (i *Ingress) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + i.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (i *Ingress) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer i.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), i.informer.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(i.logger).Log("msg", "ingress informer unable to sync cache") + } + return + } + + go func() { + for i.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (i *Ingress) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := i.queue.Get() + if quit { + return false + } + defer i.queue.Done(keyObj) + key := keyObj.(string) + + namespace, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + return true + } + + o, exists, err := i.store.GetByKey(key) + if err != nil { + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: ingressSourceFromNamespaceAndName(namespace, name)}) + return true + } + eps, err := convertToIngress(o) + if err != nil { + level.Error(i.logger).Log("msg", "converting to Ingress object failed", "err", err) + return true + } + send(ctx, ch, i.buildIngress(eps)) + return true +} + +func convertToIngress(o interface{}) (*v1beta1.Ingress, error) { + ingress, ok := o.(*v1beta1.Ingress) + if ok { + return ingress, nil + } + + return nil, errors.Errorf("received unexpected object: %v", o) +} + +func ingressSource(s *v1beta1.Ingress) string { + return ingressSourceFromNamespaceAndName(s.Namespace, s.Name) +} + +func ingressSourceFromNamespaceAndName(namespace, name string) string { + return "ingress/" + namespace + "/" + name +} + +const ( + ingressNameLabel = metaLabelPrefix + "ingress_name" + ingressLabelPrefix = metaLabelPrefix + "ingress_label_" + ingressLabelPresentPrefix = metaLabelPrefix + "ingress_labelpresent_" + ingressAnnotationPrefix = metaLabelPrefix + "ingress_annotation_" + ingressAnnotationPresentPrefix = metaLabelPrefix + "ingress_annotationpresent_" + ingressSchemeLabel = metaLabelPrefix + "ingress_scheme" + ingressHostLabel = metaLabelPrefix + "ingress_host" + ingressPathLabel = metaLabelPrefix + "ingress_path" + ingressClassNameLabel = metaLabelPrefix + "ingress_class_name" +) + +func ingressLabels(ingress *v1beta1.Ingress) model.LabelSet { + // Each label and annotation will create two key-value pairs in the map. + ls := make(model.LabelSet, 2*(len(ingress.Labels)+len(ingress.Annotations))+2) + ls[ingressNameLabel] = lv(ingress.Name) + ls[namespaceLabel] = lv(ingress.Namespace) + if ingress.Spec.IngressClassName != nil { + ls[ingressClassNameLabel] = lv(*ingress.Spec.IngressClassName) + } + + for k, v := range ingress.Labels { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(ingressLabelPrefix+ln)] = lv(v) + ls[model.LabelName(ingressLabelPresentPrefix+ln)] = presentValue + } + + for k, v := range ingress.Annotations { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(ingressAnnotationPrefix+ln)] = lv(v) + ls[model.LabelName(ingressAnnotationPresentPrefix+ln)] = presentValue + } + return ls +} + +func pathsFromIngressRule(rv *v1beta1.IngressRuleValue) []string { + if rv.HTTP == nil { + return []string{"/"} + } + paths := make([]string, len(rv.HTTP.Paths)) + for n, p := range rv.HTTP.Paths { + path := p.Path + if path == "" { + path = "/" + } + paths[n] = path + } + return paths +} + +func (i *Ingress) buildIngress(ingress *v1beta1.Ingress) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: ingressSource(ingress), + } + tg.Labels = ingressLabels(ingress) + + tlsHosts := make(map[string]struct{}) + for _, tls := range ingress.Spec.TLS { + for _, host := range tls.Hosts { + tlsHosts[host] = struct{}{} + } + } + + for _, rule := range ingress.Spec.Rules { + paths := pathsFromIngressRule(&rule.IngressRuleValue) + + scheme := "http" + _, isTLS := tlsHosts[rule.Host] + if isTLS { + scheme = "https" + } + + for _, path := range paths { + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: lv(rule.Host), + ingressSchemeLabel: lv(scheme), + ingressHostLabel: lv(rule.Host), + ingressPathLabel: lv(path), + }) + } + } + + return tg +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress_test.go new file mode 100644 index 0000000..5ae5d49 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/ingress_test.go @@ -0,0 +1,202 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "fmt" + "testing" + + "github.com/prometheus/common/model" + "k8s.io/api/networking/v1beta1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +type TLSMode int + +const ( + TLSNo TLSMode = iota + TLSYes + TLSMixed +) + +func makeIngress(tls TLSMode) *v1beta1.Ingress { + ret := &v1beta1.Ingress{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testingress", + Namespace: "default", + Labels: map[string]string{"test/label": "testvalue"}, + Annotations: map[string]string{"test/annotation": "testannotationvalue"}, + }, + Spec: v1beta1.IngressSpec{ + IngressClassName: classString("testclass"), + TLS: nil, + Rules: []v1beta1.IngressRule{ + { + Host: "example.com", + IngressRuleValue: v1beta1.IngressRuleValue{ + HTTP: &v1beta1.HTTPIngressRuleValue{ + Paths: []v1beta1.HTTPIngressPath{ + {Path: "/"}, + {Path: "/foo"}, + }, + }, + }, + }, + { + // No backend config, ignored + Host: "nobackend.example.com", + IngressRuleValue: v1beta1.IngressRuleValue{ + HTTP: &v1beta1.HTTPIngressRuleValue{}, + }, + }, + { + Host: "test.example.com", + IngressRuleValue: v1beta1.IngressRuleValue{ + HTTP: &v1beta1.HTTPIngressRuleValue{ + Paths: []v1beta1.HTTPIngressPath{{}}, + }, + }, + }, + }, + }, + } + + switch tls { + case TLSYes: + ret.Spec.TLS = []v1beta1.IngressTLS{{Hosts: []string{"example.com", "test.example.com"}}} + case TLSMixed: + ret.Spec.TLS = []v1beta1.IngressTLS{{Hosts: []string{"example.com"}}} + } + + return ret +} + +func classString(v string) *string { + return &v +} + +func expectedTargetGroups(ns string, tls TLSMode) map[string]*targetgroup.Group { + scheme1 := "http" + scheme2 := "http" + + switch tls { + case TLSYes: + scheme1 = "https" + scheme2 = "https" + case TLSMixed: + scheme1 = "https" + } + + key := fmt.Sprintf("ingress/%s/testingress", ns) + return map[string]*targetgroup.Group{ + key: { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_ingress_scheme": lv(scheme1), + "__meta_kubernetes_ingress_host": "example.com", + "__meta_kubernetes_ingress_path": "/", + "__address__": "example.com", + }, + { + "__meta_kubernetes_ingress_scheme": lv(scheme1), + "__meta_kubernetes_ingress_host": "example.com", + "__meta_kubernetes_ingress_path": "/foo", + "__address__": "example.com", + }, + { + "__meta_kubernetes_ingress_scheme": lv(scheme2), + "__meta_kubernetes_ingress_host": "test.example.com", + "__address__": "test.example.com", + "__meta_kubernetes_ingress_path": "/", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_ingress_name": "testingress", + "__meta_kubernetes_namespace": lv(ns), + "__meta_kubernetes_ingress_label_test_label": "testvalue", + "__meta_kubernetes_ingress_labelpresent_test_label": "true", + "__meta_kubernetes_ingress_annotation_test_annotation": "testannotationvalue", + "__meta_kubernetes_ingress_annotationpresent_test_annotation": "true", + "__meta_kubernetes_ingress_class_name": "testclass", + }, + Source: key, + }, + } +} + +func TestIngressDiscoveryAdd(t *testing.T) { + n, c := makeDiscovery(RoleIngress, NamespaceDiscovery{Names: []string{"default"}}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeIngress(TLSNo) + c.NetworkingV1beta1().Ingresses("default").Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: expectedTargetGroups("default", TLSNo), + }.Run(t) +} + +func TestIngressDiscoveryAddTLS(t *testing.T) { + n, c := makeDiscovery(RoleIngress, NamespaceDiscovery{Names: []string{"default"}}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeIngress(TLSYes) + c.NetworkingV1beta1().Ingresses("default").Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: expectedTargetGroups("default", TLSYes), + }.Run(t) +} + +func TestIngressDiscoveryAddMixed(t *testing.T) { + n, c := makeDiscovery(RoleIngress, NamespaceDiscovery{Names: []string{"default"}}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeIngress(TLSMixed) + c.NetworkingV1beta1().Ingresses("default").Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: expectedTargetGroups("default", TLSMixed), + }.Run(t) +} + +func TestIngressDiscoveryNamespaces(t *testing.T) { + n, c := makeDiscovery(RoleIngress, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}) + + expected := expectedTargetGroups("ns1", TLSNo) + for k, v := range expectedTargetGroups("ns2", TLSNo) { + expected[k] = v + } + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + for _, ns := range []string{"ns1", "ns2"} { + obj := makeIngress(TLSNo) + obj.Namespace = ns + c.NetworkingV1beta1().Ingresses(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + } + }, + expectedMaxItems: 2, + expectedRes: expected, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes.go new file mode 100644 index 0000000..ef3e8e6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes.go @@ -0,0 +1,565 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "fmt" + "reflect" + "strings" + "sync" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/client_golang/prometheus" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + apiv1 "k8s.io/api/core/v1" + disv1beta1 "k8s.io/api/discovery/v1beta1" + "k8s.io/api/networking/v1beta1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/apimachinery/pkg/fields" + "k8s.io/apimachinery/pkg/labels" + "k8s.io/apimachinery/pkg/runtime" + "k8s.io/apimachinery/pkg/watch" + "k8s.io/client-go/kubernetes" + "k8s.io/client-go/rest" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/tools/clientcmd" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + // kubernetesMetaLabelPrefix is the meta prefix used for all meta labels. + // in this discovery. + metaLabelPrefix = model.MetaLabelPrefix + "kubernetes_" + namespaceLabel = metaLabelPrefix + "namespace" + metricsNamespace = "prometheus_sd_kubernetes" + presentValue = model.LabelValue("true") +) + +var ( + // Http header + userAgent = fmt.Sprintf("Prometheus/%s", version.Version) + // Custom events metric + eventCount = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Namespace: metricsNamespace, + Name: "events_total", + Help: "The number of Kubernetes events handled.", + }, + []string{"role", "event"}, + ) + // DefaultSDConfig is the default Kubernetes SD configuration + DefaultSDConfig = SDConfig{ + HTTPClientConfig: config.DefaultHTTPClientConfig, + } +) + +func init() { + discovery.RegisterConfig(&SDConfig{}) + prometheus.MustRegister(eventCount) + // Initialize metric vectors. + for _, role := range []string{"endpointslice", "endpoints", "node", "pod", "service", "ingress"} { + for _, evt := range []string{"add", "delete", "update"} { + eventCount.WithLabelValues(role, evt) + } + } + (&clientGoRequestMetricAdapter{}).Register(prometheus.DefaultRegisterer) + (&clientGoWorkqueueMetricsProvider{}).Register(prometheus.DefaultRegisterer) +} + +// Role is role of the service in Kubernetes. +type Role string + +// The valid options for Role. +const ( + RoleNode Role = "node" + RolePod Role = "pod" + RoleService Role = "service" + RoleEndpoint Role = "endpoints" + RoleEndpointSlice Role = "endpointslice" + RoleIngress Role = "ingress" +) + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *Role) UnmarshalYAML(unmarshal func(interface{}) error) error { + if err := unmarshal((*string)(c)); err != nil { + return err + } + switch *c { + case RoleNode, RolePod, RoleService, RoleEndpoint, RoleEndpointSlice, RoleIngress: + return nil + default: + return errors.Errorf("unknown Kubernetes SD role %q", *c) + } +} + +// SDConfig is the configuration for Kubernetes service discovery. +type SDConfig struct { + APIServer config.URL `yaml:"api_server,omitempty"` + Role Role `yaml:"role"` + KubeConfig string `yaml:"kubeconfig_file"` + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + NamespaceDiscovery NamespaceDiscovery `yaml:"namespaces,omitempty"` + Selectors []SelectorConfig `yaml:"selectors,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "kubernetes" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return New(opts.Logger, c) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) + c.KubeConfig = config.JoinDir(dir, c.KubeConfig) +} + +type roleSelector struct { + node resourceSelector + pod resourceSelector + service resourceSelector + endpoints resourceSelector + endpointslice resourceSelector + ingress resourceSelector +} + +type SelectorConfig struct { + Role Role `yaml:"role,omitempty"` + Label string `yaml:"label,omitempty"` + Field string `yaml:"field,omitempty"` +} + +type resourceSelector struct { + label string + field string +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Role == "" { + return errors.Errorf("role missing (one of: pod, service, endpoints, endpointslice, node, ingress)") + } + err = c.HTTPClientConfig.Validate() + if err != nil { + return err + } + if c.APIServer.URL != nil && c.KubeConfig != "" { + // Api-server and kubeconfig_file are mutually exclusive + return errors.Errorf("cannot use 'kubeconfig_file' and 'api_server' simultaneously") + } + if c.KubeConfig != "" && !reflect.DeepEqual(c.HTTPClientConfig, config.DefaultHTTPClientConfig) { + // Kubeconfig_file and custom http config are mutually exclusive + return errors.Errorf("cannot use a custom HTTP client configuration together with 'kubeconfig_file'") + } + if c.APIServer.URL == nil && !reflect.DeepEqual(c.HTTPClientConfig, config.DefaultHTTPClientConfig) { + return errors.Errorf("to use custom HTTP client configuration please provide the 'api_server' URL explicitly") + } + + foundSelectorRoles := make(map[Role]struct{}) + allowedSelectors := map[Role][]string{ + RolePod: {string(RolePod)}, + RoleService: {string(RoleService)}, + RoleEndpointSlice: {string(RolePod), string(RoleService), string(RoleEndpointSlice)}, + RoleEndpoint: {string(RolePod), string(RoleService), string(RoleEndpoint)}, + RoleNode: {string(RoleNode)}, + RoleIngress: {string(RoleIngress)}, + } + + for _, selector := range c.Selectors { + if _, ok := foundSelectorRoles[selector.Role]; ok { + return errors.Errorf("duplicated selector role: %s", selector.Role) + } + foundSelectorRoles[selector.Role] = struct{}{} + + if _, ok := allowedSelectors[c.Role]; !ok { + return errors.Errorf("invalid role: %q, expecting one of: pod, service, endpoints, endpointslice, node or ingress", c.Role) + } + var allowed bool + for _, role := range allowedSelectors[c.Role] { + if role == string(selector.Role) { + allowed = true + break + } + } + + if !allowed { + return errors.Errorf("%s role supports only %s selectors", c.Role, strings.Join(allowedSelectors[c.Role], ", ")) + } + + _, err := fields.ParseSelector(selector.Field) + if err != nil { + return err + } + _, err = labels.Parse(selector.Label) + if err != nil { + return err + } + } + return nil +} + +// NamespaceDiscovery is the configuration for discovering +// Kubernetes namespaces. +type NamespaceDiscovery struct { + Names []string `yaml:"names"` +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *NamespaceDiscovery) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = NamespaceDiscovery{} + type plain NamespaceDiscovery + return unmarshal((*plain)(c)) +} + +// Discovery implements the discoverer interface for discovering +// targets from Kubernetes. +type Discovery struct { + sync.RWMutex + client kubernetes.Interface + role Role + logger log.Logger + namespaceDiscovery *NamespaceDiscovery + discoverers []discovery.Discoverer + selectors roleSelector +} + +func (d *Discovery) getNamespaces() []string { + namespaces := d.namespaceDiscovery.Names + if len(namespaces) == 0 { + namespaces = []string{apiv1.NamespaceAll} + } + return namespaces +} + +// New creates a new Kubernetes discovery for the given role. +func New(l log.Logger, conf *SDConfig) (*Discovery, error) { + if l == nil { + l = log.NewNopLogger() + } + var ( + kcfg *rest.Config + err error + ) + if conf.KubeConfig != "" { + kcfg, err = clientcmd.BuildConfigFromFlags("", conf.KubeConfig) + if err != nil { + return nil, err + } + } else if conf.APIServer.URL == nil { + // Use the Kubernetes provided pod service account + // as described in https://kubernetes.io/docs/admin/service-accounts-admin/ + kcfg, err = rest.InClusterConfig() + if err != nil { + return nil, err + } + level.Info(l).Log("msg", "Using pod service account via in-cluster config") + } else { + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "kubernetes_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + kcfg = &rest.Config{ + Host: conf.APIServer.String(), + Transport: rt, + } + } + + kcfg.UserAgent = userAgent + + c, err := kubernetes.NewForConfig(kcfg) + if err != nil { + return nil, err + } + return &Discovery{ + client: c, + logger: l, + role: conf.Role, + namespaceDiscovery: &conf.NamespaceDiscovery, + discoverers: make([]discovery.Discoverer, 0), + selectors: mapSelector(conf.Selectors), + }, nil +} + +func mapSelector(rawSelector []SelectorConfig) roleSelector { + rs := roleSelector{} + for _, resourceSelectorRaw := range rawSelector { + switch resourceSelectorRaw.Role { + case RoleEndpointSlice: + rs.endpointslice.field = resourceSelectorRaw.Field + rs.endpointslice.label = resourceSelectorRaw.Label + case RoleEndpoint: + rs.endpoints.field = resourceSelectorRaw.Field + rs.endpoints.label = resourceSelectorRaw.Label + case RoleIngress: + rs.ingress.field = resourceSelectorRaw.Field + rs.ingress.label = resourceSelectorRaw.Label + case RoleNode: + rs.node.field = resourceSelectorRaw.Field + rs.node.label = resourceSelectorRaw.Label + case RolePod: + rs.pod.field = resourceSelectorRaw.Field + rs.pod.label = resourceSelectorRaw.Label + case RoleService: + rs.service.field = resourceSelectorRaw.Field + rs.service.label = resourceSelectorRaw.Label + } + } + return rs +} + +const resyncPeriod = 10 * time.Minute + +// Run implements the discoverer interface. +func (d *Discovery) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + d.Lock() + namespaces := d.getNamespaces() + + switch d.role { + case RoleEndpointSlice: + for _, namespace := range namespaces { + e := d.client.DiscoveryV1beta1().EndpointSlices(namespace) + elw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.endpointslice.field + options.LabelSelector = d.selectors.endpointslice.label + return e.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.endpointslice.field + options.LabelSelector = d.selectors.endpointslice.label + return e.Watch(ctx, options) + }, + } + s := d.client.CoreV1().Services(namespace) + slw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.Watch(ctx, options) + }, + } + p := d.client.CoreV1().Pods(namespace) + plw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.Watch(ctx, options) + }, + } + eps := NewEndpointSlice( + log.With(d.logger, "role", "endpointslice"), + cache.NewSharedInformer(slw, &apiv1.Service{}, resyncPeriod), + cache.NewSharedInformer(elw, &disv1beta1.EndpointSlice{}, resyncPeriod), + cache.NewSharedInformer(plw, &apiv1.Pod{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, eps) + go eps.endpointSliceInf.Run(ctx.Done()) + go eps.serviceInf.Run(ctx.Done()) + go eps.podInf.Run(ctx.Done()) + } + case RoleEndpoint: + for _, namespace := range namespaces { + e := d.client.CoreV1().Endpoints(namespace) + elw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.endpoints.field + options.LabelSelector = d.selectors.endpoints.label + return e.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.endpoints.field + options.LabelSelector = d.selectors.endpoints.label + return e.Watch(ctx, options) + }, + } + s := d.client.CoreV1().Services(namespace) + slw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.Watch(ctx, options) + }, + } + p := d.client.CoreV1().Pods(namespace) + plw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.Watch(ctx, options) + }, + } + eps := NewEndpoints( + log.With(d.logger, "role", "endpoint"), + cache.NewSharedInformer(slw, &apiv1.Service{}, resyncPeriod), + cache.NewSharedInformer(elw, &apiv1.Endpoints{}, resyncPeriod), + cache.NewSharedInformer(plw, &apiv1.Pod{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, eps) + go eps.endpointsInf.Run(ctx.Done()) + go eps.serviceInf.Run(ctx.Done()) + go eps.podInf.Run(ctx.Done()) + } + case RolePod: + for _, namespace := range namespaces { + p := d.client.CoreV1().Pods(namespace) + plw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.pod.field + options.LabelSelector = d.selectors.pod.label + return p.Watch(ctx, options) + }, + } + pod := NewPod( + log.With(d.logger, "role", "pod"), + cache.NewSharedInformer(plw, &apiv1.Pod{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, pod) + go pod.informer.Run(ctx.Done()) + } + case RoleService: + for _, namespace := range namespaces { + s := d.client.CoreV1().Services(namespace) + slw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.service.field + options.LabelSelector = d.selectors.service.label + return s.Watch(ctx, options) + }, + } + svc := NewService( + log.With(d.logger, "role", "service"), + cache.NewSharedInformer(slw, &apiv1.Service{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, svc) + go svc.informer.Run(ctx.Done()) + } + case RoleIngress: + for _, namespace := range namespaces { + i := d.client.NetworkingV1beta1().Ingresses(namespace) + ilw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.ingress.field + options.LabelSelector = d.selectors.ingress.label + return i.List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.ingress.field + options.LabelSelector = d.selectors.ingress.label + return i.Watch(ctx, options) + }, + } + ingress := NewIngress( + log.With(d.logger, "role", "ingress"), + cache.NewSharedInformer(ilw, &v1beta1.Ingress{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, ingress) + go ingress.informer.Run(ctx.Done()) + } + case RoleNode: + nlw := &cache.ListWatch{ + ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { + options.FieldSelector = d.selectors.node.field + options.LabelSelector = d.selectors.node.label + return d.client.CoreV1().Nodes().List(ctx, options) + }, + WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { + options.FieldSelector = d.selectors.node.field + options.LabelSelector = d.selectors.node.label + return d.client.CoreV1().Nodes().Watch(ctx, options) + }, + } + node := NewNode( + log.With(d.logger, "role", "node"), + cache.NewSharedInformer(nlw, &apiv1.Node{}, resyncPeriod), + ) + d.discoverers = append(d.discoverers, node) + go node.informer.Run(ctx.Done()) + default: + level.Error(d.logger).Log("msg", "unknown Kubernetes discovery kind", "role", d.role) + } + + var wg sync.WaitGroup + for _, dd := range d.discoverers { + wg.Add(1) + go func(d discovery.Discoverer) { + defer wg.Done() + d.Run(ctx, ch) + }(dd) + } + + d.Unlock() + + wg.Wait() + <-ctx.Done() +} + +func lv(s string) model.LabelValue { + return model.LabelValue(s) +} + +func send(ctx context.Context, ch chan<- []*targetgroup.Group, tg *targetgroup.Group) { + if tg == nil { + return + } + select { + case <-ctx.Done(): + case ch <- []*targetgroup.Group{tg}: + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes_test.go new file mode 100644 index 0000000..44a6c1b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/kubernetes_test.go @@ -0,0 +1,207 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "encoding/json" + "testing" + "time" + + "github.com/go-kit/log" + "github.com/stretchr/testify/require" + "k8s.io/apimachinery/pkg/runtime" + "k8s.io/client-go/kubernetes" + "k8s.io/client-go/kubernetes/fake" + "k8s.io/client-go/tools/cache" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/testutil" +) + +func TestMain(m *testing.M) { + testutil.TolerantVerifyLeak(m) +} + +// makeDiscovery creates a kubernetes.Discovery instance for testing. +func makeDiscovery(role Role, nsDiscovery NamespaceDiscovery, objects ...runtime.Object) (*Discovery, kubernetes.Interface) { + clientset := fake.NewSimpleClientset(objects...) + + return &Discovery{ + client: clientset, + logger: log.NewNopLogger(), + role: role, + namespaceDiscovery: &nsDiscovery, + }, clientset +} + +type k8sDiscoveryTest struct { + // discovery is instance of discovery.Discoverer + discovery discovery.Discoverer + // beforeRun runs before discoverer run + beforeRun func() + // afterStart runs after discoverer has synced + afterStart func() + // expectedMaxItems is expected max items we may get from channel + expectedMaxItems int + // expectedRes is expected final result + expectedRes map[string]*targetgroup.Group +} + +func (d k8sDiscoveryTest) Run(t *testing.T) { + t.Helper() + ch := make(chan []*targetgroup.Group) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + + if d.beforeRun != nil { + d.beforeRun() + } + + // Run discoverer and start a goroutine to read results. + go d.discovery.Run(ctx, ch) + + // Ensure that discovery has a discoverer set. This prevents a race + // condition where the above go routine may or may not have set a + // discoverer yet. + for { + dis := d.discovery.(*Discovery) + dis.RLock() + l := len(dis.discoverers) + dis.RUnlock() + if l > 0 { + break + } + time.Sleep(10 * time.Millisecond) + } + + resChan := make(chan map[string]*targetgroup.Group) + go readResultWithTimeout(t, ch, d.expectedMaxItems, time.Second, resChan) + + dd, ok := d.discovery.(hasSynced) + if !ok { + t.Errorf("discoverer does not implement hasSynced interface") + return + } + if !cache.WaitForCacheSync(ctx.Done(), dd.hasSynced) { + t.Errorf("discoverer failed to sync: %v", dd) + return + } + + if d.afterStart != nil { + d.afterStart() + } + + if d.expectedRes != nil { + res := <-resChan + requireTargetGroups(t, d.expectedRes, res) + } +} + +// readResultWithTimeout reads all targetgroups from channel with timeout. +// It merges targetgroups by source and sends the result to result channel. +func readResultWithTimeout(t *testing.T, ch <-chan []*targetgroup.Group, max int, timeout time.Duration, resChan chan<- map[string]*targetgroup.Group) { + res := make(map[string]*targetgroup.Group) +Loop: + for { + select { + case tgs := <-ch: + for _, tg := range tgs { + if tg == nil { + continue + } + res[tg.Source] = tg + } + if len(res) == max { + // Reached max target groups we may get, break fast. + break Loop + } + case <-time.After(timeout): + // Because we use queue, an object that is created then + // deleted or updated may be processed only once. + // So possibly we may skip events, timed out here. + t.Logf("timed out, got %d (max: %d) items, some events are skipped", len(res), max) + break Loop + } + } + + resChan <- res +} + +func requireTargetGroups(t *testing.T, expected, res map[string]*targetgroup.Group) { + t.Helper() + b1, err := json.Marshal(expected) + if err != nil { + panic(err) + } + b2, err := json.Marshal(res) + if err != nil { + panic(err) + } + + require.Equal(t, string(b1), string(b2)) +} + +type hasSynced interface { + // hasSynced returns true if all informers synced. + // This is only used in testing to determine when discoverer synced to + // kubernetes apiserver. + hasSynced() bool +} + +var _ hasSynced = &Discovery{} +var _ hasSynced = &Node{} +var _ hasSynced = &Endpoints{} +var _ hasSynced = &EndpointSlice{} +var _ hasSynced = &Ingress{} +var _ hasSynced = &Pod{} +var _ hasSynced = &Service{} + +func (d *Discovery) hasSynced() bool { + d.RLock() + defer d.RUnlock() + for _, discoverer := range d.discoverers { + if hasSynceddiscoverer, ok := discoverer.(hasSynced); ok { + if !hasSynceddiscoverer.hasSynced() { + return false + } + } + } + return true +} + +func (n *Node) hasSynced() bool { + return n.informer.HasSynced() +} + +func (e *Endpoints) hasSynced() bool { + return e.endpointsInf.HasSynced() && e.serviceInf.HasSynced() && e.podInf.HasSynced() +} + +func (e *EndpointSlice) hasSynced() bool { + return e.endpointSliceInf.HasSynced() && e.serviceInf.HasSynced() && e.podInf.HasSynced() +} + +func (i *Ingress) hasSynced() bool { + return i.informer.HasSynced() +} + +func (p *Pod) hasSynced() bool { + return p.informer.HasSynced() +} + +func (s *Service) hasSynced() bool { + return s.informer.HasSynced() +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node.go new file mode 100644 index 0000000..668686f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node.go @@ -0,0 +1,240 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net" + "strconv" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + apiv1 "k8s.io/api/core/v1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + NodeLegacyHostIP = "LegacyHostIP" +) + +var ( + nodeAddCount = eventCount.WithLabelValues("node", "add") + nodeUpdateCount = eventCount.WithLabelValues("node", "update") + nodeDeleteCount = eventCount.WithLabelValues("node", "delete") +) + +// Node discovers Kubernetes nodes. +type Node struct { + logger log.Logger + informer cache.SharedInformer + store cache.Store + queue *workqueue.Type +} + +// NewNode returns a new node discovery. +func NewNode(l log.Logger, inf cache.SharedInformer) *Node { + if l == nil { + l = log.NewNopLogger() + } + n := &Node{logger: l, informer: inf, store: inf.GetStore(), queue: workqueue.NewNamed("node")} + n.informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + nodeAddCount.Inc() + n.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + nodeDeleteCount.Inc() + n.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + nodeUpdateCount.Inc() + n.enqueue(o) + }, + }) + return n +} + +func (n *Node) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + n.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (n *Node) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer n.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), n.informer.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(n.logger).Log("msg", "node informer unable to sync cache") + } + return + } + + go func() { + for n.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (n *Node) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := n.queue.Get() + if quit { + return false + } + defer n.queue.Done(keyObj) + key := keyObj.(string) + + _, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + return true + } + + o, exists, err := n.store.GetByKey(key) + if err != nil { + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: nodeSourceFromName(name)}) + return true + } + node, err := convertToNode(o) + if err != nil { + level.Error(n.logger).Log("msg", "converting to Node object failed", "err", err) + return true + } + send(ctx, ch, n.buildNode(node)) + return true +} + +func convertToNode(o interface{}) (*apiv1.Node, error) { + node, ok := o.(*apiv1.Node) + if ok { + return node, nil + } + + return nil, errors.Errorf("received unexpected object: %v", o) +} + +func nodeSource(n *apiv1.Node) string { + return nodeSourceFromName(n.Name) +} + +func nodeSourceFromName(name string) string { + return "node/" + name +} + +const ( + nodeNameLabel = metaLabelPrefix + "node_name" + nodeLabelPrefix = metaLabelPrefix + "node_label_" + nodeLabelPresentPrefix = metaLabelPrefix + "node_labelpresent_" + nodeAnnotationPrefix = metaLabelPrefix + "node_annotation_" + nodeAnnotationPresentPrefix = metaLabelPrefix + "node_annotationpresent_" + nodeAddressPrefix = metaLabelPrefix + "node_address_" +) + +func nodeLabels(n *apiv1.Node) model.LabelSet { + // Each label and annotation will create two key-value pairs in the map. + ls := make(model.LabelSet, 2*(len(n.Labels)+len(n.Annotations))+1) + + ls[nodeNameLabel] = lv(n.Name) + + for k, v := range n.Labels { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(nodeLabelPrefix+ln)] = lv(v) + ls[model.LabelName(nodeLabelPresentPrefix+ln)] = presentValue + } + + for k, v := range n.Annotations { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(nodeAnnotationPrefix+ln)] = lv(v) + ls[model.LabelName(nodeAnnotationPresentPrefix+ln)] = presentValue + } + return ls +} + +func (n *Node) buildNode(node *apiv1.Node) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: nodeSource(node), + } + tg.Labels = nodeLabels(node) + + addr, addrMap, err := nodeAddress(node) + if err != nil { + level.Warn(n.logger).Log("msg", "No node address found", "err", err) + return nil + } + addr = net.JoinHostPort(addr, strconv.FormatInt(int64(node.Status.DaemonEndpoints.KubeletEndpoint.Port), 10)) + + t := model.LabelSet{ + model.AddressLabel: lv(addr), + model.InstanceLabel: lv(node.Name), + } + + for ty, a := range addrMap { + ln := strutil.SanitizeLabelName(nodeAddressPrefix + string(ty)) + t[model.LabelName(ln)] = lv(a[0]) + } + tg.Targets = append(tg.Targets, t) + + return tg +} + +// nodeAddresses returns the provided node's address, based on the priority: +// 1. NodeInternalIP +// 2. NodeInternalDNS +// 3. NodeExternalIP +// 4. NodeExternalDNS +// 5. NodeLegacyHostIP +// 6. NodeHostName +// +// Derived from k8s.io/kubernetes/pkg/util/node/node.go +func nodeAddress(node *apiv1.Node) (string, map[apiv1.NodeAddressType][]string, error) { + m := map[apiv1.NodeAddressType][]string{} + for _, a := range node.Status.Addresses { + m[a.Type] = append(m[a.Type], a.Address) + } + + if addresses, ok := m[apiv1.NodeInternalIP]; ok { + return addresses[0], m, nil + } + if addresses, ok := m[apiv1.NodeInternalDNS]; ok { + return addresses[0], m, nil + } + if addresses, ok := m[apiv1.NodeExternalIP]; ok { + return addresses[0], m, nil + } + if addresses, ok := m[apiv1.NodeExternalDNS]; ok { + return addresses[0], m, nil + } + if addresses, ok := m[apiv1.NodeAddressType(NodeLegacyHostIP)]; ok { + return addresses[0], m, nil + } + if addresses, ok := m[apiv1.NodeHostName]; ok { + return addresses[0], m, nil + } + return "", m, errors.New("host address unknown") +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node_test.go new file mode 100644 index 0000000..4a08eef --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/node_test.go @@ -0,0 +1,173 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "fmt" + "testing" + + "github.com/prometheus/common/model" + v1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func makeNode(name, address string, labels map[string]string, annotations map[string]string) *v1.Node { + return &v1.Node{ + ObjectMeta: metav1.ObjectMeta{ + Name: name, + Labels: labels, + Annotations: annotations, + }, + Status: v1.NodeStatus{ + Addresses: []v1.NodeAddress{ + { + Type: v1.NodeInternalIP, + Address: address, + }, + }, + DaemonEndpoints: v1.NodeDaemonEndpoints{ + KubeletEndpoint: v1.DaemonEndpoint{ + Port: 10250, + }, + }, + }, + } +} + +func makeEnumeratedNode(i int) *v1.Node { + return makeNode(fmt.Sprintf("test%d", i), "1.2.3.4", map[string]string{}, map[string]string{}) +} + +func TestNodeDiscoveryBeforeStart(t *testing.T) { + n, c := makeDiscovery(RoleNode, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := makeNode( + "test", + "1.2.3.4", + map[string]string{"test-label": "testvalue"}, + map[string]string{"test-annotation": "testannotationvalue"}, + ) + c.CoreV1().Nodes().Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "node/test": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:10250", + "instance": "test", + "__meta_kubernetes_node_address_InternalIP": "1.2.3.4", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_node_name": "test", + "__meta_kubernetes_node_label_test_label": "testvalue", + "__meta_kubernetes_node_labelpresent_test_label": "true", + "__meta_kubernetes_node_annotation_test_annotation": "testannotationvalue", + "__meta_kubernetes_node_annotationpresent_test_annotation": "true", + }, + Source: "node/test", + }, + }, + }.Run(t) +} + +func TestNodeDiscoveryAdd(t *testing.T) { + n, c := makeDiscovery(RoleNode, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeEnumeratedNode(1) + c.CoreV1().Nodes().Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "node/test1": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:10250", + "instance": "test1", + "__meta_kubernetes_node_address_InternalIP": "1.2.3.4", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_node_name": "test1", + }, + Source: "node/test1", + }, + }, + }.Run(t) +} + +func TestNodeDiscoveryDelete(t *testing.T) { + obj := makeEnumeratedNode(0) + n, c := makeDiscovery(RoleNode, NamespaceDiscovery{}, obj) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + c.CoreV1().Nodes().Delete(context.Background(), obj.Name, metav1.DeleteOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "node/test0": { + Source: "node/test0", + }, + }, + }.Run(t) +} + +func TestNodeDiscoveryUpdate(t *testing.T) { + n, c := makeDiscovery(RoleNode, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj1 := makeEnumeratedNode(0) + c.CoreV1().Nodes().Create(context.Background(), obj1, metav1.CreateOptions{}) + obj2 := makeNode( + "test0", + "1.2.3.4", + map[string]string{"Unschedulable": "true"}, + map[string]string{}, + ) + c.CoreV1().Nodes().Update(context.Background(), obj2, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "node/test0": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:10250", + "instance": "test0", + "__meta_kubernetes_node_address_InternalIP": "1.2.3.4", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_node_label_Unschedulable": "true", + "__meta_kubernetes_node_labelpresent_Unschedulable": "true", + "__meta_kubernetes_node_name": "test0", + }, + Source: "node/test0", + }, + }, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod.go new file mode 100644 index 0000000..b5c9486 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod.go @@ -0,0 +1,275 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net" + "strconv" + "strings" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + apiv1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +var ( + podAddCount = eventCount.WithLabelValues("pod", "add") + podUpdateCount = eventCount.WithLabelValues("pod", "update") + podDeleteCount = eventCount.WithLabelValues("pod", "delete") +) + +// Pod discovers new pod targets. +type Pod struct { + informer cache.SharedInformer + store cache.Store + logger log.Logger + queue *workqueue.Type +} + +// NewPod creates a new pod discovery. +func NewPod(l log.Logger, pods cache.SharedInformer) *Pod { + if l == nil { + l = log.NewNopLogger() + } + p := &Pod{ + informer: pods, + store: pods.GetStore(), + logger: l, + queue: workqueue.NewNamed("pod"), + } + p.informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + podAddCount.Inc() + p.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + podDeleteCount.Inc() + p.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + podUpdateCount.Inc() + p.enqueue(o) + }, + }) + return p +} + +func (p *Pod) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + p.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (p *Pod) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer p.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), p.informer.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(p.logger).Log("msg", "pod informer unable to sync cache") + } + return + } + + go func() { + for p.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (p *Pod) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := p.queue.Get() + if quit { + return false + } + defer p.queue.Done(keyObj) + key := keyObj.(string) + + namespace, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + return true + } + + o, exists, err := p.store.GetByKey(key) + if err != nil { + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: podSourceFromNamespaceAndName(namespace, name)}) + return true + } + pod, err := convertToPod(o) + if err != nil { + level.Error(p.logger).Log("msg", "converting to Pod object failed", "err", err) + return true + } + send(ctx, ch, p.buildPod(pod)) + return true +} + +func convertToPod(o interface{}) (*apiv1.Pod, error) { + pod, ok := o.(*apiv1.Pod) + if ok { + return pod, nil + } + + return nil, errors.Errorf("received unexpected object: %v", o) +} + +const ( + podNameLabel = metaLabelPrefix + "pod_name" + podIPLabel = metaLabelPrefix + "pod_ip" + podContainerNameLabel = metaLabelPrefix + "pod_container_name" + podContainerPortNameLabel = metaLabelPrefix + "pod_container_port_name" + podContainerPortNumberLabel = metaLabelPrefix + "pod_container_port_number" + podContainerPortProtocolLabel = metaLabelPrefix + "pod_container_port_protocol" + podContainerIsInit = metaLabelPrefix + "pod_container_init" + podReadyLabel = metaLabelPrefix + "pod_ready" + podPhaseLabel = metaLabelPrefix + "pod_phase" + podLabelPrefix = metaLabelPrefix + "pod_label_" + podLabelPresentPrefix = metaLabelPrefix + "pod_labelpresent_" + podAnnotationPrefix = metaLabelPrefix + "pod_annotation_" + podAnnotationPresentPrefix = metaLabelPrefix + "pod_annotationpresent_" + podNodeNameLabel = metaLabelPrefix + "pod_node_name" + podHostIPLabel = metaLabelPrefix + "pod_host_ip" + podUID = metaLabelPrefix + "pod_uid" + podControllerKind = metaLabelPrefix + "pod_controller_kind" + podControllerName = metaLabelPrefix + "pod_controller_name" +) + +// GetControllerOf returns a pointer to a copy of the controllerRef if controllee has a controller +// https://github.com/kubernetes/apimachinery/blob/cd2cae2b39fa57e8063fa1f5f13cfe9862db3d41/pkg/apis/meta/v1/controller_ref.go +func GetControllerOf(controllee metav1.Object) *metav1.OwnerReference { + for _, ref := range controllee.GetOwnerReferences() { + if ref.Controller != nil && *ref.Controller { + return &ref + } + } + return nil +} + +func podLabels(pod *apiv1.Pod) model.LabelSet { + ls := model.LabelSet{ + podNameLabel: lv(pod.ObjectMeta.Name), + podIPLabel: lv(pod.Status.PodIP), + podReadyLabel: podReady(pod), + podPhaseLabel: lv(string(pod.Status.Phase)), + podNodeNameLabel: lv(pod.Spec.NodeName), + podHostIPLabel: lv(pod.Status.HostIP), + podUID: lv(string(pod.ObjectMeta.UID)), + } + + createdBy := GetControllerOf(pod) + if createdBy != nil { + if createdBy.Kind != "" { + ls[podControllerKind] = lv(createdBy.Kind) + } + if createdBy.Name != "" { + ls[podControllerName] = lv(createdBy.Name) + } + } + + for k, v := range pod.Labels { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(podLabelPrefix+ln)] = lv(v) + ls[model.LabelName(podLabelPresentPrefix+ln)] = presentValue + } + + for k, v := range pod.Annotations { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(podAnnotationPrefix+ln)] = lv(v) + ls[model.LabelName(podAnnotationPresentPrefix+ln)] = presentValue + } + + return ls +} + +func (p *Pod) buildPod(pod *apiv1.Pod) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: podSource(pod), + } + // PodIP can be empty when a pod is starting or has been evicted. + if len(pod.Status.PodIP) == 0 { + return tg + } + + tg.Labels = podLabels(pod) + tg.Labels[namespaceLabel] = lv(pod.Namespace) + + containers := append(pod.Spec.Containers, pod.Spec.InitContainers...) + for i, c := range containers { + isInit := i >= len(pod.Spec.Containers) + + // If no ports are defined for the container, create an anonymous + // target per container. + if len(c.Ports) == 0 { + // We don't have a port so we just set the address label to the pod IP. + // The user has to add a port manually. + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: lv(pod.Status.PodIP), + podContainerNameLabel: lv(c.Name), + podContainerIsInit: lv(strconv.FormatBool(isInit)), + }) + continue + } + // Otherwise create one target for each container/port combination. + for _, port := range c.Ports { + ports := strconv.FormatUint(uint64(port.ContainerPort), 10) + addr := net.JoinHostPort(pod.Status.PodIP, ports) + + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: lv(addr), + podContainerNameLabel: lv(c.Name), + podContainerPortNumberLabel: lv(ports), + podContainerPortNameLabel: lv(port.Name), + podContainerPortProtocolLabel: lv(string(port.Protocol)), + podContainerIsInit: lv(strconv.FormatBool(isInit)), + }) + } + } + + return tg +} + +func podSource(pod *apiv1.Pod) string { + return podSourceFromNamespaceAndName(pod.Namespace, pod.Name) +} + +func podSourceFromNamespaceAndName(namespace, name string) string { + return "pod/" + namespace + "/" + name +} + +func podReady(pod *apiv1.Pod) model.LabelValue { + for _, cond := range pod.Status.Conditions { + if cond.Type == apiv1.PodReady { + return lv(strings.ToLower(string(cond.Status))) + } + } + return lv(strings.ToLower(string(apiv1.ConditionUnknown))) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod_test.go new file mode 100644 index 0000000..b40cd58 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/pod_test.go @@ -0,0 +1,391 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "fmt" + "testing" + + "github.com/prometheus/common/model" + v1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/apimachinery/pkg/types" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func makeOptionalBool(v bool) *bool { + return &v +} + +func makeMultiPortPods() *v1.Pod { + return &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + Labels: map[string]string{"test/label": "testvalue"}, + Annotations: map[string]string{"test/annotation": "testannotationvalue"}, + UID: types.UID("abc123"), + OwnerReferences: []metav1.OwnerReference{ + { + Kind: "testcontrollerkind", + Name: "testcontrollername", + Controller: makeOptionalBool(true), + }, + }, + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "testcontainer0", + Ports: []v1.ContainerPort{ + { + Name: "testport0", + Protocol: v1.ProtocolTCP, + ContainerPort: int32(9000), + }, + { + Name: "testport1", + Protocol: v1.ProtocolUDP, + ContainerPort: int32(9001), + }, + }, + }, + { + Name: "testcontainer1", + }, + }, + }, + Status: v1.PodStatus{ + PodIP: "1.2.3.4", + HostIP: "2.3.4.5", + Phase: "Running", + Conditions: []v1.PodCondition{ + { + Type: v1.PodReady, + Status: v1.ConditionTrue, + }, + }, + }, + } +} + +func makePods() *v1.Pod { + return &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + UID: types.UID("abc123"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "testcontainer", + Ports: []v1.ContainerPort{ + { + Name: "testport", + Protocol: v1.ProtocolTCP, + ContainerPort: int32(9000), + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + PodIP: "1.2.3.4", + HostIP: "2.3.4.5", + Phase: "Running", + Conditions: []v1.PodCondition{ + { + Type: v1.PodReady, + Status: v1.ConditionTrue, + }, + }, + }, + } +} + +func makeInitContainerPods() *v1.Pod { + return &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + UID: types.UID("abc123"), + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "testcontainer", + Ports: []v1.ContainerPort{ + { + Name: "testport", + Protocol: v1.ProtocolTCP, + ContainerPort: int32(9000), + }, + }, + }, + }, + + InitContainers: []v1.Container{ + { + Name: "initcontainer", + }, + }, + }, + Status: v1.PodStatus{ + PodIP: "1.2.3.4", + HostIP: "2.3.4.5", + Phase: "Pending", + Conditions: []v1.PodCondition{ + { + Type: v1.PodReady, + Status: v1.ConditionFalse, + }, + }, + }, + } +} + +func expectedPodTargetGroups(ns string) map[string]*targetgroup.Group { + key := fmt.Sprintf("pod/%s/testpod", ns) + return map[string]*targetgroup.Group{ + key: { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_pod_container_name": "testcontainer", + "__meta_kubernetes_pod_container_port_name": "testport", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_container_init": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_namespace": lv(ns), + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_ready": "true", + "__meta_kubernetes_pod_phase": "Running", + "__meta_kubernetes_pod_uid": "abc123", + }, + Source: key, + }, + } +} + +func TestPodDiscoveryBeforeRun(t *testing.T) { + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := makeMultiPortPods() + c.CoreV1().Pods(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: map[string]*targetgroup.Group{ + "pod/default/testpod": { + Targets: []model.LabelSet{ + { + "__address__": "1.2.3.4:9000", + "__meta_kubernetes_pod_container_name": "testcontainer0", + "__meta_kubernetes_pod_container_port_name": "testport0", + "__meta_kubernetes_pod_container_port_number": "9000", + "__meta_kubernetes_pod_container_port_protocol": "TCP", + "__meta_kubernetes_pod_container_init": "false", + }, + { + "__address__": "1.2.3.4:9001", + "__meta_kubernetes_pod_container_name": "testcontainer0", + "__meta_kubernetes_pod_container_port_name": "testport1", + "__meta_kubernetes_pod_container_port_number": "9001", + "__meta_kubernetes_pod_container_port_protocol": "UDP", + "__meta_kubernetes_pod_container_init": "false", + }, + { + "__address__": "1.2.3.4", + "__meta_kubernetes_pod_container_name": "testcontainer1", + "__meta_kubernetes_pod_container_init": "false", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_pod_name": "testpod", + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_pod_label_test_label": "testvalue", + "__meta_kubernetes_pod_labelpresent_test_label": "true", + "__meta_kubernetes_pod_annotation_test_annotation": "testannotationvalue", + "__meta_kubernetes_pod_annotationpresent_test_annotation": "true", + "__meta_kubernetes_pod_node_name": "testnode", + "__meta_kubernetes_pod_ip": "1.2.3.4", + "__meta_kubernetes_pod_host_ip": "2.3.4.5", + "__meta_kubernetes_pod_ready": "true", + "__meta_kubernetes_pod_phase": "Running", + "__meta_kubernetes_pod_uid": "abc123", + "__meta_kubernetes_pod_controller_kind": "testcontrollerkind", + "__meta_kubernetes_pod_controller_name": "testcontrollername", + }, + Source: "pod/default/testpod", + }, + }, + }.Run(t) +} + +func TestPodDiscoveryInitContainer(t *testing.T) { + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}) + + ns := "default" + key := fmt.Sprintf("pod/%s/testpod", ns) + expected := expectedPodTargetGroups(ns) + expected[key].Targets = append(expected[key].Targets, model.LabelSet{ + "__address__": "1.2.3.4", + "__meta_kubernetes_pod_container_name": "initcontainer", + "__meta_kubernetes_pod_container_init": "true", + }) + expected[key].Labels["__meta_kubernetes_pod_phase"] = "Pending" + expected[key].Labels["__meta_kubernetes_pod_ready"] = "false" + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + obj := makeInitContainerPods() + c.CoreV1().Pods(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: expected, + }.Run(t) +} + +func TestPodDiscoveryAdd(t *testing.T) { + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makePods() + c.CoreV1().Pods(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 1, + expectedRes: expectedPodTargetGroups("default"), + }.Run(t) +} + +func TestPodDiscoveryDelete(t *testing.T) { + obj := makePods() + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}, obj) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makePods() + c.CoreV1().Pods(obj.Namespace).Delete(context.Background(), obj.Name, metav1.DeleteOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "pod/default/testpod": { + Source: "pod/default/testpod", + }, + }, + }.Run(t) +} + +func TestPodDiscoveryUpdate(t *testing.T) { + obj := &v1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testpod", + Namespace: "default", + UID: "xyz321", + }, + Spec: v1.PodSpec{ + NodeName: "testnode", + Containers: []v1.Container{ + { + Name: "testcontainer", + Ports: []v1.ContainerPort{ + { + Name: "testport", + Protocol: v1.ProtocolTCP, + ContainerPort: int32(9000), + }, + }, + }, + }, + }, + Status: v1.PodStatus{ + PodIP: "1.2.3.4", + HostIP: "2.3.4.5", + }, + } + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}, obj) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makePods() + c.CoreV1().Pods(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: expectedPodTargetGroups("default"), + }.Run(t) +} + +func TestPodDiscoveryUpdateEmptyPodIP(t *testing.T) { + n, c := makeDiscovery(RolePod, NamespaceDiscovery{}) + initialPod := makePods() + + updatedPod := makePods() + updatedPod.Status.PodIP = "" + + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + c.CoreV1().Pods(initialPod.Namespace).Create(context.Background(), initialPod, metav1.CreateOptions{}) + }, + afterStart: func() { + c.CoreV1().Pods(updatedPod.Namespace).Update(context.Background(), updatedPod, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "pod/default/testpod": { + Source: "pod/default/testpod", + }, + }, + }.Run(t) +} + +func TestPodDiscoveryNamespaces(t *testing.T) { + n, c := makeDiscovery(RolePod, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}) + + expected := expectedPodTargetGroups("ns1") + for k, v := range expectedPodTargetGroups("ns2") { + expected[k] = v + } + k8sDiscoveryTest{ + discovery: n, + beforeRun: func() { + for _, ns := range []string{"ns1", "ns2"} { + pod := makePods() + pod.Namespace = ns + c.CoreV1().Pods(pod.Namespace).Create(context.Background(), pod, metav1.CreateOptions{}) + } + }, + expectedMaxItems: 2, + expectedRes: expected, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service.go new file mode 100644 index 0000000..1075345 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service.go @@ -0,0 +1,205 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "net" + "strconv" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + apiv1 "k8s.io/api/core/v1" + "k8s.io/client-go/tools/cache" + "k8s.io/client-go/util/workqueue" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +var ( + svcAddCount = eventCount.WithLabelValues("service", "add") + svcUpdateCount = eventCount.WithLabelValues("service", "update") + svcDeleteCount = eventCount.WithLabelValues("service", "delete") +) + +// Service implements discovery of Kubernetes services. +type Service struct { + logger log.Logger + informer cache.SharedInformer + store cache.Store + queue *workqueue.Type +} + +// NewService returns a new service discovery. +func NewService(l log.Logger, inf cache.SharedInformer) *Service { + if l == nil { + l = log.NewNopLogger() + } + s := &Service{logger: l, informer: inf, store: inf.GetStore(), queue: workqueue.NewNamed("service")} + s.informer.AddEventHandler(cache.ResourceEventHandlerFuncs{ + AddFunc: func(o interface{}) { + svcAddCount.Inc() + s.enqueue(o) + }, + DeleteFunc: func(o interface{}) { + svcDeleteCount.Inc() + s.enqueue(o) + }, + UpdateFunc: func(_, o interface{}) { + svcUpdateCount.Inc() + s.enqueue(o) + }, + }) + return s +} + +func (s *Service) enqueue(obj interface{}) { + key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) + if err != nil { + return + } + + s.queue.Add(key) +} + +// Run implements the Discoverer interface. +func (s *Service) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer s.queue.ShutDown() + + if !cache.WaitForCacheSync(ctx.Done(), s.informer.HasSynced) { + if ctx.Err() != context.Canceled { + level.Error(s.logger).Log("msg", "service informer unable to sync cache") + } + return + } + + go func() { + for s.process(ctx, ch) { + } + }() + + // Block until the target provider is explicitly canceled. + <-ctx.Done() +} + +func (s *Service) process(ctx context.Context, ch chan<- []*targetgroup.Group) bool { + keyObj, quit := s.queue.Get() + if quit { + return false + } + defer s.queue.Done(keyObj) + key := keyObj.(string) + + namespace, name, err := cache.SplitMetaNamespaceKey(key) + if err != nil { + return true + } + + o, exists, err := s.store.GetByKey(key) + if err != nil { + return true + } + if !exists { + send(ctx, ch, &targetgroup.Group{Source: serviceSourceFromNamespaceAndName(namespace, name)}) + return true + } + eps, err := convertToService(o) + if err != nil { + level.Error(s.logger).Log("msg", "converting to Service object failed", "err", err) + return true + } + send(ctx, ch, s.buildService(eps)) + return true +} + +func convertToService(o interface{}) (*apiv1.Service, error) { + service, ok := o.(*apiv1.Service) + if ok { + return service, nil + } + return nil, errors.Errorf("received unexpected object: %v", o) +} + +func serviceSource(s *apiv1.Service) string { + return serviceSourceFromNamespaceAndName(s.Namespace, s.Name) +} + +func serviceSourceFromNamespaceAndName(namespace, name string) string { + return "svc/" + namespace + "/" + name +} + +const ( + serviceNameLabel = metaLabelPrefix + "service_name" + serviceLabelPrefix = metaLabelPrefix + "service_label_" + serviceLabelPresentPrefix = metaLabelPrefix + "service_labelpresent_" + serviceAnnotationPrefix = metaLabelPrefix + "service_annotation_" + serviceAnnotationPresentPrefix = metaLabelPrefix + "service_annotationpresent_" + servicePortNameLabel = metaLabelPrefix + "service_port_name" + servicePortProtocolLabel = metaLabelPrefix + "service_port_protocol" + serviceClusterIPLabel = metaLabelPrefix + "service_cluster_ip" + serviceExternalNameLabel = metaLabelPrefix + "service_external_name" + serviceType = metaLabelPrefix + "service_type" +) + +func serviceLabels(svc *apiv1.Service) model.LabelSet { + // Each label and annotation will create two key-value pairs in the map. + ls := make(model.LabelSet, 2*(len(svc.Labels)+len(svc.Annotations))+2) + + ls[serviceNameLabel] = lv(svc.Name) + ls[namespaceLabel] = lv(svc.Namespace) + + for k, v := range svc.Labels { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(serviceLabelPrefix+ln)] = lv(v) + ls[model.LabelName(serviceLabelPresentPrefix+ln)] = presentValue + } + + for k, v := range svc.Annotations { + ln := strutil.SanitizeLabelName(k) + ls[model.LabelName(serviceAnnotationPrefix+ln)] = lv(v) + ls[model.LabelName(serviceAnnotationPresentPrefix+ln)] = presentValue + } + return ls +} + +func (s *Service) buildService(svc *apiv1.Service) *targetgroup.Group { + tg := &targetgroup.Group{ + Source: serviceSource(svc), + } + tg.Labels = serviceLabels(svc) + + for _, port := range svc.Spec.Ports { + addr := net.JoinHostPort(svc.Name+"."+svc.Namespace+".svc", strconv.FormatInt(int64(port.Port), 10)) + + labelSet := model.LabelSet{ + model.AddressLabel: lv(addr), + servicePortNameLabel: lv(port.Name), + servicePortProtocolLabel: lv(string(port.Protocol)), + serviceType: lv(string(svc.Spec.Type)), + } + + if svc.Spec.Type == apiv1.ServiceTypeExternalName { + labelSet[serviceExternalNameLabel] = lv(svc.Spec.ExternalName) + } else { + labelSet[serviceClusterIPLabel] = lv(svc.Spec.ClusterIP) + } + + tg.Targets = append(tg.Targets, labelSet) + } + + return tg +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service_test.go b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service_test.go new file mode 100644 index 0000000..a54e084 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/kubernetes/service_test.go @@ -0,0 +1,256 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package kubernetes + +import ( + "context" + "fmt" + "testing" + + "github.com/prometheus/common/model" + v1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func makeMultiPortService() *v1.Service { + return &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testservice", + Namespace: "default", + Labels: map[string]string{"test-label": "testvalue"}, + Annotations: map[string]string{"test-annotation": "testannotationvalue"}, + }, + Spec: v1.ServiceSpec{ + Ports: []v1.ServicePort{ + { + Name: "testport0", + Protocol: v1.ProtocolTCP, + Port: int32(30900), + }, + { + Name: "testport1", + Protocol: v1.ProtocolUDP, + Port: int32(30901), + }, + }, + Type: v1.ServiceTypeClusterIP, + ClusterIP: "10.0.0.1", + }, + } +} + +func makeSuffixedService(suffix string) *v1.Service { + return &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: fmt.Sprintf("testservice%s", suffix), + Namespace: "default", + }, + Spec: v1.ServiceSpec{ + Ports: []v1.ServicePort{ + { + Name: "testport", + Protocol: v1.ProtocolTCP, + Port: int32(30900), + }, + }, + Type: v1.ServiceTypeClusterIP, + ClusterIP: "10.0.0.1", + }, + } +} + +func makeService() *v1.Service { + return makeSuffixedService("") +} + +func makeExternalService() *v1.Service { + return &v1.Service{ + ObjectMeta: metav1.ObjectMeta{ + Name: "testservice-external", + Namespace: "default", + }, + Spec: v1.ServiceSpec{ + Ports: []v1.ServicePort{ + { + Name: "testport", + Protocol: v1.ProtocolTCP, + Port: int32(31900), + }, + }, + Type: v1.ServiceTypeExternalName, + ExternalName: "FooExternalName", + }, + } +} + +func TestServiceDiscoveryAdd(t *testing.T) { + n, c := makeDiscovery(RoleService, NamespaceDiscovery{}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeService() + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + obj = makeExternalService() + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "svc/default/testservice": { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_service_port_protocol": "TCP", + "__address__": "testservice.default.svc:30900", + "__meta_kubernetes_service_type": "ClusterIP", + "__meta_kubernetes_service_cluster_ip": "10.0.0.1", + "__meta_kubernetes_service_port_name": "testport", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_service_name": "testservice", + "__meta_kubernetes_namespace": "default", + }, + Source: "svc/default/testservice", + }, + "svc/default/testservice-external": { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_service_port_protocol": "TCP", + "__address__": "testservice-external.default.svc:31900", + "__meta_kubernetes_service_type": "ExternalName", + "__meta_kubernetes_service_port_name": "testport", + "__meta_kubernetes_service_external_name": "FooExternalName", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_service_name": "testservice-external", + "__meta_kubernetes_namespace": "default", + }, + Source: "svc/default/testservice-external", + }, + }, + }.Run(t) +} + +func TestServiceDiscoveryDelete(t *testing.T) { + n, c := makeDiscovery(RoleService, NamespaceDiscovery{}, makeService()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeService() + c.CoreV1().Services(obj.Namespace).Delete(context.Background(), obj.Name, metav1.DeleteOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "svc/default/testservice": { + Source: "svc/default/testservice", + }, + }, + }.Run(t) +} + +func TestServiceDiscoveryUpdate(t *testing.T) { + n, c := makeDiscovery(RoleService, NamespaceDiscovery{}, makeService()) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + obj := makeMultiPortService() + c.CoreV1().Services(obj.Namespace).Update(context.Background(), obj, metav1.UpdateOptions{}) + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "svc/default/testservice": { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_service_port_protocol": "TCP", + "__address__": "testservice.default.svc:30900", + "__meta_kubernetes_service_type": "ClusterIP", + "__meta_kubernetes_service_cluster_ip": "10.0.0.1", + "__meta_kubernetes_service_port_name": "testport0", + }, + { + "__meta_kubernetes_service_port_protocol": "UDP", + "__address__": "testservice.default.svc:30901", + "__meta_kubernetes_service_type": "ClusterIP", + "__meta_kubernetes_service_cluster_ip": "10.0.0.1", + "__meta_kubernetes_service_port_name": "testport1", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_service_name": "testservice", + "__meta_kubernetes_namespace": "default", + "__meta_kubernetes_service_label_test_label": "testvalue", + "__meta_kubernetes_service_labelpresent_test_label": "true", + "__meta_kubernetes_service_annotation_test_annotation": "testannotationvalue", + "__meta_kubernetes_service_annotationpresent_test_annotation": "true", + }, + Source: "svc/default/testservice", + }, + }, + }.Run(t) +} + +func TestServiceDiscoveryNamespaces(t *testing.T) { + n, c := makeDiscovery(RoleService, NamespaceDiscovery{Names: []string{"ns1", "ns2"}}) + + k8sDiscoveryTest{ + discovery: n, + afterStart: func() { + for _, ns := range []string{"ns1", "ns2"} { + obj := makeService() + obj.Namespace = ns + c.CoreV1().Services(obj.Namespace).Create(context.Background(), obj, metav1.CreateOptions{}) + } + }, + expectedMaxItems: 2, + expectedRes: map[string]*targetgroup.Group{ + "svc/ns1/testservice": { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_service_port_protocol": "TCP", + "__address__": "testservice.ns1.svc:30900", + "__meta_kubernetes_service_type": "ClusterIP", + "__meta_kubernetes_service_cluster_ip": "10.0.0.1", + "__meta_kubernetes_service_port_name": "testport", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_service_name": "testservice", + "__meta_kubernetes_namespace": "ns1", + }, + Source: "svc/ns1/testservice", + }, + "svc/ns2/testservice": { + Targets: []model.LabelSet{ + { + "__meta_kubernetes_service_port_protocol": "TCP", + "__address__": "testservice.ns2.svc:30900", + "__meta_kubernetes_service_type": "ClusterIP", + "__meta_kubernetes_service_cluster_ip": "10.0.0.1", + "__meta_kubernetes_service_port_name": "testport", + }, + }, + Labels: model.LabelSet{ + "__meta_kubernetes_service_name": "testservice", + "__meta_kubernetes_namespace": "ns2", + }, + Source: "svc/ns2/testservice", + }, + }, + }.Run(t) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/linode/linode.go b/staging/src/github.com/promethues/prometheus/discovery/linode/linode.go new file mode 100644 index 0000000..9c22eb6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/linode/linode.go @@ -0,0 +1,261 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package linode + +import ( + "context" + "fmt" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/linode/linodego" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + linodeLabel = model.MetaLabelPrefix + "linode_" + linodeLabelID = linodeLabel + "instance_id" + linodeLabelName = linodeLabel + "instance_label" + linodeLabelImage = linodeLabel + "image" + linodeLabelPrivateIPv4 = linodeLabel + "private_ipv4" + linodeLabelPublicIPv4 = linodeLabel + "public_ipv4" + linodeLabelPublicIPv6 = linodeLabel + "public_ipv6" + linodeLabelPrivateIPv4RDNS = linodeLabel + "private_ipv4_rdns" + linodeLabelPublicIPv4RDNS = linodeLabel + "public_ipv4_rdns" + linodeLabelPublicIPv6RDNS = linodeLabel + "public_ipv6_rdns" + linodeLabelRegion = linodeLabel + "region" + linodeLabelType = linodeLabel + "type" + linodeLabelStatus = linodeLabel + "status" + linodeLabelTags = linodeLabel + "tags" + linodeLabelGroup = linodeLabel + "group" + linodeLabelHypervisor = linodeLabel + "hypervisor" + linodeLabelBackups = linodeLabel + "backups" + linodeLabelSpecsDiskBytes = linodeLabel + "specs_disk_bytes" + linodeLabelSpecsMemoryBytes = linodeLabel + "specs_memory_bytes" + linodeLabelSpecsVCPUs = linodeLabel + "specs_vcpus" + linodeLabelSpecsTransferBytes = linodeLabel + "specs_transfer_bytes" + linodeLabelExtraIPs = linodeLabel + "extra_ips" +) + +// DefaultSDConfig is the default Linode SD configuration. +var DefaultSDConfig = SDConfig{ + TagSeparator: ",", + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for Linode based service discovery. +type SDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` + Port int `yaml:"port"` + TagSeparator string `yaml:"tag_separator,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "linode" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + return c.HTTPClientConfig.Validate() +} + +// Discovery periodically performs Linode requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + client *linodego.Client + port int + tagSeparator string +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) { + d := &Discovery{ + port: conf.Port, + tagSeparator: conf.TagSeparator, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "linode_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + client := linodego.NewClient( + &http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }, + ) + client.SetUserAgent(fmt.Sprintf("Prometheus/%s", version.Version)) + d.client = &client + + d.Discovery = refresh.NewDiscovery( + logger, + "linode", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "Linode", + } + + // Gather all linode instances. + instances, err := d.client.ListInstances(ctx, &linodego.ListOptions{}) + if err != nil { + return nil, err + } + + // Gather detailed IP address info for all IPs on all linode instances. + detailedIPs, err := d.client.ListIPAddresses(ctx, &linodego.ListOptions{}) + if err != nil { + return nil, err + } + + for _, instance := range instances { + if len(instance.IPv4) == 0 { + continue + } + + var ( + privateIPv4, publicIPv4, publicIPv6 string + privateIPv4RDNS, publicIPv4RDNS, publicIPv6RDNS string + backupsStatus string + extraIPs []string + ) + + for _, ip := range instance.IPv4 { + for _, detailedIP := range detailedIPs { + if detailedIP.Address != ip.String() { + continue + } + + if detailedIP.Public && publicIPv4 == "" { + publicIPv4 = detailedIP.Address + + if detailedIP.RDNS != "" && detailedIP.RDNS != "null" { + publicIPv4RDNS = detailedIP.RDNS + } + } else if !detailedIP.Public && privateIPv4 == "" { + privateIPv4 = detailedIP.Address + + if detailedIP.RDNS != "" && detailedIP.RDNS != "null" { + privateIPv4RDNS = detailedIP.RDNS + } + } else { + extraIPs = append(extraIPs, detailedIP.Address) + } + } + } + + if instance.IPv6 != "" { + for _, detailedIP := range detailedIPs { + if detailedIP.Address != strings.Split(instance.IPv6, "/")[0] { + continue + } + + publicIPv6 = detailedIP.Address + + if detailedIP.RDNS != "" && detailedIP.RDNS != "null" { + publicIPv6RDNS = detailedIP.RDNS + } + } + } + + if instance.Backups.Enabled { + backupsStatus = "enabled" + } else { + backupsStatus = "disabled" + } + + labels := model.LabelSet{ + linodeLabelID: model.LabelValue(fmt.Sprintf("%d", instance.ID)), + linodeLabelName: model.LabelValue(instance.Label), + linodeLabelImage: model.LabelValue(instance.Image), + linodeLabelPrivateIPv4: model.LabelValue(privateIPv4), + linodeLabelPublicIPv4: model.LabelValue(publicIPv4), + linodeLabelPublicIPv6: model.LabelValue(publicIPv6), + linodeLabelPrivateIPv4RDNS: model.LabelValue(privateIPv4RDNS), + linodeLabelPublicIPv4RDNS: model.LabelValue(publicIPv4RDNS), + linodeLabelPublicIPv6RDNS: model.LabelValue(publicIPv6RDNS), + linodeLabelRegion: model.LabelValue(instance.Region), + linodeLabelType: model.LabelValue(instance.Type), + linodeLabelStatus: model.LabelValue(instance.Status), + linodeLabelGroup: model.LabelValue(instance.Group), + linodeLabelHypervisor: model.LabelValue(instance.Hypervisor), + linodeLabelBackups: model.LabelValue(backupsStatus), + linodeLabelSpecsDiskBytes: model.LabelValue(fmt.Sprintf("%d", instance.Specs.Disk<<20)), + linodeLabelSpecsMemoryBytes: model.LabelValue(fmt.Sprintf("%d", instance.Specs.Memory<<20)), + linodeLabelSpecsVCPUs: model.LabelValue(fmt.Sprintf("%d", instance.Specs.VCPUs)), + linodeLabelSpecsTransferBytes: model.LabelValue(fmt.Sprintf("%d", instance.Specs.Transfer<<20)), + } + + addr := net.JoinHostPort(publicIPv4, strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + if len(instance.Tags) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + tags := d.tagSeparator + strings.Join(instance.Tags, d.tagSeparator) + d.tagSeparator + labels[linodeLabelTags] = model.LabelValue(tags) + } + + if len(extraIPs) > 0 { + // This instance has more than one of at least one type of IP address (public, private, + // IPv4, IPv6, etc. We provide those extra IPs found here just like we do for instance + // tags, we surround a separated list with the tagSeparator config. + ips := d.tagSeparator + strings.Join(extraIPs, d.tagSeparator) + d.tagSeparator + labels[linodeLabelExtraIPs] = model.LabelValue(ips) + } + + tg.Targets = append(tg.Targets, labels) + } + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/linode/linode_test.go b/staging/src/github.com/promethues/prometheus/discovery/linode/linode_test.go new file mode 100644 index 0000000..d222aff --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/linode/linode_test.go @@ -0,0 +1,170 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package linode + +import ( + "context" + "fmt" + "net/url" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type LinodeSDTestSuite struct { + Mock *SDMock +} + +func (s *LinodeSDTestSuite) TearDownSuite() { + s.Mock.ShutdownServer() +} + +func (s *LinodeSDTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleLinodeInstancesList() + s.Mock.HandleLinodeNeworkingIPs() +} + +func TestLinodeSDRefresh(t *testing.T) { + sdmock := &LinodeSDTestSuite{} + sdmock.SetupTest(t) + t.Cleanup(sdmock.TearDownSuite) + + cfg := DefaultSDConfig + cfg.HTTPClientConfig.Authorization = &config.Authorization{ + Credentials: tokenID, + Type: "Bearer", + } + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + endpoint, err := url.Parse(sdmock.Mock.Endpoint()) + require.NoError(t, err) + d.client.SetBaseURL(fmt.Sprintf("%s/v4", endpoint.String())) + + tgs, err := d.refresh(context.Background()) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 4, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("45.33.82.151:80"), + "__meta_linode_instance_id": model.LabelValue("26838044"), + "__meta_linode_instance_label": model.LabelValue("prometheus-linode-sd-exporter-1"), + "__meta_linode_image": model.LabelValue("linode/arch"), + "__meta_linode_private_ipv4": model.LabelValue("192.168.170.51"), + "__meta_linode_public_ipv4": model.LabelValue("45.33.82.151"), + "__meta_linode_public_ipv6": model.LabelValue("2600:3c03::f03c:92ff:fe1a:1382"), + "__meta_linode_private_ipv4_rdns": model.LabelValue(""), + "__meta_linode_public_ipv4_rdns": model.LabelValue("li1028-151.members.linode.com"), + "__meta_linode_public_ipv6_rdns": model.LabelValue(""), + "__meta_linode_region": model.LabelValue("us-east"), + "__meta_linode_type": model.LabelValue("g6-standard-2"), + "__meta_linode_status": model.LabelValue("running"), + "__meta_linode_tags": model.LabelValue(",monitoring,"), + "__meta_linode_group": model.LabelValue(""), + "__meta_linode_hypervisor": model.LabelValue("kvm"), + "__meta_linode_backups": model.LabelValue("disabled"), + "__meta_linode_specs_disk_bytes": model.LabelValue("85899345920"), + "__meta_linode_specs_memory_bytes": model.LabelValue("4294967296"), + "__meta_linode_specs_vcpus": model.LabelValue("2"), + "__meta_linode_specs_transfer_bytes": model.LabelValue("4194304000"), + "__meta_linode_extra_ips": model.LabelValue(",96.126.108.16,192.168.201.25,"), + }, + { + "__address__": model.LabelValue("139.162.196.43:80"), + "__meta_linode_instance_id": model.LabelValue("26848419"), + "__meta_linode_instance_label": model.LabelValue("prometheus-linode-sd-exporter-2"), + "__meta_linode_image": model.LabelValue("linode/debian10"), + "__meta_linode_private_ipv4": model.LabelValue(""), + "__meta_linode_public_ipv4": model.LabelValue("139.162.196.43"), + "__meta_linode_public_ipv6": model.LabelValue("2a01:7e00::f03c:92ff:fe1a:9976"), + "__meta_linode_private_ipv4_rdns": model.LabelValue(""), + "__meta_linode_public_ipv4_rdns": model.LabelValue("li1359-43.members.linode.com"), + "__meta_linode_public_ipv6_rdns": model.LabelValue(""), + "__meta_linode_region": model.LabelValue("eu-west"), + "__meta_linode_type": model.LabelValue("g6-standard-2"), + "__meta_linode_status": model.LabelValue("running"), + "__meta_linode_tags": model.LabelValue(",monitoring,"), + "__meta_linode_group": model.LabelValue(""), + "__meta_linode_hypervisor": model.LabelValue("kvm"), + "__meta_linode_backups": model.LabelValue("disabled"), + "__meta_linode_specs_disk_bytes": model.LabelValue("85899345920"), + "__meta_linode_specs_memory_bytes": model.LabelValue("4294967296"), + "__meta_linode_specs_vcpus": model.LabelValue("2"), + "__meta_linode_specs_transfer_bytes": model.LabelValue("4194304000"), + }, + { + "__address__": model.LabelValue("192.53.120.25:80"), + "__meta_linode_instance_id": model.LabelValue("26837938"), + "__meta_linode_instance_label": model.LabelValue("prometheus-linode-sd-exporter-3"), + "__meta_linode_image": model.LabelValue("linode/ubuntu20.04"), + "__meta_linode_private_ipv4": model.LabelValue(""), + "__meta_linode_public_ipv4": model.LabelValue("192.53.120.25"), + "__meta_linode_public_ipv6": model.LabelValue("2600:3c04::f03c:92ff:fe1a:fb68"), + "__meta_linode_private_ipv4_rdns": model.LabelValue(""), + "__meta_linode_public_ipv4_rdns": model.LabelValue("li2216-25.members.linode.com"), + "__meta_linode_public_ipv6_rdns": model.LabelValue(""), + "__meta_linode_region": model.LabelValue("ca-central"), + "__meta_linode_type": model.LabelValue("g6-standard-1"), + "__meta_linode_status": model.LabelValue("running"), + "__meta_linode_tags": model.LabelValue(",monitoring,"), + "__meta_linode_group": model.LabelValue(""), + "__meta_linode_hypervisor": model.LabelValue("kvm"), + "__meta_linode_backups": model.LabelValue("disabled"), + "__meta_linode_specs_disk_bytes": model.LabelValue("53687091200"), + "__meta_linode_specs_memory_bytes": model.LabelValue("2147483648"), + "__meta_linode_specs_vcpus": model.LabelValue("1"), + "__meta_linode_specs_transfer_bytes": model.LabelValue("2097152000"), + }, + { + "__address__": model.LabelValue("66.228.47.103:80"), + "__meta_linode_instance_id": model.LabelValue("26837992"), + "__meta_linode_instance_label": model.LabelValue("prometheus-linode-sd-exporter-4"), + "__meta_linode_image": model.LabelValue("linode/ubuntu20.04"), + "__meta_linode_private_ipv4": model.LabelValue("192.168.148.94"), + "__meta_linode_public_ipv4": model.LabelValue("66.228.47.103"), + "__meta_linode_public_ipv6": model.LabelValue("2600:3c03::f03c:92ff:fe1a:fb4c"), + "__meta_linode_private_ipv4_rdns": model.LabelValue(""), + "__meta_linode_public_ipv4_rdns": model.LabelValue("li328-103.members.linode.com"), + "__meta_linode_public_ipv6_rdns": model.LabelValue(""), + "__meta_linode_region": model.LabelValue("us-east"), + "__meta_linode_type": model.LabelValue("g6-nanode-1"), + "__meta_linode_status": model.LabelValue("running"), + "__meta_linode_tags": model.LabelValue(",monitoring,"), + "__meta_linode_group": model.LabelValue(""), + "__meta_linode_hypervisor": model.LabelValue("kvm"), + "__meta_linode_backups": model.LabelValue("disabled"), + "__meta_linode_specs_disk_bytes": model.LabelValue("26843545600"), + "__meta_linode_specs_memory_bytes": model.LabelValue("1073741824"), + "__meta_linode_specs_vcpus": model.LabelValue("1"), + "__meta_linode_specs_transfer_bytes": model.LabelValue("1048576000"), + "__meta_linode_extra_ips": model.LabelValue(",172.104.18.104,"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/linode/mock_test.go b/staging/src/github.com/promethues/prometheus/discovery/linode/mock_test.go new file mode 100644 index 0000000..62b9f77 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/linode/mock_test.go @@ -0,0 +1,415 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package linode + +import ( + "fmt" + "net/http" + "net/http/httptest" + "testing" +) + +// SDMock is the interface for the Linode mock +type SDMock struct { + t *testing.T + Server *httptest.Server + Mux *http.ServeMux +} + +// NewSDMock returns a new SDMock. +func NewSDMock(t *testing.T) *SDMock { + return &SDMock{ + t: t, + } +} + +// Endpoint returns the URI to the mock server +func (m *SDMock) Endpoint() string { + return m.Server.URL + "/" +} + +// Setup creates the mock server +func (m *SDMock) Setup() { + m.Mux = http.NewServeMux() + m.Server = httptest.NewServer(m.Mux) +} + +// ShutdownServer creates the mock server +func (m *SDMock) ShutdownServer() { + m.Server.Close() +} + +const tokenID = "7b2c56dd51edd90952c1b94c472b94b176f20c5c777e376849edd8ad1c6c03bb" + +// HandleLinodeInstancesList mocks linode instances list. +func (m *SDMock) HandleLinodeInstancesList() { + m.Mux.HandleFunc("/v4/linode/instances", func(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("Authorization") != fmt.Sprintf("Bearer %s", tokenID) { + w.WriteHeader(http.StatusUnauthorized) + return + } + + w.Header().Set("content-type", "application/json; charset=utf-8") + w.WriteHeader(http.StatusOK) + + fmt.Fprint(w, ` +{ + "data": [ + { + "id": 26838044, + "label": "prometheus-linode-sd-exporter-1", + "group": "", + "status": "running", + "created": "2021-05-12T04:23:44", + "updated": "2021-05-12T04:23:44", + "type": "g6-standard-2", + "ipv4": [ + "45.33.82.151", + "96.126.108.16", + "192.168.170.51", + "192.168.201.25" + ], + "ipv6": "2600:3c03::f03c:92ff:fe1a:1382/128", + "image": "linode/arch", + "region": "us-east", + "specs": { + "disk": 81920, + "memory": 4096, + "vcpus": 2, + "gpus": 0, + "transfer": 4000 + }, + "alerts": { + "cpu": 180, + "network_in": 10, + "network_out": 10, + "transfer_quota": 80, + "io": 10000 + }, + "backups": { + "enabled": false, + "schedule": { + "day": null, + "window": null + }, + "last_successful": null + }, + "hypervisor": "kvm", + "watchdog_enabled": true, + "tags": [ + "monitoring" + ] + }, + { + "id": 26848419, + "label": "prometheus-linode-sd-exporter-2", + "group": "", + "status": "running", + "created": "2021-05-12T12:41:49", + "updated": "2021-05-12T12:41:49", + "type": "g6-standard-2", + "ipv4": [ + "139.162.196.43" + ], + "ipv6": "2a01:7e00::f03c:92ff:fe1a:9976/128", + "image": "linode/debian10", + "region": "eu-west", + "specs": { + "disk": 81920, + "memory": 4096, + "vcpus": 2, + "gpus": 0, + "transfer": 4000 + }, + "alerts": { + "cpu": 180, + "network_in": 10, + "network_out": 10, + "transfer_quota": 80, + "io": 10000 + }, + "backups": { + "enabled": false, + "schedule": { + "day": null, + "window": null + }, + "last_successful": null + }, + "hypervisor": "kvm", + "watchdog_enabled": true, + "tags": [ + "monitoring" + ] + }, + { + "id": 26837938, + "label": "prometheus-linode-sd-exporter-3", + "group": "", + "status": "running", + "created": "2021-05-12T04:20:11", + "updated": "2021-05-12T04:20:11", + "type": "g6-standard-1", + "ipv4": [ + "192.53.120.25" + ], + "ipv6": "2600:3c04::f03c:92ff:fe1a:fb68/128", + "image": "linode/ubuntu20.04", + "region": "ca-central", + "specs": { + "disk": 51200, + "memory": 2048, + "vcpus": 1, + "gpus": 0, + "transfer": 2000 + }, + "alerts": { + "cpu": 90, + "network_in": 10, + "network_out": 10, + "transfer_quota": 80, + "io": 10000 + }, + "backups": { + "enabled": false, + "schedule": { + "day": null, + "window": null + }, + "last_successful": null + }, + "hypervisor": "kvm", + "watchdog_enabled": true, + "tags": [ + "monitoring" + ] + }, + { + "id": 26837992, + "label": "prometheus-linode-sd-exporter-4", + "group": "", + "status": "running", + "created": "2021-05-12T04:22:06", + "updated": "2021-05-12T04:22:06", + "type": "g6-nanode-1", + "ipv4": [ + "66.228.47.103", + "172.104.18.104", + "192.168.148.94" + ], + "ipv6": "2600:3c03::f03c:92ff:fe1a:fb4c/128", + "image": "linode/ubuntu20.04", + "region": "us-east", + "specs": { + "disk": 25600, + "memory": 1024, + "vcpus": 1, + "gpus": 0, + "transfer": 1000 + }, + "alerts": { + "cpu": 90, + "network_in": 10, + "network_out": 10, + "transfer_quota": 80, + "io": 10000 + }, + "backups": { + "enabled": false, + "schedule": { + "day": null, + "window": null + }, + "last_successful": null + }, + "hypervisor": "kvm", + "watchdog_enabled": true, + "tags": [ + "monitoring" + ] + } + ], + "page": 1, + "pages": 1, + "results": 4 +}`, + ) + }) +} + +// HandleLinodeNeworkingIPs mocks linode networking ips endpoint. +func (m *SDMock) HandleLinodeNeworkingIPs() { + m.Mux.HandleFunc("/v4/networking/ips", func(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("Authorization") != fmt.Sprintf("Bearer %s", tokenID) { + w.WriteHeader(http.StatusUnauthorized) + return + } + + w.Header().Set("content-type", "application/json; charset=utf-8") + w.WriteHeader(http.StatusOK) + + fmt.Fprint(w, ` +{ + "page": 1, + "pages": 1, + "results": 13, + "data": [ + { + "address": "192.53.120.25", + "gateway": "192.53.120.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li2216-25.members.linode.com", + "linode_id": 26837938, + "region": "ca-central" + }, + { + "address": "66.228.47.103", + "gateway": "66.228.47.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li328-103.members.linode.com", + "linode_id": 26837992, + "region": "us-east" + }, + { + "address": "172.104.18.104", + "gateway": "172.104.18.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li1832-104.members.linode.com", + "linode_id": 26837992, + "region": "us-east" + }, + { + "address": "192.168.148.94", + "gateway": null, + "subnet_mask": "255.255.128.0", + "prefix": 17, + "type": "ipv4", + "public": false, + "rdns": null, + "linode_id": 26837992, + "region": "us-east" + }, + { + "address": "192.168.170.51", + "gateway": null, + "subnet_mask": "255.255.128.0", + "prefix": 17, + "type": "ipv4", + "public": false, + "rdns": null, + "linode_id": 26838044, + "region": "us-east" + }, + { + "address": "96.126.108.16", + "gateway": "96.126.108.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li365-16.members.linode.com", + "linode_id": 26838044, + "region": "us-east" + }, + { + "address": "45.33.82.151", + "gateway": "45.33.82.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li1028-151.members.linode.com", + "linode_id": 26838044, + "region": "us-east" + }, + { + "address": "192.168.201.25", + "gateway": null, + "subnet_mask": "255.255.128.0", + "prefix": 17, + "type": "ipv4", + "public": false, + "rdns": null, + "linode_id": 26838044, + "region": "us-east" + }, + { + "address": "139.162.196.43", + "gateway": "139.162.196.1", + "subnet_mask": "255.255.255.0", + "prefix": 24, + "type": "ipv4", + "public": true, + "rdns": "li1359-43.members.linode.com", + "linode_id": 26848419, + "region": "eu-west" + }, + { + "address": "2600:3c04::f03c:92ff:fe1a:fb68", + "gateway": "fe80::1", + "subnet_mask": "ffff:ffff:ffff:ffff::", + "prefix": 64, + "type": "ipv6", + "rdns": null, + "linode_id": 26837938, + "region": "ca-central", + "public": true + }, + { + "address": "2600:3c03::f03c:92ff:fe1a:fb4c", + "gateway": "fe80::1", + "subnet_mask": "ffff:ffff:ffff:ffff::", + "prefix": 64, + "type": "ipv6", + "rdns": null, + "linode_id": 26837992, + "region": "us-east", + "public": true + }, + { + "address": "2600:3c03::f03c:92ff:fe1a:1382", + "gateway": "fe80::1", + "subnet_mask": "ffff:ffff:ffff:ffff::", + "prefix": 64, + "type": "ipv6", + "rdns": null, + "linode_id": 26838044, + "region": "us-east", + "public": true + }, + { + "address": "2a01:7e00::f03c:92ff:fe1a:9976", + "gateway": "fe80::1", + "subnet_mask": "ffff:ffff:ffff:ffff::", + "prefix": 64, + "type": "ipv6", + "rdns": null, + "linode_id": 26848419, + "region": "eu-west", + "public": true + } + ] +}`, + ) + }) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/manager.go b/staging/src/github.com/promethues/prometheus/discovery/manager.go new file mode 100644 index 0000000..b3dae5c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/manager.go @@ -0,0 +1,356 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package discovery + +import ( + "context" + "fmt" + "reflect" + "sync" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/prometheus/client_golang/prometheus" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + failedConfigs = prometheus.NewGaugeVec( + prometheus.GaugeOpts{ + Name: "prometheus_sd_failed_configs", + Help: "Current number of service discovery configurations that failed to load.", + }, + []string{"name"}, + ) + discoveredTargets = prometheus.NewGaugeVec( + prometheus.GaugeOpts{ + Name: "prometheus_sd_discovered_targets", + Help: "Current number of discovered targets.", + }, + []string{"name", "config"}, + ) + receivedUpdates = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Name: "prometheus_sd_received_updates_total", + Help: "Total number of update events received from the SD providers.", + }, + []string{"name"}, + ) + delayedUpdates = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Name: "prometheus_sd_updates_delayed_total", + Help: "Total number of update events that couldn't be sent immediately.", + }, + []string{"name"}, + ) + sentUpdates = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Name: "prometheus_sd_updates_total", + Help: "Total number of update events sent to the SD consumers.", + }, + []string{"name"}, + ) +) + +func init() { + prometheus.MustRegister(failedConfigs, discoveredTargets, receivedUpdates, delayedUpdates, sentUpdates) +} + +type poolKey struct { + setName string + provider string +} + +// provider holds a Discoverer instance, its configuration and its subscribers. +type provider struct { + name string + d Discoverer + subs []string + config interface{} +} + +// NewManager is the Discovery Manager constructor. +func NewManager(ctx context.Context, logger log.Logger, options ...func(*Manager)) *Manager { + if logger == nil { + logger = log.NewNopLogger() + } + mgr := &Manager{ + logger: logger, + syncCh: make(chan map[string][]*targetgroup.Group), + targets: make(map[poolKey]map[string]*targetgroup.Group), + discoverCancel: []context.CancelFunc{}, + ctx: ctx, + updatert: 5 * time.Second, + triggerSend: make(chan struct{}, 1), + } + for _, option := range options { + option(mgr) + } + return mgr +} + +// Name sets the name of the manager. +func Name(n string) func(*Manager) { + return func(m *Manager) { + m.mtx.Lock() + defer m.mtx.Unlock() + m.name = n + } +} + +// Manager maintains a set of discovery providers and sends each update to a map channel. +// Targets are grouped by the target set name. +type Manager struct { + logger log.Logger + name string + mtx sync.RWMutex + ctx context.Context + discoverCancel []context.CancelFunc + + // Some Discoverers(eg. k8s) send only the updates for a given target group + // so we use map[tg.Source]*targetgroup.Group to know which group to update. + targets map[poolKey]map[string]*targetgroup.Group + // providers keeps track of SD providers. + providers []*provider + // The sync channel sends the updates as a map where the key is the job value from the scrape config. + syncCh chan map[string][]*targetgroup.Group + + // How long to wait before sending updates to the channel. The variable + // should only be modified in unit tests. + updatert time.Duration + + // The triggerSend channel signals to the manager that new updates have been received from providers. + triggerSend chan struct{} +} + +// Run starts the background processing +func (m *Manager) Run() error { + go m.sender() + for range m.ctx.Done() { + m.cancelDiscoverers() + return m.ctx.Err() + } + return nil +} + +// SyncCh returns a read only channel used by all the clients to receive target updates. +func (m *Manager) SyncCh() <-chan map[string][]*targetgroup.Group { + return m.syncCh +} + +// ApplyConfig removes all running discovery providers and starts new ones using the provided config. +func (m *Manager) ApplyConfig(cfg map[string]Configs) error { + m.mtx.Lock() + defer m.mtx.Unlock() + + for pk := range m.targets { + if _, ok := cfg[pk.setName]; !ok { + discoveredTargets.DeleteLabelValues(m.name, pk.setName) + } + } + m.cancelDiscoverers() + m.targets = make(map[poolKey]map[string]*targetgroup.Group) + m.providers = nil + m.discoverCancel = nil + + failedCount := 0 + for name, scfg := range cfg { + failedCount += m.registerProviders(scfg, name) + discoveredTargets.WithLabelValues(m.name, name).Set(0) + } + failedConfigs.WithLabelValues(m.name).Set(float64(failedCount)) + + for _, prov := range m.providers { + m.startProvider(m.ctx, prov) + } + + return nil +} + +// StartCustomProvider is used for sdtool. Only use this if you know what you're doing. +func (m *Manager) StartCustomProvider(ctx context.Context, name string, worker Discoverer) { + p := &provider{ + name: name, + d: worker, + subs: []string{name}, + } + m.providers = append(m.providers, p) + m.startProvider(ctx, p) +} + +func (m *Manager) startProvider(ctx context.Context, p *provider) { + level.Debug(m.logger).Log("msg", "Starting provider", "provider", p.name, "subs", fmt.Sprintf("%v", p.subs)) + ctx, cancel := context.WithCancel(ctx) + updates := make(chan []*targetgroup.Group) + + m.discoverCancel = append(m.discoverCancel, cancel) + + go p.d.Run(ctx, updates) + go m.updater(ctx, p, updates) +} + +func (m *Manager) updater(ctx context.Context, p *provider, updates chan []*targetgroup.Group) { + for { + select { + case <-ctx.Done(): + return + case tgs, ok := <-updates: + receivedUpdates.WithLabelValues(m.name).Inc() + if !ok { + level.Debug(m.logger).Log("msg", "Discoverer channel closed", "provider", p.name) + return + } + + for _, s := range p.subs { + m.updateGroup(poolKey{setName: s, provider: p.name}, tgs) + } + + select { + case m.triggerSend <- struct{}{}: + default: + } + } + } +} + +func (m *Manager) sender() { + ticker := time.NewTicker(m.updatert) + defer ticker.Stop() + + for { + select { + case <-m.ctx.Done(): + return + case <-ticker.C: // Some discoverers send updates too often so we throttle these with the ticker. + select { + case <-m.triggerSend: + sentUpdates.WithLabelValues(m.name).Inc() + select { + case m.syncCh <- m.allGroups(): + default: + delayedUpdates.WithLabelValues(m.name).Inc() + level.Debug(m.logger).Log("msg", "Discovery receiver's channel was full so will retry the next cycle") + select { + case m.triggerSend <- struct{}{}: + default: + } + } + default: + } + } + } +} + +func (m *Manager) cancelDiscoverers() { + for _, c := range m.discoverCancel { + c() + } +} + +func (m *Manager) updateGroup(poolKey poolKey, tgs []*targetgroup.Group) { + m.mtx.Lock() + defer m.mtx.Unlock() + + if _, ok := m.targets[poolKey]; !ok { + m.targets[poolKey] = make(map[string]*targetgroup.Group) + } + for _, tg := range tgs { + if tg != nil { // Some Discoverers send nil target group so need to check for it to avoid panics. + m.targets[poolKey][tg.Source] = tg + } + } +} + +func (m *Manager) allGroups() map[string][]*targetgroup.Group { + m.mtx.RLock() + defer m.mtx.RUnlock() + + tSets := map[string][]*targetgroup.Group{} + n := map[string]int{} + for pkey, tsets := range m.targets { + for _, tg := range tsets { + // Even if the target group 'tg' is empty we still need to send it to the 'Scrape manager' + // to signal that it needs to stop all scrape loops for this target set. + tSets[pkey.setName] = append(tSets[pkey.setName], tg) + n[pkey.setName] += len(tg.Targets) + } + } + for setName, v := range n { + discoveredTargets.WithLabelValues(m.name, setName).Set(float64(v)) + } + return tSets +} + +// registerProviders returns a number of failed SD config. +func (m *Manager) registerProviders(cfgs Configs, setName string) int { + var ( + failed int + added bool + ) + add := func(cfg Config) { + for _, p := range m.providers { + if reflect.DeepEqual(cfg, p.config) { + p.subs = append(p.subs, setName) + added = true + return + } + } + typ := cfg.Name() + d, err := cfg.NewDiscoverer(DiscovererOptions{ + Logger: log.With(m.logger, "discovery", typ), + }) + if err != nil { + level.Error(m.logger).Log("msg", "Cannot create service discovery", "err", err, "type", typ) + failed++ + return + } + m.providers = append(m.providers, &provider{ + name: fmt.Sprintf("%s/%d", typ, len(m.providers)), + d: d, + config: cfg, + subs: []string{setName}, + }) + added = true + } + for _, cfg := range cfgs { + add(cfg) + } + if !added { + // Add an empty target group to force the refresh of the corresponding + // scrape pool and to notify the receiver that this target set has no + // current targets. + // It can happen because the combined set of SD configurations is empty + // or because we fail to instantiate all the SD configurations. + add(StaticConfig{{}}) + } + return failed +} + +// StaticProvider holds a list of target groups that never change. +type StaticProvider struct { + TargetGroups []*targetgroup.Group +} + +// Run implements the Worker interface. +func (sd *StaticProvider) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + // We still have to consider that the consumer exits right away in which case + // the context will be canceled. + select { + case ch <- sd.TargetGroups: + case <-ctx.Done(): + } + close(ch) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/manager_test.go b/staging/src/github.com/promethues/prometheus/discovery/manager_test.go new file mode 100644 index 0000000..0a43830 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/manager_test.go @@ -0,0 +1,1140 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package discovery + +import ( + "context" + "fmt" + "sort" + "strconv" + "testing" + "time" + + "github.com/go-kit/log" + client_testutil "github.com/prometheus/client_golang/prometheus/testutil" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/testutil" +) + +func TestMain(m *testing.M) { + testutil.TolerantVerifyLeak(m) +} + +// TestTargetUpdatesOrder checks that the target updates are received in the expected order. +func TestTargetUpdatesOrder(t *testing.T) { + + // The order by which the updates are send is determined by the interval passed to the mock discovery adapter + // Final targets array is ordered alphabetically by the name of the discoverer. + // For example discoverer "A" with targets "t2,t3" and discoverer "B" with targets "t1,t2" will result in "t2,t3,t1,t2" after the merge. + testCases := []struct { + title string + updates map[string][]update + expectedTargets [][]*targetgroup.Group + }{ + { + title: "Single TP no updates", + updates: map[string][]update{ + "tp1": {}, + }, + expectedTargets: nil, + }, + { + title: "Multiple TPs no updates", + updates: map[string][]update{ + "tp1": {}, + "tp2": {}, + "tp3": {}, + }, + expectedTargets: nil, + }, + { + title: "Single TP empty initials", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{}, + interval: 5 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + {}, + }, + }, + { + title: "Multiple TPs empty initials", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{}, + interval: 5 * time.Millisecond, + }, + }, + "tp2": { + { + targetGroups: []targetgroup.Group{}, + interval: 200 * time.Millisecond, + }, + }, + "tp3": { + { + targetGroups: []targetgroup.Group{}, + interval: 100 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + {}, + {}, + {}, + }, + }, + { + title: "Single TP initials only", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }}, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + }, + { + title: "Multiple TPs initials only", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + }, + "tp2": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + }, + interval: 10 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + }, + }, + }, + { + title: "Single TP initials followed by empty updates", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + interval: 0, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{}, + }, + }, + interval: 10 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{}, + }, + }, + }, + }, + { + title: "Single TP initials and new groups", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + interval: 0, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + { + Source: "tp1_group3", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + interval: 10 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + { + Source: "tp1_group3", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + }, + }, + { + title: "Multiple TPs initials and new groups", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + interval: 10 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group3", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group4", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + }, + interval: 500 * time.Millisecond, + }, + }, + "tp2": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + }, + interval: 100 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp2_group3", + Targets: []model.LabelSet{{"__instance__": "7"}}, + }, + { + Source: "tp2_group4", + Targets: []model.LabelSet{{"__instance__": "8"}}, + }, + }, + interval: 10 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + { + Source: "tp2_group3", + Targets: []model.LabelSet{{"__instance__": "7"}}, + }, + { + Source: "tp2_group4", + Targets: []model.LabelSet{{"__instance__": "8"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + { + Source: "tp1_group3", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group4", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + { + Source: "tp2_group3", + Targets: []model.LabelSet{{"__instance__": "7"}}, + }, + { + Source: "tp2_group4", + Targets: []model.LabelSet{{"__instance__": "8"}}, + }, + }, + }, + }, + { + title: "One TP initials arrive after other TP updates.", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + interval: 10 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + }, + interval: 150 * time.Millisecond, + }, + }, + "tp2": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + }, + interval: 200 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "7"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "8"}}, + }, + }, + interval: 100 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "5"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "6"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + { + Source: "tp2_group1", + Targets: []model.LabelSet{{"__instance__": "7"}}, + }, + { + Source: "tp2_group2", + Targets: []model.LabelSet{{"__instance__": "8"}}, + }, + }, + }, + }, + + { + title: "Single TP empty update in between", + updates: map[string][]update{ + "tp1": { + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + interval: 30 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{}, + }, + }, + interval: 10 * time.Millisecond, + }, + { + targetGroups: []targetgroup.Group{ + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + }, + interval: 300 * time.Millisecond, + }, + }, + }, + expectedTargets: [][]*targetgroup.Group{ + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{}, + }, + }, + { + { + Source: "tp1_group1", + Targets: []model.LabelSet{{"__instance__": "3"}}, + }, + { + Source: "tp1_group2", + Targets: []model.LabelSet{{"__instance__": "4"}}, + }, + }, + }, + }, + } + + for i, tc := range testCases { + tc := tc + t.Run(tc.title, func(t *testing.T) { + ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) + defer cancel() + + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + + var totalUpdatesCount int + provUpdates := make(chan []*targetgroup.Group) + for _, up := range tc.updates { + go newMockDiscoveryProvider(up...).Run(ctx, provUpdates) + if len(up) > 0 { + totalUpdatesCount += len(up) + } + } + + for x := 0; x < totalUpdatesCount; x++ { + select { + case <-ctx.Done(): + t.Fatalf("%d: no update arrived within the timeout limit", x) + case tgs := <-provUpdates: + discoveryManager.updateGroup(poolKey{setName: strconv.Itoa(i), provider: tc.title}, tgs) + for _, got := range discoveryManager.allGroups() { + assertEqualGroups(t, got, tc.expectedTargets[x], func(got, expected string) string { + return fmt.Sprintf("%d: \ntargets mismatch \ngot: %v \nexpected: %v", + x, + got, + expected) + }) + } + } + } + }) + } +} + +func assertEqualGroups(t *testing.T, got, expected []*targetgroup.Group, msg func(got, expected string) string) { + t.Helper() + + // Need to sort by the groups's source as the received order is not guaranteed. + sort.Sort(byGroupSource(got)) + sort.Sort(byGroupSource(expected)) + + require.Equal(t, expected, got) +} + +func staticConfig(addrs ...string) StaticConfig { + var cfg StaticConfig + for i, addr := range addrs { + cfg = append(cfg, &targetgroup.Group{ + Source: fmt.Sprint(i), + Targets: []model.LabelSet{ + {model.AddressLabel: model.LabelValue(addr)}, + }, + }) + } + return cfg +} + +func verifyPresence(t *testing.T, tSets map[poolKey]map[string]*targetgroup.Group, poolKey poolKey, label string, present bool) { + t.Helper() + if _, ok := tSets[poolKey]; !ok { + t.Fatalf("'%s' should be present in Pool keys: %v", poolKey, tSets) + return + } + + match := false + var mergedTargets string + for _, targetGroup := range tSets[poolKey] { + + for _, l := range targetGroup.Targets { + mergedTargets = mergedTargets + " " + l.String() + if l.String() == label { + match = true + } + } + + } + if match != present { + msg := "" + if !present { + msg = "not" + } + t.Fatalf("%q should %s be present in Targets labels: %q", label, msg, mergedTargets) + } +} + +func TestTargetSetRecreatesTargetGroupsEveryRun(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + c := map[string]Configs{ + "prometheus": { + staticConfig("foo:9090", "bar:9090"), + }, + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"bar:9090\"}", true) + + c["prometheus"] = Configs{ + staticConfig("foo:9090"), + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"bar:9090\"}", false) +} + +func TestDiscovererConfigs(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + c := map[string]Configs{ + "prometheus": { + staticConfig("foo:9090", "bar:9090"), + staticConfig("baz:9090"), + }, + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"bar:9090\"}", true) + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/1"}, "{__address__=\"baz:9090\"}", true) +} + +// TestTargetSetRecreatesEmptyStaticConfigs ensures that reloading a config file after +// removing all targets from the static_configs sends an update with empty targetGroups. +// This is required to signal the receiver that this target set has no current targets. +func TestTargetSetRecreatesEmptyStaticConfigs(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + c := map[string]Configs{ + "prometheus": { + staticConfig("foo:9090"), + }, + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + + c["prometheus"] = Configs{ + StaticConfig{{}}, + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + + pkey := poolKey{setName: "prometheus", provider: "static/0"} + targetGroups, ok := discoveryManager.targets[pkey] + if !ok { + t.Fatalf("'%v' should be present in target groups", pkey) + } + group, ok := targetGroups[""] + if !ok { + t.Fatalf("missing '' key in target groups %v", targetGroups) + } + + if len(group.Targets) != 0 { + t.Fatalf("Invalid number of targets: expected 0, got %d", len(group.Targets)) + } +} + +func TestIdenticalConfigurationsAreCoalesced(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, nil) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + c := map[string]Configs{ + "prometheus": { + staticConfig("foo:9090"), + }, + "prometheus2": { + staticConfig("foo:9090"), + }, + } + discoveryManager.ApplyConfig(c) + + <-discoveryManager.SyncCh() + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + verifyPresence(t, discoveryManager.targets, poolKey{setName: "prometheus2", provider: "static/0"}, "{__address__=\"foo:9090\"}", true) + if len(discoveryManager.providers) != 1 { + t.Fatalf("Invalid number of providers: expected 1, got %d", len(discoveryManager.providers)) + } +} + +func TestApplyConfigDoesNotModifyStaticTargets(t *testing.T) { + originalConfig := Configs{ + staticConfig("foo:9090", "bar:9090", "baz:9090"), + } + processedConfig := Configs{ + staticConfig("foo:9090", "bar:9090", "baz:9090"), + } + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + cfgs := map[string]Configs{ + "prometheus": processedConfig, + } + discoveryManager.ApplyConfig(cfgs) + <-discoveryManager.SyncCh() + + for _, cfg := range cfgs { + require.Equal(t, originalConfig, cfg) + } +} + +type errorConfig struct{ err error } + +func (e errorConfig) Name() string { return "error" } +func (e errorConfig) NewDiscoverer(DiscovererOptions) (Discoverer, error) { return nil, e.err } + +func TestGaugeFailedConfigs(t *testing.T) { + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + discoveryManager := NewManager(ctx, log.NewNopLogger()) + discoveryManager.updatert = 100 * time.Millisecond + go discoveryManager.Run() + + c := map[string]Configs{ + "prometheus": { + errorConfig{fmt.Errorf("tests error 0")}, + errorConfig{fmt.Errorf("tests error 1")}, + errorConfig{fmt.Errorf("tests error 2")}, + }, + } + discoveryManager.ApplyConfig(c) + <-discoveryManager.SyncCh() + + failedCount := client_testutil.ToFloat64(failedConfigs) + if failedCount != 3 { + t.Fatalf("Expected to have 3 failed configs, got: %v", failedCount) + } + + c["prometheus"] = Configs{ + staticConfig("foo:9090"), + } + discoveryManager.ApplyConfig(c) + <-discoveryManager.SyncCh() + + failedCount = client_testutil.ToFloat64(failedConfigs) + if failedCount != 0 { + t.Fatalf("Expected to get no failed config, got: %v", failedCount) + } + +} + +func TestCoordinationWithReceiver(t *testing.T) { + updateDelay := 100 * time.Millisecond + + type expect struct { + delay time.Duration + tgs map[string][]*targetgroup.Group + } + + testCases := []struct { + title string + providers map[string]Discoverer + expected []expect + }{ + { + title: "Receiver should get all updates even when one provider closes its channel", + providers: map[string]Discoverer{ + "once1": &onceProvider{ + tgs: []*targetgroup.Group{ + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + }, + "mock1": newMockDiscoveryProvider( + update{ + interval: 2 * updateDelay, + targetGroups: []targetgroup.Group{ + { + Source: "tg2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + ), + }, + expected: []expect{ + { + tgs: map[string][]*targetgroup.Group{ + "once1": { + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + }, + }, + { + tgs: map[string][]*targetgroup.Group{ + "once1": { + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + "mock1": { + { + Source: "tg2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + }, + }, + }, + { + title: "Receiver should get all updates even when the channel is blocked", + providers: map[string]Discoverer{ + "mock1": newMockDiscoveryProvider( + update{ + targetGroups: []targetgroup.Group{ + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + }, + update{ + interval: 4 * updateDelay, + targetGroups: []targetgroup.Group{ + { + Source: "tg2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + ), + }, + expected: []expect{ + { + delay: 2 * updateDelay, + tgs: map[string][]*targetgroup.Group{ + "mock1": { + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + }, + }, + }, + { + delay: 4 * updateDelay, + tgs: map[string][]*targetgroup.Group{ + "mock1": { + { + Source: "tg1", + Targets: []model.LabelSet{{"__instance__": "1"}}, + }, + { + Source: "tg2", + Targets: []model.LabelSet{{"__instance__": "2"}}, + }, + }, + }, + }, + }, + }, + } + + for _, tc := range testCases { + tc := tc + t.Run(tc.title, func(t *testing.T) { + ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) + defer cancel() + + mgr := NewManager(ctx, nil) + mgr.updatert = updateDelay + go mgr.Run() + + for name, p := range tc.providers { + mgr.StartCustomProvider(ctx, name, p) + } + + for i, expected := range tc.expected { + time.Sleep(expected.delay) + select { + case <-ctx.Done(): + t.Fatalf("step %d: no update received in the expected timeframe", i) + case tgs, ok := <-mgr.SyncCh(): + if !ok { + t.Fatalf("step %d: discovery manager channel is closed", i) + } + if len(tgs) != len(expected.tgs) { + t.Fatalf("step %d: target groups mismatch, got: %d, expected: %d\ngot: %#v\nexpected: %#v", + i, len(tgs), len(expected.tgs), tgs, expected.tgs) + } + for k := range expected.tgs { + if _, ok := tgs[k]; !ok { + t.Fatalf("step %d: target group not found: %s\ngot: %#v", i, k, tgs) + } + assertEqualGroups(t, tgs[k], expected.tgs[k], func(got, expected string) string { + return fmt.Sprintf("step %d: targets mismatch \ngot: %q \nexpected: %q", i, got, expected) + }) + } + } + } + }) + } +} + +type update struct { + targetGroups []targetgroup.Group + interval time.Duration +} + +type mockdiscoveryProvider struct { + updates []update +} + +func newMockDiscoveryProvider(updates ...update) mockdiscoveryProvider { + tp := mockdiscoveryProvider{ + updates: updates, + } + return tp +} + +func (tp mockdiscoveryProvider) Run(ctx context.Context, upCh chan<- []*targetgroup.Group) { + for _, u := range tp.updates { + if u.interval > 0 { + select { + case <-ctx.Done(): + return + case <-time.After(u.interval): + } + } + tgs := make([]*targetgroup.Group, len(u.targetGroups)) + for i := range u.targetGroups { + tgs[i] = &u.targetGroups[i] + } + upCh <- tgs + } + <-ctx.Done() +} + +// byGroupSource implements sort.Interface so we can sort by the Source field. +type byGroupSource []*targetgroup.Group + +func (a byGroupSource) Len() int { return len(a) } +func (a byGroupSource) Swap(i, j int) { a[i], a[j] = a[j], a[i] } +func (a byGroupSource) Less(i, j int) bool { return a[i].Source < a[j].Source } + +// onceProvider sends updates once (if any) and closes the update channel. +type onceProvider struct { + tgs []*targetgroup.Group +} + +func (o onceProvider) Run(_ context.Context, ch chan<- []*targetgroup.Group) { + if len(o.tgs) > 0 { + ch <- o.tgs + } + close(ch) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon.go b/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon.go new file mode 100644 index 0000000..ff9c769 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon.go @@ -0,0 +1,511 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package marathon + +import ( + "context" + "encoding/json" + "fmt" + "io" + "io/ioutil" + "math/rand" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + // metaLabelPrefix is the meta prefix used for all meta labels in this discovery. + metaLabelPrefix = model.MetaLabelPrefix + "marathon_" + // appLabelPrefix is the prefix for the application labels. + appLabelPrefix = metaLabelPrefix + "app_label_" + + // appLabel is used for the name of the app in Marathon. + appLabel model.LabelName = metaLabelPrefix + "app" + // imageLabel is the label that is used for the docker image running the service. + imageLabel model.LabelName = metaLabelPrefix + "image" + // portIndexLabel is the integer port index when multiple ports are defined; + // e.g. PORT1 would have a value of '1' + portIndexLabel model.LabelName = metaLabelPrefix + "port_index" + // taskLabel contains the mesos task name of the app instance. + taskLabel model.LabelName = metaLabelPrefix + "task" + + // portMappingLabelPrefix is the prefix for the application portMappings labels. + portMappingLabelPrefix = metaLabelPrefix + "port_mapping_label_" + // portDefinitionLabelPrefix is the prefix for the application portDefinitions labels. + portDefinitionLabelPrefix = metaLabelPrefix + "port_definition_label_" +) + +// DefaultSDConfig is the default Marathon SD configuration. +var DefaultSDConfig = SDConfig{ + RefreshInterval: model.Duration(30 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for services running on Marathon. +type SDConfig struct { + Servers []string `yaml:"servers,omitempty"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + AuthToken config.Secret `yaml:"auth_token,omitempty"` + AuthTokenFile string `yaml:"auth_token_file,omitempty"` + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "marathon" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(*c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) + c.AuthTokenFile = config.JoinDir(dir, c.AuthTokenFile) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Servers) == 0 { + return errors.New("marathon_sd: must contain at least one Marathon server") + } + if len(c.AuthToken) > 0 && len(c.AuthTokenFile) > 0 { + return errors.New("marathon_sd: at most one of auth_token & auth_token_file must be configured") + } + if c.HTTPClientConfig.BasicAuth != nil && (len(c.AuthToken) > 0 || len(c.AuthTokenFile) > 0) { + return errors.New("marathon_sd: at most one of basic_auth, auth_token & auth_token_file must be configured") + } + if (len(c.HTTPClientConfig.BearerToken) > 0 || len(c.HTTPClientConfig.BearerTokenFile) > 0) && (len(c.AuthToken) > 0 || len(c.AuthTokenFile) > 0) { + return errors.New("marathon_sd: at most one of bearer_token, bearer_token_file, auth_token & auth_token_file must be configured") + } + if c.HTTPClientConfig.Authorization != nil && (len(c.AuthToken) > 0 || len(c.AuthTokenFile) > 0) { + return errors.New("marathon_sd: at most one of auth_token, auth_token_file & authorization must be configured") + } + return c.HTTPClientConfig.Validate() +} + +const appListPath string = "/v2/apps/?embed=apps.tasks" + +// Discovery provides service discovery based on a Marathon instance. +type Discovery struct { + *refresh.Discovery + client *http.Client + servers []string + lastRefresh map[string]*targetgroup.Group + appsClient appListClient +} + +// NewDiscovery returns a new Marathon Discovery. +func NewDiscovery(conf SDConfig, logger log.Logger) (*Discovery, error) { + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "marathon_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + if len(conf.AuthToken) > 0 { + rt, err = newAuthTokenRoundTripper(conf.AuthToken, rt) + } else if len(conf.AuthTokenFile) > 0 { + rt, err = newAuthTokenFileRoundTripper(conf.AuthTokenFile, rt) + } + if err != nil { + return nil, err + } + + d := &Discovery{ + client: &http.Client{Transport: rt}, + servers: conf.Servers, + appsClient: fetchApps, + } + d.Discovery = refresh.NewDiscovery( + logger, + "marathon", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +type authTokenRoundTripper struct { + authToken config.Secret + rt http.RoundTripper +} + +// newAuthTokenRoundTripper adds the provided auth token to a request. +func newAuthTokenRoundTripper(token config.Secret, rt http.RoundTripper) (http.RoundTripper, error) { + return &authTokenRoundTripper{token, rt}, nil +} + +func (rt *authTokenRoundTripper) RoundTrip(request *http.Request) (*http.Response, error) { + // According to https://docs.mesosphere.com/1.11/security/oss/managing-authentication/ + // DC/OS wants with "token=" a different Authorization header than implemented in httputil/client.go + // so we set this explicitly here. + request.Header.Set("Authorization", "token="+string(rt.authToken)) + + return rt.rt.RoundTrip(request) +} + +type authTokenFileRoundTripper struct { + authTokenFile string + rt http.RoundTripper +} + +// newAuthTokenFileRoundTripper adds the auth token read from the file to a request. +func newAuthTokenFileRoundTripper(tokenFile string, rt http.RoundTripper) (http.RoundTripper, error) { + // fail-fast if we can't read the file. + _, err := ioutil.ReadFile(tokenFile) + if err != nil { + return nil, errors.Wrapf(err, "unable to read auth token file %s", tokenFile) + } + return &authTokenFileRoundTripper{tokenFile, rt}, nil +} + +func (rt *authTokenFileRoundTripper) RoundTrip(request *http.Request) (*http.Response, error) { + b, err := ioutil.ReadFile(rt.authTokenFile) + if err != nil { + return nil, errors.Wrapf(err, "unable to read auth token file %s", rt.authTokenFile) + } + authToken := strings.TrimSpace(string(b)) + + // According to https://docs.mesosphere.com/1.11/security/oss/managing-authentication/ + // DC/OS wants with "token=" a different Authorization header than implemented in httputil/client.go + // so we set this explicitly here. + request.Header.Set("Authorization", "token="+authToken) + return rt.rt.RoundTrip(request) +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + targetMap, err := d.fetchTargetGroups(ctx) + if err != nil { + return nil, err + } + + all := make([]*targetgroup.Group, 0, len(targetMap)) + for _, tg := range targetMap { + all = append(all, tg) + } + + select { + case <-ctx.Done(): + return nil, ctx.Err() + default: + } + + // Remove services which did disappear. + for source := range d.lastRefresh { + _, ok := targetMap[source] + if !ok { + all = append(all, &targetgroup.Group{Source: source}) + } + } + + d.lastRefresh = targetMap + return all, nil +} + +func (d *Discovery) fetchTargetGroups(ctx context.Context) (map[string]*targetgroup.Group, error) { + url := randomAppsURL(d.servers) + apps, err := d.appsClient(ctx, d.client, url) + if err != nil { + return nil, err + } + + groups := appsToTargetGroups(apps) + return groups, nil +} + +// task describes one instance of a service running on Marathon. +type task struct { + ID string `json:"id"` + Host string `json:"host"` + Ports []uint32 `json:"ports"` + IPAddresses []ipAddress `json:"ipAddresses"` +} + +// ipAddress describes the address and protocol the container's network interface is bound to. +type ipAddress struct { + Address string `json:"ipAddress"` + Proto string `json:"protocol"` +} + +// PortMapping describes in which port the process are binding inside the docker container. +type portMapping struct { + Labels map[string]string `json:"labels"` + ContainerPort uint32 `json:"containerPort"` + HostPort uint32 `json:"hostPort"` + ServicePort uint32 `json:"servicePort"` +} + +// DockerContainer describes a container which uses the docker runtime. +type dockerContainer struct { + Image string `json:"image"` + PortMappings []portMapping `json:"portMappings"` +} + +// Container describes the runtime an app in running in. +type container struct { + Docker dockerContainer `json:"docker"` + PortMappings []portMapping `json:"portMappings"` +} + +// PortDefinition describes which load balancer port you should access to access the service. +type portDefinition struct { + Labels map[string]string `json:"labels"` + Port uint32 `json:"port"` +} + +// Network describes the name and type of network the container is attached to. +type network struct { + Name string `json:"name"` + Mode string `json:"mode"` +} + +// App describes a service running on Marathon. +type app struct { + ID string `json:"id"` + Tasks []task `json:"tasks"` + RunningTasks int `json:"tasksRunning"` + Labels map[string]string `json:"labels"` + Container container `json:"container"` + PortDefinitions []portDefinition `json:"portDefinitions"` + Networks []network `json:"networks"` + RequirePorts bool `json:"requirePorts"` +} + +// isContainerNet checks if the app's first network is set to mode 'container'. +func (app app) isContainerNet() bool { + return len(app.Networks) > 0 && app.Networks[0].Mode == "container" +} + +// appList is a list of Marathon apps. +type appList struct { + Apps []app `json:"apps"` +} + +// appListClient defines a function that can be used to get an application list from marathon. +type appListClient func(ctx context.Context, client *http.Client, url string) (*appList, error) + +// fetchApps requests a list of applications from a marathon server. +func fetchApps(ctx context.Context, client *http.Client, url string) (*appList, error) { + request, err := http.NewRequest("GET", url, nil) + if err != nil { + return nil, err + } + request = request.WithContext(ctx) + + resp, err := client.Do(request) + if err != nil { + return nil, err + } + defer func() { + io.Copy(ioutil.Discard, resp.Body) + resp.Body.Close() + }() + + if (resp.StatusCode < 200) || (resp.StatusCode >= 300) { + return nil, errors.Errorf("non 2xx status '%v' response during marathon service discovery", resp.StatusCode) + } + + var apps appList + err = json.NewDecoder(resp.Body).Decode(&apps) + if err != nil { + return nil, errors.Wrapf(err, "%q", url) + } + return &apps, nil +} + +// randomAppsURL randomly selects a server from an array and creates +// an URL pointing to the app list. +func randomAppsURL(servers []string) string { + // TODO: If possible update server list from Marathon at some point. + server := servers[rand.Intn(len(servers))] + return fmt.Sprintf("%s%s", server, appListPath) +} + +// appsToTargetGroups takes an array of Marathon apps and converts them into target groups. +func appsToTargetGroups(apps *appList) map[string]*targetgroup.Group { + tgroups := map[string]*targetgroup.Group{} + for _, a := range apps.Apps { + group := createTargetGroup(&a) + tgroups[group.Source] = group + } + return tgroups +} + +func createTargetGroup(app *app) *targetgroup.Group { + var ( + targets = targetsForApp(app) + appName = model.LabelValue(app.ID) + image = model.LabelValue(app.Container.Docker.Image) + ) + tg := &targetgroup.Group{ + Targets: targets, + Labels: model.LabelSet{ + appLabel: appName, + imageLabel: image, + }, + Source: app.ID, + } + + for ln, lv := range app.Labels { + ln = appLabelPrefix + strutil.SanitizeLabelName(ln) + tg.Labels[model.LabelName(ln)] = model.LabelValue(lv) + } + + return tg +} + +func targetsForApp(app *app) []model.LabelSet { + targets := make([]model.LabelSet, 0, len(app.Tasks)) + + var ports []uint32 + var labels []map[string]string + var prefix string + + if len(app.Container.PortMappings) != 0 { + // In Marathon 1.5.x the "container.docker.portMappings" object was moved + // to "container.portMappings". + ports, labels = extractPortMapping(app.Container.PortMappings, app.isContainerNet()) + prefix = portMappingLabelPrefix + + } else if len(app.Container.Docker.PortMappings) != 0 { + // Prior to Marathon 1.5 the port mappings could be found at the path + // "container.docker.portMappings". + ports, labels = extractPortMapping(app.Container.Docker.PortMappings, app.isContainerNet()) + prefix = portMappingLabelPrefix + + } else if len(app.PortDefinitions) != 0 { + // PortDefinitions deprecates the "ports" array and can be used to specify + // a list of ports with metadata in case a mapping is not required. + ports = make([]uint32, len(app.PortDefinitions)) + labels = make([]map[string]string, len(app.PortDefinitions)) + + for i := 0; i < len(app.PortDefinitions); i++ { + labels[i] = app.PortDefinitions[i].Labels + // When requirePorts is false, this port becomes the 'servicePort', not the listen port. + // In this case, the port needs to be taken from the task instead of the app. + if app.RequirePorts { + ports[i] = app.PortDefinitions[i].Port + } + } + + prefix = portDefinitionLabelPrefix + } + + // Gather info about the app's 'tasks'. Each instance (container) is considered a task + // and can be reachable at one or more host:port endpoints. + for _, t := range app.Tasks { + + // There are no labels to gather if only Ports is defined. (eg. with host networking) + // Ports can only be gathered from the Task (not from the app) and are guaranteed + // to be the same across all tasks. If we haven't gathered any ports by now, + // use the task's ports as the port list. + if len(ports) == 0 && len(t.Ports) != 0 { + ports = t.Ports + } + + // Iterate over the ports we gathered using one of the methods above. + for i, port := range ports { + + // A zero port here means that either the portMapping has a zero port defined, + // or there is a portDefinition with requirePorts set to false. This means the port + // is auto-generated by Mesos and needs to be looked up in the task. + if port == 0 && len(t.Ports) == len(ports) { + port = t.Ports[i] + } + + // Each port represents a possible Prometheus target. + targetAddress := targetEndpoint(&t, port, app.isContainerNet()) + target := model.LabelSet{ + model.AddressLabel: model.LabelValue(targetAddress), + taskLabel: model.LabelValue(t.ID), + portIndexLabel: model.LabelValue(strconv.Itoa(i)), + } + + // Gather all port labels and set them on the current target, skip if the port has no Marathon labels. + // This will happen in the host networking case with only `ports` defined, where + // it is inefficient to allocate a list of possibly hundreds of empty label maps per host port. + if len(labels) > 0 { + for ln, lv := range labels[i] { + ln = prefix + strutil.SanitizeLabelName(ln) + target[model.LabelName(ln)] = model.LabelValue(lv) + } + } + + targets = append(targets, target) + } + } + return targets +} + +// Generate a target endpoint string in host:port format. +func targetEndpoint(task *task, port uint32, containerNet bool) string { + + var host string + + // Use the task's ipAddress field when it's in a container network + if containerNet && len(task.IPAddresses) > 0 { + host = task.IPAddresses[0].Address + } else { + host = task.Host + } + + return net.JoinHostPort(host, fmt.Sprintf("%d", port)) +} + +// Get a list of ports and a list of labels from a PortMapping. +func extractPortMapping(portMappings []portMapping, containerNet bool) ([]uint32, []map[string]string) { + + ports := make([]uint32, len(portMappings)) + labels := make([]map[string]string, len(portMappings)) + + for i := 0; i < len(portMappings); i++ { + + labels[i] = portMappings[i].Labels + + if containerNet { + // If the app is in a container network, connect directly to the container port. + ports[i] = portMappings[i].ContainerPort + } else { + // Otherwise, connect to the allocated host port for the container. + // Note that this host port is likely set to 0 in the app definition, which means it is + // automatically generated and needs to be extracted from the task's 'ports' array at a later stage. + ports[i] = portMappings[i].HostPort + } + } + + return ports, labels +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon_test.go b/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon_test.go new file mode 100644 index 0000000..8ac9713 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/marathon/marathon_test.go @@ -0,0 +1,745 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package marathon + +import ( + "context" + "errors" + "io" + "net/http" + "net/http/httptest" + "testing" + + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + marathonValidLabel = map[string]string{"prometheus": "yes"} + testServers = []string{"http://localhost:8080"} + conf = SDConfig{Servers: testServers} +) + +func testUpdateServices(client appListClient) ([]*targetgroup.Group, error) { + md, err := NewDiscovery(conf, nil) + if err != nil { + return nil, err + } + if client != nil { + md.appsClient = client + } + return md.refresh(context.Background()) +} + +func TestMarathonSDHandleError(t *testing.T) { + var ( + errTesting = errors.New("testing failure") + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return nil, errTesting + } + ) + tgs, err := testUpdateServices(client) + if err != errTesting { + t.Fatalf("Expected error: %s", err) + } + if len(tgs) != 0 { + t.Fatalf("Got group: %s", tgs) + } +} + +func TestMarathonSDEmptyList(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { return &appList{}, nil } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) > 0 { + t.Fatalf("Got group: %v", tgs) + } +} + +func marathonTestAppList(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + portMappings = []portMapping{ + {Labels: labels, HostPort: 31000}, + } + container = container{Docker: docker, PortMappings: portMappings} + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroup(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppList(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 1 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:31000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } +} + +func TestMarathonSDRemoveApp(t *testing.T) { + md, err := NewDiscovery(conf, nil) + if err != nil { + t.Fatalf("%s", err) + } + + md.appsClient = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppList(marathonValidLabel, 1), nil + } + tgs, err := md.refresh(context.Background()) + if err != nil { + t.Fatalf("Got error on first update: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 targetgroup, got", len(tgs)) + } + tg1 := tgs[0] + + md.appsClient = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppList(marathonValidLabel, 0), nil + } + tgs, err = md.refresh(context.Background()) + if err != nil { + t.Fatalf("Got error on second update: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 targetgroup, got", len(tgs)) + } + tg2 := tgs[0] + + if tg2.Source != tg1.Source { + t.Fatalf("Source is different: %s != %s", tg1.Source, tg2.Source) + if len(tg2.Targets) > 0 { + t.Fatalf("Got a non-empty target set: %s", tg2.Targets) + } + } +} + +func marathonTestAppListWithMultiplePorts(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + portMappings = []portMapping{ + {Labels: labels, HostPort: 31000}, + {Labels: make(map[string]string), HostPort: 32000}, + } + container = container{Docker: docker, PortMappings: portMappings} + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithMultiplePort(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithMultiplePorts(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:31000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:32000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestZeroTaskPortAppList(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-2", + Host: "mesos-slave-2", + Ports: []uint32{}, + } + docker = dockerContainer{Image: "repo/image:tag"} + container = container{Docker: docker} + a = app{ + ID: "test-service-zero-ports", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonZeroTaskPorts(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestZeroTaskPortAppList(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service-zero-ports" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 0 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } +} + +func Test500ErrorHttpResponseWithValidJSONBody(t *testing.T) { + // Simulate 500 error with a valid JSON response. + respHandler := func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusInternalServerError) + w.Header().Set("Content-Type", "application/json") + io.WriteString(w, `{}`) + } + // Create a test server with mock HTTP handler. + ts := httptest.NewServer(http.HandlerFunc(respHandler)) + defer ts.Close() + // Backup conf for future tests. + backupConf := conf + defer func() { + conf = backupConf + }() + // Setup conf for the test case. + conf = SDConfig{Servers: []string{ts.URL}} + // Execute test case and validate behavior. + _, err := testUpdateServices(nil) + if err == nil { + t.Fatalf("Expected error for 5xx HTTP response from marathon server, got nil") + } +} + +func marathonTestAppListWithPortDefinitions(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + // Auto-generated ports when requirePorts is false + Ports: []uint32{1234, 5678}, + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + container = container{Docker: docker} + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + PortDefinitions: []portDefinition{ + {Labels: make(map[string]string), Port: 31000}, + {Labels: labels, Port: 32000}, + }, + RequirePorts: false, // default + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithPortDefinitions(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithPortDefinitions(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:1234" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:5678" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestAppListWithPortDefinitionsRequirePorts(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + Ports: []uint32{31000, 32000}, + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + container = container{Docker: docker} + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + PortDefinitions: []portDefinition{ + {Labels: make(map[string]string), Port: 31000}, + {Labels: labels, Port: 32000}, + }, + RequirePorts: true, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithPortDefinitionsRequirePorts(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithPortDefinitionsRequirePorts(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:31000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:32000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestAppListWithPorts(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + Ports: []uint32{31000, 32000}, + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + container = container{Docker: docker} + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithPorts(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithPorts(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:31000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:32000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestAppListWithContainerPortMappings(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + Ports: []uint32{ + 12345, // 'Automatically-generated' port + 32000, + }, + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + container = container{ + Docker: docker, + PortMappings: []portMapping{ + {Labels: labels, HostPort: 0}, + {Labels: make(map[string]string), HostPort: 32000}, + }, + } + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithContainerPortMappings(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithContainerPortMappings(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:12345" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:32000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestAppListWithDockerContainerPortMappings(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + Ports: []uint32{ + 31000, + 12345, // 'Automatically-generated' port + }, + } + docker = dockerContainer{ + Image: "repo/image:tag", + PortMappings: []portMapping{ + {Labels: labels, HostPort: 31000}, + {Labels: make(map[string]string), HostPort: 0}, + }, + } + container = container{ + Docker: docker, + } + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithDockerContainerPortMappings(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithDockerContainerPortMappings(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "mesos-slave1:31000" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "mesos-slave1:12345" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} + +func marathonTestAppListWithContainerNetworkAndPortMappings(labels map[string]string, runningTasks int) *appList { + var ( + t = task{ + ID: "test-task-1", + Host: "mesos-slave1", + IPAddresses: []ipAddress{ + {Address: "1.2.3.4"}, + }, + } + docker = dockerContainer{ + Image: "repo/image:tag", + } + portMappings = []portMapping{ + {Labels: labels, ContainerPort: 8080, HostPort: 31000}, + {Labels: make(map[string]string), ContainerPort: 1234, HostPort: 32000}, + } + container = container{ + Docker: docker, + PortMappings: portMappings, + } + networks = []network{ + {Mode: "container", Name: "test-network"}, + } + a = app{ + ID: "test-service", + Tasks: []task{t}, + RunningTasks: runningTasks, + Labels: labels, + Container: container, + Networks: networks, + } + ) + return &appList{ + Apps: []app{a}, + } +} + +func TestMarathonSDSendGroupWithContainerNetworkAndPortMapping(t *testing.T) { + var ( + client = func(_ context.Context, _ *http.Client, _ string) (*appList, error) { + return marathonTestAppListWithContainerNetworkAndPortMappings(marathonValidLabel, 1), nil + } + ) + tgs, err := testUpdateServices(client) + if err != nil { + t.Fatalf("Got error: %s", err) + } + if len(tgs) != 1 { + t.Fatal("Expected 1 target group, got", len(tgs)) + } + tg := tgs[0] + + if tg.Source != "test-service" { + t.Fatalf("Wrong target group name: %s", tg.Source) + } + if len(tg.Targets) != 2 { + t.Fatalf("Wrong number of targets: %v", tg.Targets) + } + tgt := tg.Targets[0] + if tgt[model.AddressLabel] != "1.2.3.4:8080" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "yes" { + t.Fatalf("Wrong first portMappings label from the first port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong first portDefinitions label from the first port: %s", tgt[model.AddressLabel]) + } + tgt = tg.Targets[1] + if tgt[model.AddressLabel] != "1.2.3.4:1234" { + t.Fatalf("Wrong target address: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portMappingLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portMappings label from the second port: %s", tgt[model.AddressLabel]) + } + if tgt[model.LabelName(portDefinitionLabelPrefix+"prometheus")] != "" { + t.Fatalf("Wrong portDefinitions label from the second port: %s", tgt[model.AddressLabel]) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/docker.go b/staging/src/github.com/promethues/prometheus/discovery/moby/docker.go new file mode 100644 index 0000000..34eea7d --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/docker.go @@ -0,0 +1,256 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "net" + "net/http" + "net/url" + "strconv" + "time" + + "github.com/docker/docker/api/types" + "github.com/docker/docker/api/types/filters" + "github.com/docker/docker/client" + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + dockerLabel = model.MetaLabelPrefix + "docker_" + dockerLabelContainerPrefix = dockerLabel + "container_" + dockerLabelContainerID = dockerLabelContainerPrefix + "id" + dockerLabelContainerName = dockerLabelContainerPrefix + "name" + dockerLabelContainerNetworkMode = dockerLabelContainerPrefix + "network_mode" + dockerLabelContainerLabelPrefix = dockerLabelContainerPrefix + "label_" + dockerLabelNetworkPrefix = dockerLabel + "network_" + dockerLabelNetworkIP = dockerLabelNetworkPrefix + "ip" + dockerLabelPortPrefix = dockerLabel + "port_" + dockerLabelPortPrivate = dockerLabelPortPrefix + "private" + dockerLabelPortPublic = dockerLabelPortPrefix + "public" + dockerLabelPortPublicIP = dockerLabelPortPrefix + "public_ip" +) + +// DefaultDockerSDConfig is the default Docker SD configuration. +var DefaultDockerSDConfig = DockerSDConfig{ + RefreshInterval: model.Duration(60 * time.Second), + Port: 80, + Filters: []Filter{}, + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&DockerSDConfig{}) +} + +// DockerSDConfig is the configuration for Docker (non-swarm) based service discovery. +type DockerSDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + Host string `yaml:"host"` + Port int `yaml:"port"` + Filters []Filter `yaml:"filters"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` +} + +// Name returns the name of the Config. +func (*DockerSDConfig) Name() string { return "docker" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *DockerSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDockerDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *DockerSDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *DockerSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultDockerSDConfig + type plain DockerSDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Host == "" { + return fmt.Errorf("host missing") + } + if _, err = url.Parse(c.Host); err != nil { + return err + } + return c.HTTPClientConfig.Validate() +} + +type DockerDiscovery struct { + *refresh.Discovery + client *client.Client + port int + filters filters.Args +} + +// NewDockerDiscovery returns a new DockerDiscovery which periodically refreshes its targets. +func NewDockerDiscovery(conf *DockerSDConfig, logger log.Logger) (*DockerDiscovery, error) { + var err error + + d := &DockerDiscovery{ + port: conf.Port, + } + + hostURL, err := url.Parse(conf.Host) + if err != nil { + return nil, err + } + + opts := []client.Opt{ + client.WithHost(conf.Host), + client.WithAPIVersionNegotiation(), + } + + d.filters = filters.NewArgs() + for _, f := range conf.Filters { + for _, v := range f.Values { + d.filters.Add(f.Name, v) + } + } + + // There are other protocols than HTTP supported by the Docker daemon, like + // unix, which are not supported by the HTTP client. Passing HTTP client + // options to the Docker client makes those non-HTTP requests fail. + if hostURL.Scheme == "http" || hostURL.Scheme == "https" { + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "docker_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + opts = append(opts, + client.WithHTTPClient(&http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }), + client.WithScheme(hostURL.Scheme), + client.WithHTTPHeaders(map[string]string{ + "User-Agent": userAgent, + }), + ) + } + + d.client, err = client.NewClientWithOpts(opts...) + if err != nil { + return nil, fmt.Errorf("error setting up docker client: %w", err) + } + + d.Discovery = refresh.NewDiscovery( + logger, + "docker", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *DockerDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "Docker", + } + + containers, err := d.client.ContainerList(ctx, types.ContainerListOptions{Filters: d.filters}) + if err != nil { + return nil, fmt.Errorf("error while listing containers: %w", err) + } + + networkLabels, err := getNetworksLabels(ctx, d.client, dockerLabel) + if err != nil { + return nil, fmt.Errorf("error while computing network labels: %w", err) + } + + for _, c := range containers { + if len(c.Names) == 0 { + continue + } + + commonLabels := map[string]string{ + dockerLabelContainerID: c.ID, + dockerLabelContainerName: c.Names[0], + dockerLabelContainerNetworkMode: c.HostConfig.NetworkMode, + } + + for k, v := range c.Labels { + ln := strutil.SanitizeLabelName(k) + commonLabels[dockerLabelContainerLabelPrefix+ln] = v + } + + for _, n := range c.NetworkSettings.Networks { + var added bool + + for _, p := range c.Ports { + if p.Type != "tcp" { + continue + } + + labels := model.LabelSet{ + dockerLabelNetworkIP: model.LabelValue(n.IPAddress), + dockerLabelPortPrivate: model.LabelValue(strconv.FormatUint(uint64(p.PrivatePort), 10)), + } + + if p.PublicPort > 0 { + labels[dockerLabelPortPublic] = model.LabelValue(strconv.FormatUint(uint64(p.PublicPort), 10)) + labels[dockerLabelPortPublicIP] = model.LabelValue(p.IP) + } + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[n.NetworkID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(n.IPAddress, strconv.FormatUint(uint64(p.PrivatePort), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + tg.Targets = append(tg.Targets, labels) + added = true + } + + if !added { + // Use fallback port when no exposed ports are available or if all are non-TCP + labels := model.LabelSet{ + dockerLabelNetworkIP: model.LabelValue(n.IPAddress), + } + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[n.NetworkID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(n.IPAddress, strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + tg.Targets = append(tg.Targets, labels) + } + } + } + + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/docker_test.go b/staging/src/github.com/promethues/prometheus/discovery/moby/docker_test.go new file mode 100644 index 0000000..9ede9ab --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/docker_test.go @@ -0,0 +1,101 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +func TestDockerSDRefresh(t *testing.T) { + sdmock := NewSDMock(t, "dockerprom") + sdmock.Setup() + + e := sdmock.Endpoint() + url := e[:len(e)-1] + cfgString := fmt.Sprintf(` +--- +host: %s +`, url) + var cfg DockerSDConfig + require.NoError(t, yaml.Unmarshal([]byte(cfgString), &cfg)) + + d, err := NewDockerDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 2, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": "172.19.0.2:9100", + "__meta_docker_container_id": "c301b928faceb1a18fe379f6bc178727ef920bb30b0f9b8592b32b36255a0eca", + "__meta_docker_container_label_com_docker_compose_project": "dockersd", + "__meta_docker_container_label_com_docker_compose_service": "node", + "__meta_docker_container_label_com_docker_compose_version": "1.25.0", + "__meta_docker_container_label_maintainer": "The Prometheus Authors ", + "__meta_docker_container_label_prometheus_job": "node", + "__meta_docker_container_name": "/dockersd_node_1", + "__meta_docker_container_network_mode": "dockersd_default", + "__meta_docker_network_id": "7189986ab399e144e52a71b7451b4e04e2158c044b4cd2f3ae26fc3a285d3798", + "__meta_docker_network_ingress": "false", + "__meta_docker_network_internal": "false", + "__meta_docker_network_ip": "172.19.0.2", + "__meta_docker_network_label_com_docker_compose_network": "default", + "__meta_docker_network_label_com_docker_compose_project": "dockersd", + "__meta_docker_network_label_com_docker_compose_version": "1.25.0", + "__meta_docker_network_name": "dockersd_default", + "__meta_docker_network_scope": "local", + "__meta_docker_port_private": "9100", + }, + { + "__address__": "172.19.0.3:80", + "__meta_docker_container_id": "c301b928faceb1a18fe379f6bc178727ef920bb30b0f9b8592b32b36255a0eca", + "__meta_docker_container_label_com_docker_compose_project": "dockersd", + "__meta_docker_container_label_com_docker_compose_service": "noport", + "__meta_docker_container_label_com_docker_compose_version": "1.25.0", + "__meta_docker_container_label_maintainer": "The Prometheus Authors ", + "__meta_docker_container_label_prometheus_job": "noport", + "__meta_docker_container_name": "/dockersd_noport_1", + "__meta_docker_container_network_mode": "dockersd_default", + "__meta_docker_network_id": "7189986ab399e144e52a71b7451b4e04e2158c044b4cd2f3ae26fc3a285d3798", + "__meta_docker_network_ingress": "false", + "__meta_docker_network_internal": "false", + "__meta_docker_network_ip": "172.19.0.3", + "__meta_docker_network_label_com_docker_compose_network": "default", + "__meta_docker_network_label_com_docker_compose_project": "dockersd", + "__meta_docker_network_label_com_docker_compose_version": "1.25.0", + "__meta_docker_network_name": "dockersd_default", + "__meta_docker_network_scope": "local", + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/dockerswarm.go b/staging/src/github.com/promethues/prometheus/discovery/moby/dockerswarm.go new file mode 100644 index 0000000..a9eabfd --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/dockerswarm.go @@ -0,0 +1,190 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "net/http" + "net/url" + "time" + + "github.com/docker/docker/api/types/filters" + "github.com/docker/docker/client" + "github.com/go-kit/log" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + swarmLabel = model.MetaLabelPrefix + "dockerswarm_" +) + +var userAgent = fmt.Sprintf("Prometheus/%s", version.Version) + +// DefaultDockerSwarmSDConfig is the default Docker Swarm SD configuration. +var DefaultDockerSwarmSDConfig = DockerSwarmSDConfig{ + RefreshInterval: model.Duration(60 * time.Second), + Port: 80, + Filters: []Filter{}, + HTTPClientConfig: config.DefaultHTTPClientConfig, +} + +func init() { + discovery.RegisterConfig(&DockerSwarmSDConfig{}) +} + +// DockerSwarmSDConfig is the configuration for Docker Swarm based service discovery. +type DockerSwarmSDConfig struct { + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + Host string `yaml:"host"` + Role string `yaml:"role"` + Port int `yaml:"port"` + Filters []Filter `yaml:"filters"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` +} + +// Filter represent a filter that can be passed to Docker Swarm to reduce the +// amount of data received. +type Filter struct { + Name string `yaml:"name"` + Values []string `yaml:"values"` +} + +// Name returns the name of the Config. +func (*DockerSwarmSDConfig) Name() string { return "dockerswarm" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *DockerSwarmSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *DockerSwarmSDConfig) SetDirectory(dir string) { + c.HTTPClientConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *DockerSwarmSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultDockerSwarmSDConfig + type plain DockerSwarmSDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Host == "" { + return fmt.Errorf("host missing") + } + if _, err = url.Parse(c.Host); err != nil { + return err + } + switch c.Role { + case "services", "nodes", "tasks": + case "": + return fmt.Errorf("role missing (one of: tasks, services, nodes)") + default: + return fmt.Errorf("invalid role %s, expected tasks, services, or nodes", c.Role) + } + return c.HTTPClientConfig.Validate() +} + +// Discovery periodically performs Docker Swarm requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + client *client.Client + role string + port int + filters filters.Args +} + +// NewDiscovery returns a new Discovery which periodically refreshes its targets. +func NewDiscovery(conf *DockerSwarmSDConfig, logger log.Logger) (*Discovery, error) { + var err error + + d := &Discovery{ + port: conf.Port, + role: conf.Role, + } + + hostURL, err := url.Parse(conf.Host) + if err != nil { + return nil, err + } + + opts := []client.Opt{ + client.WithHost(conf.Host), + client.WithAPIVersionNegotiation(), + } + + d.filters = filters.NewArgs() + for _, f := range conf.Filters { + for _, v := range f.Values { + d.filters.Add(f.Name, v) + } + } + + // There are other protocols than HTTP supported by the Docker daemon, like + // unix, which are not supported by the HTTP client. Passing HTTP client + // options to the Docker client makes those non-HTTP requests fail. + if hostURL.Scheme == "http" || hostURL.Scheme == "https" { + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "dockerswarm_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + opts = append(opts, + client.WithHTTPClient(&http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }), + client.WithScheme(hostURL.Scheme), + client.WithHTTPHeaders(map[string]string{ + "User-Agent": userAgent, + }), + ) + } + + d.client, err = client.NewClientWithOpts(opts...) + if err != nil { + return nil, fmt.Errorf("error setting up docker swarm client: %w", err) + } + + d.Discovery = refresh.NewDiscovery( + logger, + "dockerswarm", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + switch d.role { + case "services": + return d.refreshServices(ctx) + case "nodes": + return d.refreshNodes(ctx) + case "tasks": + return d.refreshTasks(ctx) + default: + panic(fmt.Errorf("unexpected role %s", d.role)) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/mock_test.go b/staging/src/github.com/promethues/prometheus/discovery/moby/mock_test.go new file mode 100644 index 0000000..3006ca5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/mock_test.go @@ -0,0 +1,119 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "crypto/sha1" + "encoding/base64" + "io/ioutil" + "net/http" + "net/http/httptest" + "path/filepath" + "strings" + "testing" + + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/util/strutil" +) + +// SDMock is the interface for the DigitalOcean mock +type SDMock struct { + t *testing.T + Server *httptest.Server + Mux *http.ServeMux + directory string + calls map[string]int +} + +// NewSDMock returns a new SDMock. +func NewSDMock(t *testing.T, directory string) *SDMock { + return &SDMock{ + t: t, + directory: directory, + calls: make(map[string]int), + } +} + +// Endpoint returns the URI to the mock server +func (m *SDMock) Endpoint() string { + return m.Server.URL + "/" +} + +// Setup creates the mock server +func (m *SDMock) Setup() { + m.Mux = http.NewServeMux() + m.Server = httptest.NewServer(m.Mux) + m.t.Cleanup(m.Server.Close) + m.SetupHandlers() +} + +// HandleNodesList mocks nodes list. +func (m *SDMock) SetupHandlers() { + headers := make(map[string]string) + rawHeaders, err := ioutil.ReadFile(filepath.Join("testdata", m.directory, "headers.yml")) + require.NoError(m.t, err) + yaml.Unmarshal(rawHeaders, &headers) + + prefix := "/" + if v, ok := headers["Api-Version"]; ok { + prefix += "v" + v + "/" + } + + for _, path := range []string{"_ping", "networks/", "services/", "nodes/", "nodes", "services", "tasks", "containers/"} { + p := path + handler := prefix + p + if p == "_ping" { + handler = "/" + p + } + m.Mux.HandleFunc(handler, func(w http.ResponseWriter, r *http.Request) { + // The discovery should only call each API endpoint once. + m.calls[r.RequestURI]++ + if m.calls[r.RequestURI] != 1 { + w.WriteHeader(http.StatusTooManyRequests) + return + } + for k, v := range headers { + w.Header().Add(k, v) + } + parts := strings.Split(r.RequestURI, "/") + var f string + if strings.HasSuffix(p, "/") { + f = filepath.Join(p[:len(p)-1], strutil.SanitizeLabelName(parts[len(parts)-1])) + } else { + query := strings.Split(parts[len(parts)-1], "?") + f = query[0] + ".json" + if len(query) == 2 { + h := sha1.New() + h.Write([]byte(query[1])) + // Avoing long filenames for Windows. + f += "__" + base64.URLEncoding.EncodeToString(h.Sum(nil))[:10] + } + } + if response, err := ioutil.ReadFile(filepath.Join("testdata", m.directory, f+".json")); err == nil { + w.Header().Add("content-type", "application/json") + w.WriteHeader(http.StatusOK) + w.Write(response) + return + } + if response, err := ioutil.ReadFile(filepath.Join("testdata", m.directory, f)); err == nil { + w.WriteHeader(http.StatusOK) + w.Write(response) + return + } + w.WriteHeader(http.StatusInternalServerError) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/network.go b/staging/src/github.com/promethues/prometheus/discovery/moby/network.go new file mode 100644 index 0000000..3982e57 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/network.go @@ -0,0 +1,56 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + + "github.com/docker/docker/api/types" + "github.com/docker/docker/client" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + labelNetworkPrefix = "network_" + labelNetworkID = labelNetworkPrefix + "id" + labelNetworkName = labelNetworkPrefix + "name" + labelNetworkScope = labelNetworkPrefix + "scope" + labelNetworkInternal = labelNetworkPrefix + "internal" + labelNetworkIngress = labelNetworkPrefix + "ingress" + labelNetworkLabelPrefix = labelNetworkPrefix + "label_" +) + +func getNetworksLabels(ctx context.Context, client *client.Client, labelPrefix string) (map[string]map[string]string, error) { + networks, err := client.NetworkList(ctx, types.NetworkListOptions{}) + if err != nil { + return nil, err + } + labels := make(map[string]map[string]string, len(networks)) + for _, network := range networks { + labels[network.ID] = map[string]string{ + labelPrefix + labelNetworkID: network.ID, + labelPrefix + labelNetworkName: network.Name, + labelPrefix + labelNetworkScope: network.Scope, + labelPrefix + labelNetworkInternal: fmt.Sprintf("%t", network.Internal), + labelPrefix + labelNetworkIngress: fmt.Sprintf("%t", network.Ingress), + } + for k, v := range network.Labels { + ln := strutil.SanitizeLabelName(k) + labels[network.ID][labelPrefix+labelNetworkLabelPrefix+ln] = v + } + } + + return labels, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/nodes.go b/staging/src/github.com/promethues/prometheus/discovery/moby/nodes.go new file mode 100644 index 0000000..85092f9 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/nodes.go @@ -0,0 +1,111 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "net" + "strconv" + + "github.com/docker/docker/api/types" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + swarmLabelNodePrefix = swarmLabel + "node_" + swarmLabelNodeAddress = swarmLabelNodePrefix + "address" + swarmLabelNodeAvailability = swarmLabelNodePrefix + "availability" + swarmLabelNodeEngineVersion = swarmLabelNodePrefix + "engine_version" + swarmLabelNodeHostname = swarmLabelNodePrefix + "hostname" + swarmLabelNodeID = swarmLabelNodePrefix + "id" + swarmLabelNodeLabelPrefix = swarmLabelNodePrefix + "label_" + swarmLabelNodeManagerAddr = swarmLabelNodePrefix + "manager_address" + swarmLabelNodeManagerLeader = swarmLabelNodePrefix + "manager_leader" + swarmLabelNodeManagerReachability = swarmLabelNodePrefix + "manager_reachability" + swarmLabelNodePlatformArchitecture = swarmLabelNodePrefix + "platform_architecture" + swarmLabelNodePlatformOS = swarmLabelNodePrefix + "platform_os" + swarmLabelNodeRole = swarmLabelNodePrefix + "role" + swarmLabelNodeStatus = swarmLabelNodePrefix + "status" +) + +func (d *Discovery) refreshNodes(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "DockerSwarm", + } + + nodes, err := d.client.NodeList(ctx, types.NodeListOptions{Filters: d.filters}) + if err != nil { + return nil, fmt.Errorf("error while listing swarm nodes: %w", err) + } + + for _, n := range nodes { + labels := model.LabelSet{ + swarmLabelNodeID: model.LabelValue(n.ID), + swarmLabelNodeRole: model.LabelValue(n.Spec.Role), + swarmLabelNodeAvailability: model.LabelValue(n.Spec.Availability), + swarmLabelNodeHostname: model.LabelValue(n.Description.Hostname), + swarmLabelNodePlatformArchitecture: model.LabelValue(n.Description.Platform.Architecture), + swarmLabelNodePlatformOS: model.LabelValue(n.Description.Platform.OS), + swarmLabelNodeEngineVersion: model.LabelValue(n.Description.Engine.EngineVersion), + swarmLabelNodeStatus: model.LabelValue(n.Status.State), + swarmLabelNodeAddress: model.LabelValue(n.Status.Addr), + } + if n.ManagerStatus != nil { + labels[swarmLabelNodeManagerLeader] = model.LabelValue(fmt.Sprintf("%t", n.ManagerStatus.Leader)) + labels[swarmLabelNodeManagerReachability] = model.LabelValue(n.ManagerStatus.Reachability) + labels[swarmLabelNodeManagerAddr] = model.LabelValue(n.ManagerStatus.Addr) + } + + for k, v := range n.Spec.Labels { + ln := strutil.SanitizeLabelName(k) + labels[model.LabelName(swarmLabelNodeLabelPrefix+ln)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(n.Status.Addr, strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + + } + return []*targetgroup.Group{tg}, nil +} + +func (d *Discovery) getNodesLabels(ctx context.Context) (map[string]map[string]string, error) { + nodes, err := d.client.NodeList(ctx, types.NodeListOptions{}) + if err != nil { + return nil, fmt.Errorf("error while listing swarm nodes: %w", err) + } + labels := make(map[string]map[string]string, len(nodes)) + for _, n := range nodes { + labels[n.ID] = map[string]string{ + swarmLabelNodeID: n.ID, + swarmLabelNodeRole: string(n.Spec.Role), + swarmLabelNodeAddress: n.Status.Addr, + swarmLabelNodeAvailability: string(n.Spec.Availability), + swarmLabelNodeHostname: n.Description.Hostname, + swarmLabelNodePlatformArchitecture: n.Description.Platform.Architecture, + swarmLabelNodePlatformOS: n.Description.Platform.OS, + swarmLabelNodeStatus: string(n.Status.State), + } + for k, v := range n.Spec.Labels { + ln := strutil.SanitizeLabelName(k) + labels[n.ID][swarmLabelNodeLabelPrefix+ln] = v + } + } + return labels, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/nodes_test.go b/staging/src/github.com/promethues/prometheus/discovery/moby/nodes_test.go new file mode 100644 index 0000000..1a53321 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/nodes_test.go @@ -0,0 +1,130 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +func TestDockerSwarmNodesSDRefresh(t *testing.T) { + sdmock := NewSDMock(t, "swarmprom") + sdmock.Setup() + + e := sdmock.Endpoint() + url := e[:len(e)-1] + cfgString := fmt.Sprintf(` +--- +role: nodes +host: %s +`, url) + var cfg DockerSwarmSDConfig + require.NoError(t, yaml.Unmarshal([]byte(cfgString), &cfg)) + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 5, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("10.0.232.3:80"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_engine_version": model.LabelValue("19.03.11"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_manager_address": model.LabelValue("10.0.232.3:2377"), + "__meta_dockerswarm_node_manager_leader": model.LabelValue("false"), + "__meta_dockerswarm_node_manager_reachability": model.LabelValue("reachable"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + }, + { + "__address__": model.LabelValue("10.0.232.1:80"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.1"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_engine_version": model.LabelValue("19.03.5-ce"), + "__meta_dockerswarm_node_hostname": model.LabelValue("oxygen"), + "__meta_dockerswarm_node_id": model.LabelValue("d3cw2msquo0d71yn42qrnb0tu"), + "__meta_dockerswarm_node_manager_address": model.LabelValue("10.0.232.1:2377"), + "__meta_dockerswarm_node_manager_leader": model.LabelValue("true"), + "__meta_dockerswarm_node_manager_reachability": model.LabelValue("reachable"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + }, + { + "__address__": model.LabelValue("10.0.232.2:80"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_engine_version": model.LabelValue("19.03.11"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_manager_address": model.LabelValue("10.0.232.2:2377"), + "__meta_dockerswarm_node_manager_leader": model.LabelValue("false"), + "__meta_dockerswarm_node_manager_reachability": model.LabelValue("reachable"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + }, + { + "__address__": model.LabelValue("10.0.232.4:80"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.4"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_engine_version": model.LabelValue("19.03.11"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-1"), + "__meta_dockerswarm_node_id": model.LabelValue("jkc2xd7p3xdazf0u6sh1m9dmr"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + }, + { + "__address__": model.LabelValue("10.0.232.5:80"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.5"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_engine_version": model.LabelValue("19.03.11"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-2"), + "__meta_dockerswarm_node_id": model.LabelValue("ldawcom10uqi6owysgi28n4ve"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/services.go b/staging/src/github.com/promethues/prometheus/discovery/moby/services.go new file mode 100644 index 0000000..1d472b5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/services.go @@ -0,0 +1,162 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "net" + "strconv" + + "github.com/docker/docker/api/types" + "github.com/docker/docker/api/types/swarm" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + swarmLabelServicePrefix = swarmLabel + "service_" + swarmLabelServiceEndpointPortName = swarmLabelServicePrefix + "endpoint_port_name" + swarmLabelServiceEndpointPortPublishMode = swarmLabelServicePrefix + "endpoint_port_publish_mode" + swarmLabelServiceID = swarmLabelServicePrefix + "id" + swarmLabelServiceLabelPrefix = swarmLabelServicePrefix + "label_" + swarmLabelServiceName = swarmLabelServicePrefix + "name" + swarmLabelServiceMode = swarmLabelServicePrefix + "mode" + swarmLabelServiceUpdatingStatus = swarmLabelServicePrefix + "updating_status" + swarmLabelServiceTaskPrefix = swarmLabelServicePrefix + "task_" + swarmLabelServiceTaskContainerImage = swarmLabelServiceTaskPrefix + "container_image" + swarmLabelServiceTaskContainerHostname = swarmLabelServiceTaskPrefix + "container_hostname" +) + +func (d *Discovery) refreshServices(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "DockerSwarm", + } + + services, err := d.client.ServiceList(ctx, types.ServiceListOptions{Filters: d.filters}) + if err != nil { + return nil, fmt.Errorf("error while listing swarm services: %w", err) + } + + networkLabels, err := getNetworksLabels(ctx, d.client, swarmLabel) + if err != nil { + return nil, fmt.Errorf("error while computing swarm network labels: %w", err) + } + + for _, s := range services { + commonLabels := map[string]string{ + swarmLabelServiceID: s.ID, + swarmLabelServiceName: s.Spec.Name, + swarmLabelServiceTaskContainerHostname: s.Spec.TaskTemplate.ContainerSpec.Hostname, + swarmLabelServiceTaskContainerImage: s.Spec.TaskTemplate.ContainerSpec.Image, + } + commonLabels[swarmLabelServiceMode] = getServiceValueMode(s) + + if s.UpdateStatus != nil { + commonLabels[swarmLabelServiceUpdatingStatus] = string(s.UpdateStatus.State) + } + + for k, v := range s.Spec.Labels { + ln := strutil.SanitizeLabelName(k) + commonLabels[swarmLabelServiceLabelPrefix+ln] = v + } + + for _, p := range s.Endpoint.VirtualIPs { + var added bool + ip, _, err := net.ParseCIDR(p.Addr) + if err != nil { + return nil, fmt.Errorf("error while parsing address %s: %w", p.Addr, err) + } + + for _, e := range s.Endpoint.Ports { + if e.Protocol != swarm.PortConfigProtocolTCP { + continue + } + labels := model.LabelSet{ + swarmLabelServiceEndpointPortName: model.LabelValue(e.Name), + swarmLabelServiceEndpointPortPublishMode: model.LabelValue(e.PublishMode), + } + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[p.NetworkID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(ip.String(), strconv.FormatUint(uint64(e.PublishedPort), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + added = true + } + + if !added { + labels := model.LabelSet{} + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[p.NetworkID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(ip.String(), fmt.Sprintf("%d", d.port)) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + } + } + } + return []*targetgroup.Group{tg}, nil +} + +func (d *Discovery) getServicesLabelsAndPorts(ctx context.Context) (map[string]map[string]string, map[string][]swarm.PortConfig, error) { + services, err := d.client.ServiceList(ctx, types.ServiceListOptions{}) + if err != nil { + return nil, nil, err + } + servicesLabels := make(map[string]map[string]string, len(services)) + servicesPorts := make(map[string][]swarm.PortConfig, len(services)) + for _, s := range services { + servicesLabels[s.ID] = map[string]string{ + swarmLabelServiceID: s.ID, + swarmLabelServiceName: s.Spec.Name, + } + + servicesLabels[s.ID][swarmLabelServiceMode] = getServiceValueMode(s) + + for k, v := range s.Spec.Labels { + ln := strutil.SanitizeLabelName(k) + servicesLabels[s.ID][swarmLabelServiceLabelPrefix+ln] = v + } + servicesPorts[s.ID] = s.Endpoint.Ports + } + + return servicesLabels, servicesPorts, nil +} + +func getServiceValueMode(s swarm.Service) string { + if s.Spec.Mode.Global != nil { + return "global" + } + if s.Spec.Mode.Replicated != nil { + return "replicated" + } + return "" +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/services_test.go b/staging/src/github.com/promethues/prometheus/discovery/moby/services_test.go new file mode 100644 index 0000000..1bc9832 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/services_test.go @@ -0,0 +1,425 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +func TestDockerSwarmSDServicesRefresh(t *testing.T) { + sdmock := NewSDMock(t, "swarmprom") + sdmock.Setup() + + e := sdmock.Endpoint() + url := e[:len(e)-1] + cfgString := fmt.Sprintf(` +--- +role: services +host: %s +`, url) + var cfg DockerSwarmSDConfig + require.NoError(t, yaml.Unmarshal([]byte(cfgString), &cfg)) + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 15, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("10.0.0.7:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"), + }, + { + "__address__": model.LabelValue("10.0.1.2:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"), + }, + { + "__address__": model.LabelValue("10.0.1.34:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_id": model.LabelValue("9bbq7j55tzzz85k2gg52x73rg"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("cloudflare/unsee:v0.8.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_unsee"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("cloudflare/unsee:v0.8.0@sha256:28398f47f63feb1647887999701fa730da351fc6d3cc7228e5da44b40a663ada"), + }, + { + "__address__": model.LabelValue("10.0.1.13:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_id": model.LabelValue("hv645udwaaewyw7wuc6nspm68"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-prometheus:v2.5.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_prometheus"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-prometheus:v2.5.0@sha256:f1a3781c4785637ba088dcf54889f77d9b6b69f21b2c0a167c1347473f4e2587"), + }, + { + "__address__": model.LabelValue("10.0.1.23:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_id": model.LabelValue("iml8vdd2dudvq457sbirpf66z"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("google/cadvisor"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_cadvisor"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04"), + }, + { + "__address__": model.LabelValue("10.0.1.31:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_id": model.LabelValue("rl4jhdws3r4lkfvq8kx6c4xnr"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-alertmanager:v0.14.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_alertmanager"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-alertmanager:v0.14.0@sha256:7069b656bd5df0606ff1db81a7553a25dc72be51d3aca6a7e08d776566cefbd8"), + }, + { + "__address__": model.LabelValue("10.0.0.13:9090"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.0.13:9093"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.0.13:9094"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.1.15:9090"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.1.15:9093"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.1.15:9094"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + { + "__address__": model.LabelValue("10.0.0.15:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"), + }, + { + "__address__": model.LabelValue("10.0.1.29:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"), + }, + { + "__address__": model.LabelValue("10.0.1.17:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} + +func TestDockerSwarmSDServicesRefreshWithFilters(t *testing.T) { + sdmock := NewSDMock(t, "swarmprom") + sdmock.Setup() + + e := sdmock.Endpoint() + url := e[:len(e)-1] + cfgString := fmt.Sprintf(` +--- +role: services +host: %s +filters: +- name: name + values: ["mon_node-exporter", "mon_grafana"] +`, url) + var cfg DockerSwarmSDConfig + require.NoError(t, yaml.Unmarshal([]byte(cfgString), &cfg)) + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg, "tg should not be nil") + require.NotNil(t, tg.Targets, "tg.targets should not be nil") + require.Equal(t, 4, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("10.0.0.7:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"), + }, + { + "__address__": model.LabelValue("10.0.1.2:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"), + }, + { + "__address__": model.LabelValue("10.0.0.15:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"), + }, + { + "__address__": model.LabelValue("10.0.1.29:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""), + "__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""), + "__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/tasks.go b/staging/src/github.com/promethues/prometheus/discovery/moby/tasks.go new file mode 100644 index 0000000..002f536 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/tasks.go @@ -0,0 +1,160 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "net" + "strconv" + + "github.com/docker/docker/api/types" + "github.com/docker/docker/api/types/swarm" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + swarmLabelTaskPrefix = swarmLabel + "task_" + swarmLabelTaskID = swarmLabelTaskPrefix + "id" + swarmLabelTaskLabelPrefix = swarmLabelTaskPrefix + "label_" + swarmLabelTaskDesiredState = swarmLabelTaskPrefix + "desired_state" + swarmLabelTaskStatus = swarmLabelTaskPrefix + "state" + swarmLabelTaskContainerID = swarmLabelTaskPrefix + "container_id" + swarmLabelTaskSlot = swarmLabelTaskPrefix + "slot" + swarmLabelTaskPortMode = swarmLabelTaskPrefix + "port_publish_mode" +) + +func (d *Discovery) refreshTasks(ctx context.Context) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: "DockerSwarm", + } + + tasks, err := d.client.TaskList(ctx, types.TaskListOptions{Filters: d.filters}) + if err != nil { + return nil, fmt.Errorf("error while listing swarm services: %w", err) + } + + serviceLabels, servicePorts, err := d.getServicesLabelsAndPorts(ctx) + if err != nil { + return nil, fmt.Errorf("error while computing services labels and ports: %w", err) + } + + nodeLabels, err := d.getNodesLabels(ctx) + if err != nil { + return nil, fmt.Errorf("error while computing nodes labels and ports: %w", err) + } + + networkLabels, err := getNetworksLabels(ctx, d.client, swarmLabel) + if err != nil { + return nil, fmt.Errorf("error while computing swarm network labels: %w", err) + } + + for _, s := range tasks { + commonLabels := map[string]string{ + swarmLabelTaskID: s.ID, + swarmLabelTaskDesiredState: string(s.DesiredState), + swarmLabelTaskStatus: string(s.Status.State), + swarmLabelTaskSlot: strconv.FormatInt(int64(s.Slot), 10), + } + + if s.Status.ContainerStatus != nil { + commonLabels[swarmLabelTaskContainerID] = s.Status.ContainerStatus.ContainerID + } + + for k, v := range s.Labels { + ln := strutil.SanitizeLabelName(k) + commonLabels[swarmLabelTaskLabelPrefix+ln] = v + } + + for k, v := range serviceLabels[s.ServiceID] { + commonLabels[k] = v + } + + for k, v := range nodeLabels[s.NodeID] { + commonLabels[k] = v + } + + for _, p := range s.Status.PortStatus.Ports { + if p.Protocol != swarm.PortConfigProtocolTCP { + continue + } + + labels := model.LabelSet{ + swarmLabelTaskPortMode: model.LabelValue(p.PublishMode), + } + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(string(labels[swarmLabelNodeAddress]), strconv.FormatUint(uint64(p.PublishedPort), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + tg.Targets = append(tg.Targets, labels) + } + + for _, network := range s.NetworksAttachments { + for _, address := range network.Addresses { + var added bool + + ip, _, err := net.ParseCIDR(address) + if err != nil { + return nil, fmt.Errorf("error while parsing address %s: %w", address, err) + } + + for _, p := range servicePorts[s.ServiceID] { + if p.Protocol != swarm.PortConfigProtocolTCP { + continue + } + labels := model.LabelSet{ + swarmLabelTaskPortMode: model.LabelValue(p.PublishMode), + } + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[network.Network.ID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(ip.String(), strconv.FormatUint(uint64(p.PublishedPort), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + added = true + } + if !added { + labels := model.LabelSet{} + + for k, v := range commonLabels { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + for k, v := range networkLabels[network.Network.ID] { + labels[model.LabelName(k)] = model.LabelValue(v) + } + + addr := net.JoinHostPort(ip.String(), fmt.Sprintf("%d", d.port)) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + } + } + } + } + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/tasks_test.go b/staging/src/github.com/promethues/prometheus/discovery/moby/tasks_test.go new file mode 100644 index 0000000..188b473 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/tasks_test.go @@ -0,0 +1,793 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package moby + +import ( + "context" + "fmt" + "testing" + + "github.com/go-kit/log" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +func TestDockerSwarmTasksSDRefresh(t *testing.T) { + sdmock := NewSDMock(t, "swarmprom") + sdmock.Setup() + + e := sdmock.Endpoint() + url := e[:len(e)-1] + cfgString := fmt.Sprintf(` +--- +role: tasks +host: %s +`, url) + var cfg DockerSwarmSDConfig + require.NoError(t, yaml.Unmarshal([]byte(cfgString), &cfg)) + + d, err := NewDiscovery(&cfg, log.NewNopLogger()) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 27, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("10.0.0.8:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.5"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-2"), + "__meta_dockerswarm_node_id": model.LabelValue("ldawcom10uqi6owysgi28n4ve"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("a137690f7070c536470aeae2d40cd4ecabe59842e5c2fce0cc7596f7d3d85c59"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("40wy6ekgchzz38dqjv07qt79w"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.3:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.5"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-2"), + "__meta_dockerswarm_node_id": model.LabelValue("ldawcom10uqi6owysgi28n4ve"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("a137690f7070c536470aeae2d40cd4ecabe59842e5c2fce0cc7596f7d3d85c59"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("40wy6ekgchzz38dqjv07qt79w"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.88:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("iml8vdd2dudvq457sbirpf66z"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("google/cadvisor"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_cadvisor"), + "__meta_dockerswarm_task_container_id": model.LabelValue(""), + "__meta_dockerswarm_task_desired_state": model.LabelValue("ready"), + "__meta_dockerswarm_task_id": model.LabelValue("7ogolpkgw2d2amnht1fbtm9oq"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("rejected"), + }, + { + "__address__": model.LabelValue("10.0.0.12:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.4"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-1"), + "__meta_dockerswarm_node_id": model.LabelValue("jkc2xd7p3xdazf0u6sh1m9dmr"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("fe665e092d225bb42da4f9af3439f91c8379f37f1928d74d8f8ae8797f456737"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("b5sk2vnp3gj9j4kmcklzkmkt0"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.7:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.4"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-1"), + "__meta_dockerswarm_node_id": model.LabelValue("jkc2xd7p3xdazf0u6sh1m9dmr"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("fe665e092d225bb42da4f9af3439f91c8379f37f1928d74d8f8ae8797f456737"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("b5sk2vnp3gj9j4kmcklzkmkt0"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.0.11:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("85fcbc74e09fc86532773a757527fca6af60b81bfb4ef6962098c3ae46e0b0b9"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("daxcdhbv3oupklh04l4sxy005"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.6:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("85fcbc74e09fc86532773a757527fca6af60b81bfb4ef6962098c3ae46e0b0b9"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("daxcdhbv3oupklh04l4sxy005"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.0.10:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("f8e4457895c8ddf4723db4b129b55f904cf2ecde18dbf4a744c85470798813f9"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("fwifn031bokjisimj5q76jwdc"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.5:9100"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("f8e4457895c8ddf4723db4b129b55f904cf2ecde18dbf4a744c85470798813f9"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("fwifn031bokjisimj5q76jwdc"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.35:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.4"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-1"), + "__meta_dockerswarm_node_id": model.LabelValue("jkc2xd7p3xdazf0u6sh1m9dmr"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("9bbq7j55tzzz85k2gg52x73rg"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("cloudflare/unsee:v0.8.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_unsee"), + "__meta_dockerswarm_task_container_id": model.LabelValue("a0734f9421e710b654ca9e67010cbb55c1d5f92c17cc9e6590ab61130a3587e0"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("i9skiw2n5jkjoq7gix2t9uzhy"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.14:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.1"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("oxygen"), + "__meta_dockerswarm_node_id": model.LabelValue("d3cw2msquo0d71yn42qrnb0tu"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("hv645udwaaewyw7wuc6nspm68"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-prometheus:v2.5.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_prometheus"), + "__meta_dockerswarm_task_container_id": model.LabelValue("f35e071f1251951a09566a2231cb318a1a29e158a3c3d15ad68fd937184c56b6"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("irj35fr4j59f1kvi0xdin9oly"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.20:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.1"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("oxygen"), + "__meta_dockerswarm_node_id": model.LabelValue("d3cw2msquo0d71yn42qrnb0tu"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("3cee48a5b2b363576b255207aae2d1bd0d8872aa61c3ff3b6d180d78d672a943"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("k8x2806pevvxigagsxovjmur1"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.19:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.5"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-2"), + "__meta_dockerswarm_node_id": model.LabelValue("ldawcom10uqi6owysgi28n4ve"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("d5fd335a33c1fca8fffa1ec17bb5010a6bb7fba7aa72fd2209c25be8f5d1b975"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("mita4y262u04g4c7zz7ns032a"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.18:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.4"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-1"), + "__meta_dockerswarm_node_id": model.LabelValue("jkc2xd7p3xdazf0u6sh1m9dmr"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("ca72094e1ec0547e84aba227dd44446588172fa9ee273de9bf4e6040ff6937bd"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("nm3v4jifzhfkw3rz33gmnaq2z"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.75:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.5"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("worker-2"), + "__meta_dockerswarm_node_id": model.LabelValue("ldawcom10uqi6owysgi28n4ve"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("worker"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("iml8vdd2dudvq457sbirpf66z"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("google/cadvisor"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_cadvisor"), + "__meta_dockerswarm_task_container_id": model.LabelValue(""), + "__meta_dockerswarm_task_desired_state": model.LabelValue("shutdown"), + "__meta_dockerswarm_task_id": model.LabelValue("pxdv57mpvquv2zbt7faz3xux9"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("rejected"), + }, + { + "__address__": model.LabelValue("10.0.0.19:9090"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.0.19:9093"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.0.19:9094"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.1.81:9090"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.1.81:9093"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.1.81:9094"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.2"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-2"), + "__meta_dockerswarm_node_id": model.LabelValue("i9woemzxymn1n98o9ufebclgm"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("tkv91uso46cck763aaqcb4rek"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_caddy"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("qtr16op0cz5pdbx4rylm7up4g"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("starting"), + }, + { + "__address__": model.LabelValue("10.0.1.24:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.1"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("oxygen"), + "__meta_dockerswarm_node_id": model.LabelValue("d3cw2msquo0d71yn42qrnb0tu"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("iml8vdd2dudvq457sbirpf66z"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("google/cadvisor"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_cadvisor"), + "__meta_dockerswarm_task_container_id": model.LabelValue("81dd017b6d9f36d779a3217021111ffc77dcdbd5f26da86c2ae8fada86f33d17"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("s0rh3k9l7ii9vb62lsfp4wc93"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.32:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("rl4jhdws3r4lkfvq8kx6c4xnr"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-alertmanager:v0.14.0"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_alertmanager"), + "__meta_dockerswarm_task_container_id": model.LabelValue("2c753737f2ac7b01b577324513d9bd2a1754e65ab2a44714090eb5d83d2961b2"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("sxwkumr37wjaqzir89uepm4nc"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.0.16:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"), + "__meta_dockerswarm_network_ingress": model.LabelValue("true"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_name": model.LabelValue("ingress"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5b4fc187b14eeba86381b50fc2ae652e74d6cbea5acae0bda72eaf3db0f59f0c"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("tj683w0alx5hqaewks4rg0452"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.30:3000"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("replicated"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"), + "__meta_dockerswarm_task_container_id": model.LabelValue("5b4fc187b14eeba86381b50fc2ae652e74d6cbea5acae0bda72eaf3db0f59f0c"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("tj683w0alx5hqaewks4rg0452"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("ingress"), + "__meta_dockerswarm_task_slot": model.LabelValue("1"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.232.3:82"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("dd50c428ebc7a7bd786c7b0db873bf53ed5cbe5312995a76eb8fd325dcf16032"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("zhoo9feqxfyi9zg6acnt1eam2"), + "__meta_dockerswarm_task_port_publish_mode": model.LabelValue("host"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + { + "__address__": model.LabelValue("10.0.1.22:80"), + "__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"), + "__meta_dockerswarm_network_ingress": model.LabelValue("false"), + "__meta_dockerswarm_network_internal": model.LabelValue("false"), + "__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_network_name": model.LabelValue("mon_net"), + "__meta_dockerswarm_network_scope": model.LabelValue("swarm"), + "__meta_dockerswarm_node_address": model.LabelValue("10.0.232.3"), + "__meta_dockerswarm_node_availability": model.LabelValue("active"), + "__meta_dockerswarm_node_hostname": model.LabelValue("master-3"), + "__meta_dockerswarm_node_id": model.LabelValue("bvtjl7pnrtg0k88ywialsldpd"), + "__meta_dockerswarm_node_platform_architecture": model.LabelValue("x86_64"), + "__meta_dockerswarm_node_platform_os": model.LabelValue("linux"), + "__meta_dockerswarm_node_role": model.LabelValue("manager"), + "__meta_dockerswarm_node_status": model.LabelValue("ready"), + "__meta_dockerswarm_service_id": model.LabelValue("ul5qawv4s7f7msm7dtyfarw80"), + "__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/caddy"), + "__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"), + "__meta_dockerswarm_service_mode": model.LabelValue("global"), + "__meta_dockerswarm_service_name": model.LabelValue("mon_dockerd-exporter"), + "__meta_dockerswarm_task_container_id": model.LabelValue("dd50c428ebc7a7bd786c7b0db873bf53ed5cbe5312995a76eb8fd325dcf16032"), + "__meta_dockerswarm_task_desired_state": model.LabelValue("running"), + "__meta_dockerswarm_task_id": model.LabelValue("zhoo9feqxfyi9zg6acnt1eam2"), + "__meta_dockerswarm_task_slot": model.LabelValue("0"), + "__meta_dockerswarm_task_state": model.LabelValue("running"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/_ping.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/_ping.json new file mode 100644 index 0000000..a0aba93 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/_ping.json @@ -0,0 +1 @@ +OK \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/containers/json_limit_0.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/containers/json_limit_0.json new file mode 100644 index 0000000..6405a09 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/containers/json_limit_0.json @@ -0,0 +1,93 @@ +[ + { + "Id": "c301b928faceb1a18fe379f6bc178727ef920bb30b0f9b8592b32b36255a0eca", + "Names": [ + "/dockersd_node_1" + ], + "Image": "prom/node-exporter:v1.1.2", + "ImageID": "sha256:c19ae228f0699185488b6a1c0debb9c6b79672181356ad455c9a7924a41a01bb", + "Command": "/bin/node_exporter", + "Created": 1616273136, + "Ports": [ + { + "PrivatePort": 9100, + "Type": "tcp" + } + ], + "Labels": { + "com.docker.compose.project": "dockersd", + "com.docker.compose.service": "node", + "com.docker.compose.version": "1.25.0", + "maintainer": "The Prometheus Authors ", + "prometheus-job": "node" + }, + "State": "running", + "Status": "Up 40 seconds", + "HostConfig": { + "NetworkMode": "dockersd_default" + }, + "NetworkSettings": { + "Networks": { + "dockersd_default": { + "IPAMConfig": null, + "Links": null, + "Aliases": null, + "NetworkID": "7189986ab399e144e52a71b7451b4e04e2158c044b4cd2f3ae26fc3a285d3798", + "EndpointID": "423198ed568efa36699c5f13289c46230580a0ad6453d9e726f5e3cf1a911f77", + "Gateway": "172.19.0.1", + "IPAddress": "172.19.0.2", + "IPPrefixLen": 16, + "IPv6Gateway": "", + "GlobalIPv6Address": "", + "GlobalIPv6PrefixLen": 0, + "MacAddress": "02:42:ac:13:00:02", + "DriverOpts": null + } + } + }, + "Mounts": [] + }, + { + "Id": "c301b928faceb1a18fe379f6bc178727ef920bb30b0f9b8592b32b36255a0eca", + "Names": [ + "/dockersd_noport_1" + ], + "Image": "prom/node-exporter:v1.1.2", + "ImageID": "sha256:c19ae228f0699185488b6a1c0debb9c6b79672181356ad455c9a7924a41a01bb", + "Command": "/bin/node_exporter", + "Created": 1616273136, + "Ports": [], + "Labels": { + "com.docker.compose.project": "dockersd", + "com.docker.compose.service": "noport", + "com.docker.compose.version": "1.25.0", + "maintainer": "The Prometheus Authors ", + "prometheus-job": "noport" + }, + "State": "running", + "Status": "Up 40 seconds", + "HostConfig": { + "NetworkMode": "dockersd_default" + }, + "NetworkSettings": { + "Networks": { + "dockersd_default": { + "IPAMConfig": null, + "Links": null, + "Aliases": null, + "NetworkID": "7189986ab399e144e52a71b7451b4e04e2158c044b4cd2f3ae26fc3a285d3798", + "EndpointID": "423198ed568efa36699c5f13289c46230580a0ad6453d9e726f5e3cf1a911f77", + "Gateway": "172.19.0.1", + "IPAddress": "172.19.0.3", + "IPPrefixLen": 16, + "IPv6Gateway": "", + "GlobalIPv6Address": "", + "GlobalIPv6PrefixLen": 0, + "MacAddress": "02:42:ac:13:00:03", + "DriverOpts": null + } + } + }, + "Mounts": [] + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/headers.yml b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/headers.yml new file mode 100644 index 0000000..420b17b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/headers.yml @@ -0,0 +1,5 @@ +Ostype: linux +Server: Docker/19.03.5-ce (linux) +Docker-Experimental: "false" +Api-Version: "1.40" +Cache-Control: no-cache, no-store, must-revalidat diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/networks.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/networks.json new file mode 100644 index 0000000..35facd3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/dockerprom/networks.json @@ -0,0 +1,115 @@ +[ + { + "Name": "host", + "Id": "50e3f3df9b82eb4a9912d730e431378e7f9e297ce5c524089bfea183201b20a6", + "Created": "2018-03-22T02:44:55.903299699+01:00", + "Scope": "local", + "Driver": "host", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [] + }, + "Internal": false, + "Attachable": false, + "Ingress": false, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": {}, + "Options": {}, + "Labels": {} + }, + { + "Name": "bridge", + "Id": "03c5e4fd4ca3b43384b4ee088369251071dc455b4e1783af8de5031e493a4920", + "Created": "2021-03-20T21:19:50.639982673+01:00", + "Scope": "local", + "Driver": "bridge", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [ + { + "Subnet": "172.17.0.0/16", + "Gateway": "172.17.0.1" + } + ] + }, + "Internal": false, + "Attachable": false, + "Ingress": false, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": {}, + "Options": { + "com.docker.network.bridge.default_bridge": "true", + "com.docker.network.bridge.enable_icc": "true", + "com.docker.network.bridge.enable_ip_masquerade": "true", + "com.docker.network.bridge.host_binding_ipv4": "0.0.0.0", + "com.docker.network.bridge.name": "docker0", + "com.docker.network.driver.mtu": "1500" + }, + "Labels": {} + }, + { + "Name": "dockersd_default", + "Id": "7189986ab399e144e52a71b7451b4e04e2158c044b4cd2f3ae26fc3a285d3798", + "Created": "2021-03-20T21:45:36.392538652+01:00", + "Scope": "local", + "Driver": "bridge", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [ + { + "Subnet": "172.19.0.0/16", + "Gateway": "172.19.0.1" + } + ] + }, + "Internal": false, + "Attachable": true, + "Ingress": false, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": {}, + "Options": {}, + "Labels": { + "com.docker.compose.network": "default", + "com.docker.compose.project": "dockersd", + "com.docker.compose.version": "1.25.0" + } + }, + { + "Name": "none", + "Id": "4f77bf4a633f2ad042177e4d55852c85acc59e71bea90129908371a747624a7c", + "Created": "2018-03-22T02:44:55.859947227+01:00", + "Scope": "local", + "Driver": "null", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [] + }, + "Internal": false, + "Attachable": false, + "Ingress": false, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": {}, + "Options": {}, + "Labels": {} + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/_ping.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/_ping.json new file mode 100644 index 0000000..a0aba93 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/_ping.json @@ -0,0 +1 @@ +OK \ No newline at end of file diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/headers.yml b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/headers.yml new file mode 100644 index 0000000..420b17b --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/headers.yml @@ -0,0 +1,5 @@ +Ostype: linux +Server: Docker/19.03.5-ce (linux) +Docker-Experimental: "false" +Api-Version: "1.40" +Cache-Control: no-cache, no-store, must-revalidat diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/networks.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/networks.json new file mode 100644 index 0000000..c67b486 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/networks.json @@ -0,0 +1,64 @@ +[ + { + "Name": "mon_net", + "Id": "npq2closzy836m07eaq1425k3", + "Created": "2020-06-20T22:08:52.666829786Z", + "Scope": "swarm", + "Driver": "overlay", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + }, + "Internal": false, + "Attachable": true, + "Ingress": false, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": null, + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + }, + "Labels": { + "com.docker.stack.namespace": "mon" + } + }, + { + "Name": "ingress", + "Id": "qvwhwd6p61k4o0ulsknqb066z", + "Created": "2020-06-20T20:50:07.413991571Z", + "Scope": "swarm", + "Driver": "overlay", + "EnableIPv6": false, + "IPAM": { + "Driver": "default", + "Options": null, + "Config": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + }, + "Internal": false, + "Attachable": false, + "Ingress": true, + "ConfigFrom": { + "Network": "" + }, + "ConfigOnly": false, + "Containers": null, + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + }, + "Labels": null + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/nodes.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/nodes.json new file mode 100644 index 0000000..fb4ef91 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/nodes.json @@ -0,0 +1,545 @@ +[ + { + "ID": "bvtjl7pnrtg0k88ywialsldpd", + "Version": { + "Index": 46 + }, + "CreatedAt": "2020-06-19T19:14:12.712080369Z", + "UpdatedAt": "2020-06-19T19:14:29.328553007Z", + "Spec": { + "Labels": {}, + "Role": "manager", + "Availability": "active" + }, + "Description": { + "Hostname": "master-3", + "Platform": { + "Architecture": "x86_64", + "OS": "linux" + }, + "Resources": { + "NanoCPUs": 8000000000, + "MemoryBytes": 33369206784 + }, + "Engine": { + "EngineVersion": "19.03.11", + "Plugins": [ + { + "Type": "Log", + "Name": "awslogs" + }, + { + "Type": "Log", + "Name": "fluentd" + }, + { + "Type": "Log", + "Name": "gcplogs" + }, + { + "Type": "Log", + "Name": "gelf" + }, + { + "Type": "Log", + "Name": "journald" + }, + { + "Type": "Log", + "Name": "json-file" + }, + { + "Type": "Log", + "Name": "local" + }, + { + "Type": "Log", + "Name": "logentries" + }, + { + "Type": "Log", + "Name": "splunk" + }, + { + "Type": "Log", + "Name": "syslog" + }, + { + "Type": "Network", + "Name": "bridge" + }, + { + "Type": "Network", + "Name": "host" + }, + { + "Type": "Network", + "Name": "ipvlan" + }, + { + "Type": "Network", + "Name": "macvlan" + }, + { + "Type": "Network", + "Name": "null" + }, + { + "Type": "Network", + "Name": "overlay" + }, + { + "Type": "Volume", + "Name": "local" + } + ] + }, + "TLSInfo": { + "TrustRoot": "-----BEGIN CERTIFICATE-----\nMIIBazCCARCgAwIBAgIUCEGCo7PvZiKIKJ3Gun/cP+3jIygwCgYIKoZIzj0EAwIw\nEzERMA8GA1UEAxMIc3dhcm0tY2EwHhcNMjAwNjE5MTkwOTAwWhcNNDAwNjE0MTkw\nOTAwWjATMREwDwYDVQQDEwhzd2FybS1jYTBZMBMGByqGSM49AgEGCCqGSM49AwEH\nA0IABF6kgxvCNpsdGvv8CcrDzo13VByoCM+PeOFnxrFNHHEpD/shSBaTP1qvESnZ\n+F/GtPK0O06kJcd9HZSUoTblgfijQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNVHRMB\nAf8EBTADAQH/MB0GA1UdDgQWBBTw+O5fRh6rhOfP94q0Rp0eJongYzAKBggqhkjO\nPQQDAgNJADBGAiEAxdjqkW94D2ZewZrid2g72aBhlX7XKsa86hx8/PmPt4wCIQDD\nNnFTPgihf1I71vI7JcnEIKePlodqH+w701jl/GvYnw==\n-----END CERTIFICATE-----\n", + "CertIssuerSubject": "MBMxETAPBgNVBAMTCHN3YXJtLWNh", + "CertIssuerPublicKey": "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXqSDG8I2mx0a+/wJysPOjXdUHKgIz4944WfGsU0ccSkP+yFIFpM/Wq8RKdn4X8a08rQ7TqQlx30dlJShNuWB+A==" + } + }, + "Status": { + "State": "ready", + "Addr": "10.0.232.3" + }, + "ManagerStatus": { + "Reachability": "reachable", + "Addr": "10.0.232.3:2377" + } + }, + { + "ID": "d3cw2msquo0d71yn42qrnb0tu", + "Version": { + "Index": 44 + }, + "CreatedAt": "2020-06-19T19:14:11.450271647Z", + "UpdatedAt": "2020-06-19T19:14:29.314880869Z", + "Spec": { + "Labels": {}, + "Role": "manager", + "Availability": "active" + }, + "Description": { + "Hostname": "oxygen", + "Platform": { + "Architecture": "x86_64", + "OS": "linux" + }, + "Resources": { + "NanoCPUs": 8000000000, + "MemoryBytes": 33369206784 + }, + "Engine": { + "EngineVersion": "19.03.5-ce", + "Plugins": [ + { + "Type": "Log", + "Name": "awslogs" + }, + { + "Type": "Log", + "Name": "fluentd" + }, + { + "Type": "Log", + "Name": "gcplogs" + }, + { + "Type": "Log", + "Name": "gelf" + }, + { + "Type": "Log", + "Name": "journald" + }, + { + "Type": "Log", + "Name": "json-file" + }, + { + "Type": "Log", + "Name": "local" + }, + { + "Type": "Log", + "Name": "logentries" + }, + { + "Type": "Log", + "Name": "splunk" + }, + { + "Type": "Log", + "Name": "syslog" + }, + { + "Type": "Network", + "Name": "bridge" + }, + { + "Type": "Network", + "Name": "host" + }, + { + "Type": "Network", + "Name": "ipvlan" + }, + { + "Type": "Network", + "Name": "macvlan" + }, + { + "Type": "Network", + "Name": "null" + }, + { + "Type": "Network", + "Name": "overlay" + }, + { + "Type": "Volume", + "Name": "local" + } + ] + }, + "TLSInfo": { + "TrustRoot": "-----BEGIN CERTIFICATE-----\nMIIBazCCARCgAwIBAgIUCEGCo7PvZiKIKJ3Gun/cP+3jIygwCgYIKoZIzj0EAwIw\nEzERMA8GA1UEAxMIc3dhcm0tY2EwHhcNMjAwNjE5MTkwOTAwWhcNNDAwNjE0MTkw\nOTAwWjATMREwDwYDVQQDEwhzd2FybS1jYTBZMBMGByqGSM49AgEGCCqGSM49AwEH\nA0IABF6kgxvCNpsdGvv8CcrDzo13VByoCM+PeOFnxrFNHHEpD/shSBaTP1qvESnZ\n+F/GtPK0O06kJcd9HZSUoTblgfijQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNVHRMB\nAf8EBTADAQH/MB0GA1UdDgQWBBTw+O5fRh6rhOfP94q0Rp0eJongYzAKBggqhkjO\nPQQDAgNJADBGAiEAxdjqkW94D2ZewZrid2g72aBhlX7XKsa86hx8/PmPt4wCIQDD\nNnFTPgihf1I71vI7JcnEIKePlodqH+w701jl/GvYnw==\n-----END CERTIFICATE-----\n", + "CertIssuerSubject": "MBMxETAPBgNVBAMTCHN3YXJtLWNh", + "CertIssuerPublicKey": "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXqSDG8I2mx0a+/wJysPOjXdUHKgIz4944WfGsU0ccSkP+yFIFpM/Wq8RKdn4X8a08rQ7TqQlx30dlJShNuWB+A==" + } + }, + "Status": { + "State": "ready", + "Addr": "10.0.232.1" + }, + "ManagerStatus": { + "Leader": true, + "Reachability": "reachable", + "Addr": "10.0.232.1:2377" + } + }, + { + "ID": "i9woemzxymn1n98o9ufebclgm", + "Version": { + "Index": 45 + }, + "CreatedAt": "2020-06-19T19:14:12.087516843Z", + "UpdatedAt": "2020-06-19T19:14:29.320036062Z", + "Spec": { + "Labels": {}, + "Role": "manager", + "Availability": "active" + }, + "Description": { + "Hostname": "master-2", + "Platform": { + "Architecture": "x86_64", + "OS": "linux" + }, + "Resources": { + "NanoCPUs": 8000000000, + "MemoryBytes": 33369206784 + }, + "Engine": { + "EngineVersion": "19.03.11", + "Plugins": [ + { + "Type": "Log", + "Name": "awslogs" + }, + { + "Type": "Log", + "Name": "fluentd" + }, + { + "Type": "Log", + "Name": "gcplogs" + }, + { + "Type": "Log", + "Name": "gelf" + }, + { + "Type": "Log", + "Name": "journald" + }, + { + "Type": "Log", + "Name": "json-file" + }, + { + "Type": "Log", + "Name": "local" + }, + { + "Type": "Log", + "Name": "logentries" + }, + { + "Type": "Log", + "Name": "splunk" + }, + { + "Type": "Log", + "Name": "syslog" + }, + { + "Type": "Network", + "Name": "bridge" + }, + { + "Type": "Network", + "Name": "host" + }, + { + "Type": "Network", + "Name": "ipvlan" + }, + { + "Type": "Network", + "Name": "macvlan" + }, + { + "Type": "Network", + "Name": "null" + }, + { + "Type": "Network", + "Name": "overlay" + }, + { + "Type": "Volume", + "Name": "local" + } + ] + }, + "TLSInfo": { + "TrustRoot": "-----BEGIN CERTIFICATE-----\nMIIBazCCARCgAwIBAgIUCEGCo7PvZiKIKJ3Gun/cP+3jIygwCgYIKoZIzj0EAwIw\nEzERMA8GA1UEAxMIc3dhcm0tY2EwHhcNMjAwNjE5MTkwOTAwWhcNNDAwNjE0MTkw\nOTAwWjATMREwDwYDVQQDEwhzd2FybS1jYTBZMBMGByqGSM49AgEGCCqGSM49AwEH\nA0IABF6kgxvCNpsdGvv8CcrDzo13VByoCM+PeOFnxrFNHHEpD/shSBaTP1qvESnZ\n+F/GtPK0O06kJcd9HZSUoTblgfijQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNVHRMB\nAf8EBTADAQH/MB0GA1UdDgQWBBTw+O5fRh6rhOfP94q0Rp0eJongYzAKBggqhkjO\nPQQDAgNJADBGAiEAxdjqkW94D2ZewZrid2g72aBhlX7XKsa86hx8/PmPt4wCIQDD\nNnFTPgihf1I71vI7JcnEIKePlodqH+w701jl/GvYnw==\n-----END CERTIFICATE-----\n", + "CertIssuerSubject": "MBMxETAPBgNVBAMTCHN3YXJtLWNh", + "CertIssuerPublicKey": "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXqSDG8I2mx0a+/wJysPOjXdUHKgIz4944WfGsU0ccSkP+yFIFpM/Wq8RKdn4X8a08rQ7TqQlx30dlJShNuWB+A==" + } + }, + "Status": { + "State": "ready", + "Addr": "10.0.232.2" + }, + "ManagerStatus": { + "Reachability": "reachable", + "Addr": "10.0.232.2:2377" + } + }, + { + "ID": "jkc2xd7p3xdazf0u6sh1m9dmr", + "Version": { + "Index": 47 + }, + "CreatedAt": "2020-06-19T19:14:13.329602795Z", + "UpdatedAt": "2020-06-19T19:14:29.337031695Z", + "Spec": { + "Labels": {}, + "Role": "worker", + "Availability": "active" + }, + "Description": { + "Hostname": "worker-1", + "Platform": { + "Architecture": "x86_64", + "OS": "linux" + }, + "Resources": { + "NanoCPUs": 8000000000, + "MemoryBytes": 33369206784 + }, + "Engine": { + "EngineVersion": "19.03.11", + "Plugins": [ + { + "Type": "Log", + "Name": "awslogs" + }, + { + "Type": "Log", + "Name": "fluentd" + }, + { + "Type": "Log", + "Name": "gcplogs" + }, + { + "Type": "Log", + "Name": "gelf" + }, + { + "Type": "Log", + "Name": "journald" + }, + { + "Type": "Log", + "Name": "json-file" + }, + { + "Type": "Log", + "Name": "local" + }, + { + "Type": "Log", + "Name": "logentries" + }, + { + "Type": "Log", + "Name": "splunk" + }, + { + "Type": "Log", + "Name": "syslog" + }, + { + "Type": "Network", + "Name": "bridge" + }, + { + "Type": "Network", + "Name": "host" + }, + { + "Type": "Network", + "Name": "ipvlan" + }, + { + "Type": "Network", + "Name": "macvlan" + }, + { + "Type": "Network", + "Name": "null" + }, + { + "Type": "Network", + "Name": "overlay" + }, + { + "Type": "Volume", + "Name": "local" + } + ] + }, + "TLSInfo": { + "TrustRoot": "-----BEGIN CERTIFICATE-----\nMIIBazCCARCgAwIBAgIUCEGCo7PvZiKIKJ3Gun/cP+3jIygwCgYIKoZIzj0EAwIw\nEzERMA8GA1UEAxMIc3dhcm0tY2EwHhcNMjAwNjE5MTkwOTAwWhcNNDAwNjE0MTkw\nOTAwWjATMREwDwYDVQQDEwhzd2FybS1jYTBZMBMGByqGSM49AgEGCCqGSM49AwEH\nA0IABF6kgxvCNpsdGvv8CcrDzo13VByoCM+PeOFnxrFNHHEpD/shSBaTP1qvESnZ\n+F/GtPK0O06kJcd9HZSUoTblgfijQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNVHRMB\nAf8EBTADAQH/MB0GA1UdDgQWBBTw+O5fRh6rhOfP94q0Rp0eJongYzAKBggqhkjO\nPQQDAgNJADBGAiEAxdjqkW94D2ZewZrid2g72aBhlX7XKsa86hx8/PmPt4wCIQDD\nNnFTPgihf1I71vI7JcnEIKePlodqH+w701jl/GvYnw==\n-----END CERTIFICATE-----\n", + "CertIssuerSubject": "MBMxETAPBgNVBAMTCHN3YXJtLWNh", + "CertIssuerPublicKey": "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXqSDG8I2mx0a+/wJysPOjXdUHKgIz4944WfGsU0ccSkP+yFIFpM/Wq8RKdn4X8a08rQ7TqQlx30dlJShNuWB+A==" + } + }, + "Status": { + "State": "ready", + "Addr": "10.0.232.4" + } + }, + { + "ID": "ldawcom10uqi6owysgi28n4ve", + "Version": { + "Index": 43 + }, + "CreatedAt": "2020-06-19T19:14:13.444872098Z", + "UpdatedAt": "2020-06-19T19:14:29.306716244Z", + "Spec": { + "Labels": {}, + "Role": "worker", + "Availability": "active" + }, + "Description": { + "Hostname": "worker-2", + "Platform": { + "Architecture": "x86_64", + "OS": "linux" + }, + "Resources": { + "NanoCPUs": 8000000000, + "MemoryBytes": 33369206784 + }, + "Engine": { + "EngineVersion": "19.03.11", + "Plugins": [ + { + "Type": "Log", + "Name": "awslogs" + }, + { + "Type": "Log", + "Name": "fluentd" + }, + { + "Type": "Log", + "Name": "gcplogs" + }, + { + "Type": "Log", + "Name": "gelf" + }, + { + "Type": "Log", + "Name": "journald" + }, + { + "Type": "Log", + "Name": "json-file" + }, + { + "Type": "Log", + "Name": "local" + }, + { + "Type": "Log", + "Name": "logentries" + }, + { + "Type": "Log", + "Name": "splunk" + }, + { + "Type": "Log", + "Name": "syslog" + }, + { + "Type": "Network", + "Name": "bridge" + }, + { + "Type": "Network", + "Name": "host" + }, + { + "Type": "Network", + "Name": "ipvlan" + }, + { + "Type": "Network", + "Name": "macvlan" + }, + { + "Type": "Network", + "Name": "null" + }, + { + "Type": "Network", + "Name": "overlay" + }, + { + "Type": "Volume", + "Name": "local" + } + ] + }, + "TLSInfo": { + "TrustRoot": "-----BEGIN CERTIFICATE-----\nMIIBazCCARCgAwIBAgIUCEGCo7PvZiKIKJ3Gun/cP+3jIygwCgYIKoZIzj0EAwIw\nEzERMA8GA1UEAxMIc3dhcm0tY2EwHhcNMjAwNjE5MTkwOTAwWhcNNDAwNjE0MTkw\nOTAwWjATMREwDwYDVQQDEwhzd2FybS1jYTBZMBMGByqGSM49AgEGCCqGSM49AwEH\nA0IABF6kgxvCNpsdGvv8CcrDzo13VByoCM+PeOFnxrFNHHEpD/shSBaTP1qvESnZ\n+F/GtPK0O06kJcd9HZSUoTblgfijQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNVHRMB\nAf8EBTADAQH/MB0GA1UdDgQWBBTw+O5fRh6rhOfP94q0Rp0eJongYzAKBggqhkjO\nPQQDAgNJADBGAiEAxdjqkW94D2ZewZrid2g72aBhlX7XKsa86hx8/PmPt4wCIQDD\nNnFTPgihf1I71vI7JcnEIKePlodqH+w701jl/GvYnw==\n-----END CERTIFICATE-----\n", + "CertIssuerSubject": "MBMxETAPBgNVBAMTCHN3YXJtLWNh", + "CertIssuerPublicKey": "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEXqSDG8I2mx0a+/wJysPOjXdUHKgIz4944WfGsU0ccSkP+yFIFpM/Wq8RKdn4X8a08rQ7TqQlx30dlJShNuWB+A==" + } + }, + "Status": { + "State": "ready", + "Addr": "10.0.232.5" + } + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json new file mode 100644 index 0000000..72caa7a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json @@ -0,0 +1,891 @@ +[ + { + "ID": "3qvd7bwfptmoht16t1f7jllb6", + "Version": { + "Index": 41 + }, + "CreatedAt": "2020-06-19T19:14:29.269637662Z", + "UpdatedAt": "2020-06-19T19:14:29.288101671Z", + "Spec": { + "Name": "mon_node-exporter", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-node-exporter:v0.16.0", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Global": {} + }, + "EndpointSpec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ] + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ] + }, + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ], + "VirtualIPs": [ + { + "NetworkID": "qvwhwd6p61k4o0ulsknqb066z", + "Addr": "10.0.0.7/24" + }, + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.2/24" + } + ] + } + }, + { + "ID": "9bbq7j55tzzz85k2gg52x73rg", + "Version": { + "Index": 116 + }, + "CreatedAt": "2020-06-19T19:15:16.676178796Z", + "UpdatedAt": "2020-06-19T19:15:16.690701679Z", + "Spec": { + "Name": "mon_unsee", + "Labels": { + "com.docker.stack.image": "cloudflare/unsee:v0.8.0", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "cloudflare/unsee:v0.8.0@sha256:28398f47f63feb1647887999701fa730da351fc6d3cc7228e5da44b40a663ada", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "ALERTMANAGER_URIS=default:http://alertmanager:9093" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Isolation": "default" + }, + "Resources": {}, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "unsee" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip" + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip" + }, + "VirtualIPs": [ + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.34/24" + } + ] + } + }, + { + "ID": "hv645udwaaewyw7wuc6nspm68", + "Version": { + "Index": 54 + }, + "CreatedAt": "2020-06-19T19:14:31.707250955Z", + "UpdatedAt": "2020-06-19T19:14:31.713627185Z", + "Spec": { + "Name": "mon_prometheus", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-prometheus:v2.5.0", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-prometheus:v2.5.0@sha256:f1a3781c4785637ba088dcf54889f77d9b6b69f21b2c0a167c1347473f4e2587", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--config.file=/etc/prometheus/prometheus.yml", + "--storage.tsdb.path=/prometheus", + "--storage.tsdb.retention=24h" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_prometheus", + "Target": "/prometheus", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Configs": [ + { + "File": { + "Name": "/etc/prometheus/swarm_node.rules.yml", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "zffindunvquarrlgdrklzczbz", + "ConfigName": "mon_node_rules" + }, + { + "File": { + "Name": "/etc/prometheus/swarm_task.rules.yml", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "fbhk5cmleeicn5fkzujm909k7", + "ConfigName": "mon_task_rules" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 2147483648 + }, + "Reservations": { + "MemoryBytes": 134217728 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "prometheus" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip" + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip" + }, + "VirtualIPs": [ + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.13/24" + } + ] + } + }, + { + "ID": "iml8vdd2dudvq457sbirpf66z", + "Version": { + "Index": 83 + }, + "CreatedAt": "2020-06-19T19:14:49.165966453Z", + "UpdatedAt": "2020-06-19T19:14:49.1722461Z", + "Spec": { + "Name": "mon_cadvisor", + "Labels": { + "com.docker.stack.image": "google/cadvisor", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "-logtostderr", + "-docker_only" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/var/run/docker.sock", + "Target": "/var/run/docker.sock", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/run", + "Target": "/var/run" + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/lib/docker/", + "Target": "/var/lib/docker", + "ReadOnly": true + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "cadvisor" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Global": {} + }, + "EndpointSpec": { + "Mode": "vip" + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip" + }, + "VirtualIPs": [ + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.23/24" + } + ] + } + }, + { + "ID": "rl4jhdws3r4lkfvq8kx6c4xnr", + "Version": { + "Index": 104 + }, + "CreatedAt": "2020-06-19T19:15:09.840775581Z", + "UpdatedAt": "2020-06-19T19:15:09.854119631Z", + "Spec": { + "Name": "mon_alertmanager", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-alertmanager:v0.14.0", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-alertmanager:v0.14.0@sha256:7069b656bd5df0606ff1db81a7553a25dc72be51d3aca6a7e08d776566cefbd8", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--config.file=/etc/alertmanager/alertmanager.yml", + "--storage.path=/alertmanager" + ], + "Env": [ + "SLACK_CHANNEL=devops-alerts", + "SLACK_URL=https://hooks.slack.com/services/TOKEN", + "SLACK_USER=alertmanager" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_alertmanager", + "Target": "/alertmanager", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "alertmanager" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip" + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip" + }, + "VirtualIPs": [ + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.31/24" + } + ] + } + }, + { + "ID": "tkv91uso46cck763aaqcb4rek", + "Version": { + "Index": 68 + }, + "CreatedAt": "2020-06-19T19:14:41.685703164Z", + "UpdatedAt": "2020-06-19T19:14:41.696259297Z", + "Spec": { + "Name": "mon_caddy", + "Labels": { + "com.docker.stack.image": "stefanprodan/caddy", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "ADMIN_PASSWORD=admin", + "ADMIN_USER=admin" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Healthcheck": { + "Test": [ + "CMD", + "curl", + "-f", + "http://localhost:3000" + ], + "Interval": 5000000000, + "Timeout": 1000000000, + "Retries": 5 + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "pkjteflcny7cc633glg3m6ck2", + "ConfigName": "mon_caddy_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "caddy" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9090, + "PublishedPort": 9090, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9093, + "PublishedPort": 9093, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9094, + "PublishedPort": 9094, + "PublishMode": "ingress" + } + ] + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9090, + "PublishedPort": 9090, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9093, + "PublishedPort": 9093, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9094, + "PublishedPort": 9094, + "PublishMode": "ingress" + } + ] + }, + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9090, + "PublishedPort": 9090, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9093, + "PublishedPort": 9093, + "PublishMode": "ingress" + }, + { + "Protocol": "tcp", + "TargetPort": 9094, + "PublishedPort": 9094, + "PublishMode": "ingress" + } + ], + "VirtualIPs": [ + { + "NetworkID": "qvwhwd6p61k4o0ulsknqb066z", + "Addr": "10.0.0.13/24" + }, + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.15/24" + } + ] + } + }, + { + "ID": "uk9su5tb9ykfzew3qtmp14uzh", + "Version": { + "Index": 92 + }, + "CreatedAt": "2020-06-19T19:14:54.28743674Z", + "UpdatedAt": "2020-06-19T19:14:54.301718496Z", + "Spec": { + "Name": "mon_grafana", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-grafana:5.3.4", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "GF_SECURITY_ADMIN_PASSWORD=admin", + "GF_SECURITY_ADMIN_USER=admin", + "GF_USERS_ALLOW_SIGN_UP=false" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_grafana", + "Target": "/var/lib/grafana", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "grafana" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ] + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ] + }, + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ], + "VirtualIPs": [ + { + "NetworkID": "qvwhwd6p61k4o0ulsknqb066z", + "Addr": "10.0.0.15/24" + }, + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.29/24" + } + ] + } + }, + { + "ID": "ul5qawv4s7f7msm7dtyfarw80", + "Version": { + "Index": 74 + }, + "CreatedAt": "2020-06-19T19:14:45.311963014Z", + "UpdatedAt": "2020-06-19T19:14:45.327315101Z", + "Spec": { + "Name": "mon_dockerd-exporter", + "Labels": { + "com.docker.stack.image": "stefanprodan/caddy", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "DOCKER_GWBRIDGE_IP=172.18.0.1" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "4glhzmw6fndnkjn2cok90a9gu", + "ConfigName": "mon_dockerd_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "dockerd-exporter" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Global": {} + }, + "EndpointSpec": { + "Mode": "vip" + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip" + }, + "VirtualIPs": [ + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.17/24" + } + ] + } + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json__wvKVCQ4HhD b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json__wvKVCQ4HhD new file mode 100644 index 0000000..9626972 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/services.json__wvKVCQ4HhD @@ -0,0 +1,257 @@ +[ + { + "ID": "3qvd7bwfptmoht16t1f7jllb6", + "Version": { + "Index": 41 + }, + "CreatedAt": "2020-06-19T19:14:29.269637662Z", + "UpdatedAt": "2020-06-19T19:14:29.288101671Z", + "Spec": { + "Name": "mon_node-exporter", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-node-exporter:v0.16.0", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Global": {} + }, + "EndpointSpec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ] + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ] + }, + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 9100, + "PublishedPort": 9100, + "PublishMode": "ingress" + } + ], + "VirtualIPs": [ + { + "NetworkID": "qvwhwd6p61k4o0ulsknqb066z", + "Addr": "10.0.0.7/24" + }, + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.2/24" + } + ] + } + }, + { + "ID": "uk9su5tb9ykfzew3qtmp14uzh", + "Version": { + "Index": 92 + }, + "CreatedAt": "2020-06-19T19:14:54.28743674Z", + "UpdatedAt": "2020-06-19T19:14:54.301718496Z", + "Spec": { + "Name": "mon_grafana", + "Labels": { + "com.docker.stack.image": "stefanprodan/swarmprom-grafana:5.3.4", + "com.docker.stack.namespace": "mon" + }, + "TaskTemplate": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "GF_SECURITY_ADMIN_PASSWORD=admin", + "GF_SECURITY_ADMIN_USER=admin", + "GF_USERS_ALLOW_SIGN_UP=false" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_grafana", + "Target": "/var/lib/grafana", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "grafana" + ] + } + ], + "ForceUpdate": 0, + "Runtime": "container" + }, + "Mode": { + "Replicated": { + "Replicas": 1 + } + }, + "EndpointSpec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ] + } + }, + "Endpoint": { + "Spec": { + "Mode": "vip", + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ] + }, + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 3000, + "PublishedPort": 3000, + "PublishMode": "ingress" + } + ], + "VirtualIPs": [ + { + "NetworkID": "qvwhwd6p61k4o0ulsknqb066z", + "Addr": "10.0.0.15/24" + }, + { + "NetworkID": "npq2closzy836m07eaq1425k3", + "Addr": "10.0.1.29/24" + } + ] + } + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/tasks.json b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/tasks.json new file mode 100644 index 0000000..33d81f2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/moby/testdata/swarmprom/tasks.json @@ -0,0 +1,2333 @@ +[ + { + "ID": "40wy6ekgchzz38dqjv07qt79w", + "Version": { + "Index": 62 + }, + "CreatedAt": "2020-06-19T19:14:29.276423191Z", + "UpdatedAt": "2020-06-19T19:14:39.901147202Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "3qvd7bwfptmoht16t1f7jllb6", + "NodeID": "ldawcom10uqi6owysgi28n4ve", + "Status": { + "Timestamp": "2020-06-19T19:14:39.869087726Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "a137690f7070c536470aeae2d40cd4ecabe59842e5c2fce0cc7596f7d3d85c59", + "PID": 555, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.8/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.3/24" + ] + } + ] + }, + { + "ID": "7ogolpkgw2d2amnht1fbtm9oq", + "Version": { + "Index": 398 + }, + "CreatedAt": "2020-06-19T19:17:03.267177009Z", + "UpdatedAt": "2020-06-19T19:17:03.564352646Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "-logtostderr", + "-docker_only" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/var/run/docker.sock", + "Target": "/var/run/docker.sock", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/run", + "Target": "/var/run" + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/lib/docker/", + "Target": "/var/lib/docker", + "ReadOnly": true + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "cadvisor" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "iml8vdd2dudvq457sbirpf66z", + "NodeID": "i9woemzxymn1n98o9ufebclgm", + "Status": { + "Timestamp": "2020-06-19T19:17:03.493026315Z", + "State": "rejected", + "Message": "preparing", + "Err": "invalid mount config for type \"bind\": bind source path does not exist: /var/run/docker.sock", + "ContainerStatus": { + "ContainerID": "", + "PID": 0, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "ready", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.88/24" + ] + } + ] + }, + { + "ID": "b5sk2vnp3gj9j4kmcklzkmkt0", + "Version": { + "Index": 64 + }, + "CreatedAt": "2020-06-19T19:14:29.277913622Z", + "UpdatedAt": "2020-06-19T19:14:41.113552426Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "3qvd7bwfptmoht16t1f7jllb6", + "NodeID": "jkc2xd7p3xdazf0u6sh1m9dmr", + "Status": { + "Timestamp": "2020-06-19T19:14:41.067992561Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "fe665e092d225bb42da4f9af3439f91c8379f37f1928d74d8f8ae8797f456737", + "PID": 555, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.12/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.7/24" + ] + } + ] + }, + { + "ID": "daxcdhbv3oupklh04l4sxy005", + "Version": { + "Index": 71 + }, + "CreatedAt": "2020-06-19T19:14:29.277779281Z", + "UpdatedAt": "2020-06-19T19:14:41.926802331Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "3qvd7bwfptmoht16t1f7jllb6", + "NodeID": "bvtjl7pnrtg0k88ywialsldpd", + "Status": { + "Timestamp": "2020-06-19T19:14:41.899340388Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "85fcbc74e09fc86532773a757527fca6af60b81bfb4ef6962098c3ae46e0b0b9", + "PID": 555, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.11/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.6/24" + ] + } + ] + }, + { + "ID": "fwifn031bokjisimj5q76jwdc", + "Version": { + "Index": 71 + }, + "CreatedAt": "2020-06-19T19:14:29.277584671Z", + "UpdatedAt": "2020-06-19T19:14:41.926661896Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--path.sysfs=/host/sys", + "--path.procfs=/host/proc", + "--collector.textfile.directory=/etc/node-exporter/", + "--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)", + "--no-collector.ipvs" + ], + "Env": [ + "NODE_ID={{.Node.ID}}" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/proc", + "Target": "/host/proc", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/host/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/etc/hostname", + "Target": "/etc/nodename" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "node-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "3qvd7bwfptmoht16t1f7jllb6", + "NodeID": "i9woemzxymn1n98o9ufebclgm", + "Status": { + "Timestamp": "2020-06-19T19:14:41.862748177Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "f8e4457895c8ddf4723db4b129b55f904cf2ecde18dbf4a744c85470798813f9", + "PID": 555, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.10/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.5/24" + ] + } + ] + }, + { + "ID": "i9skiw2n5jkjoq7gix2t9uzhy", + "Version": { + "Index": 128 + }, + "CreatedAt": "2020-06-19T19:15:16.683986875Z", + "UpdatedAt": "2020-06-19T19:15:31.456132401Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "cloudflare/unsee:v0.8.0@sha256:28398f47f63feb1647887999701fa730da351fc6d3cc7228e5da44b40a663ada", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "ALERTMANAGER_URIS=default:http://alertmanager:9093" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Isolation": "default" + }, + "Resources": {}, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "unsee" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "9bbq7j55tzzz85k2gg52x73rg", + "Slot": 1, + "NodeID": "jkc2xd7p3xdazf0u6sh1m9dmr", + "Status": { + "Timestamp": "2020-06-19T19:15:31.421312229Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "a0734f9421e710b654ca9e67010cbb55c1d5f92c17cc9e6590ab61130a3587e0", + "PID": 958, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.35/24" + ] + } + ] + }, + { + "ID": "irj35fr4j59f1kvi0xdin9oly", + "Version": { + "Index": 60 + }, + "CreatedAt": "2020-06-19T19:14:31.719516443Z", + "UpdatedAt": "2020-06-19T19:14:32.478364281Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-prometheus:v2.5.0@sha256:f1a3781c4785637ba088dcf54889f77d9b6b69f21b2c0a167c1347473f4e2587", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--config.file=/etc/prometheus/prometheus.yml", + "--storage.tsdb.path=/prometheus", + "--storage.tsdb.retention=24h" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_prometheus", + "Target": "/prometheus", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Configs": [ + { + "File": { + "Name": "/etc/prometheus/swarm_node.rules.yml", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "zffindunvquarrlgdrklzczbz", + "ConfigName": "mon_node_rules" + }, + { + "File": { + "Name": "/etc/prometheus/swarm_task.rules.yml", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "fbhk5cmleeicn5fkzujm909k7", + "ConfigName": "mon_task_rules" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 2147483648 + }, + "Reservations": { + "MemoryBytes": 134217728 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "prometheus" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "hv645udwaaewyw7wuc6nspm68", + "Slot": 1, + "NodeID": "d3cw2msquo0d71yn42qrnb0tu", + "Status": { + "Timestamp": "2020-06-19T19:14:32.449055718Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "f35e071f1251951a09566a2231cb318a1a29e158a3c3d15ad68fd937184c56b6", + "PID": 254282, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.14/24" + ] + } + ] + }, + { + "ID": "k8x2806pevvxigagsxovjmur1", + "Version": { + "Index": 79 + }, + "CreatedAt": "2020-06-19T19:14:45.318001626Z", + "UpdatedAt": "2020-06-19T19:14:46.158581759Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "DOCKER_GWBRIDGE_IP=172.18.0.1" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "4glhzmw6fndnkjn2cok90a9gu", + "ConfigName": "mon_dockerd_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "dockerd-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "ul5qawv4s7f7msm7dtyfarw80", + "NodeID": "d3cw2msquo0d71yn42qrnb0tu", + "Status": { + "Timestamp": "2020-06-19T19:14:46.137227811Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "3cee48a5b2b363576b255207aae2d1bd0d8872aa61c3ff3b6d180d78d672a943", + "PID": 255586, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.20/24" + ] + } + ] + }, + { + "ID": "mita4y262u04g4c7zz7ns032a", + "Version": { + "Index": 101 + }, + "CreatedAt": "2020-06-19T19:14:45.318738021Z", + "UpdatedAt": "2020-06-19T19:14:59.348076412Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "DOCKER_GWBRIDGE_IP=172.18.0.1" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "4glhzmw6fndnkjn2cok90a9gu", + "ConfigName": "mon_dockerd_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "dockerd-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "ul5qawv4s7f7msm7dtyfarw80", + "NodeID": "ldawcom10uqi6owysgi28n4ve", + "Status": { + "Timestamp": "2020-06-19T19:14:59.300519997Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "d5fd335a33c1fca8fffa1ec17bb5010a6bb7fba7aa72fd2209c25be8f5d1b975", + "PID": 815, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.19/24" + ] + } + ] + }, + { + "ID": "nm3v4jifzhfkw3rz33gmnaq2z", + "Version": { + "Index": 99 + }, + "CreatedAt": "2020-06-19T19:14:45.318607933Z", + "UpdatedAt": "2020-06-19T19:14:58.639130689Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "DOCKER_GWBRIDGE_IP=172.18.0.1" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "4glhzmw6fndnkjn2cok90a9gu", + "ConfigName": "mon_dockerd_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "dockerd-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "ul5qawv4s7f7msm7dtyfarw80", + "NodeID": "jkc2xd7p3xdazf0u6sh1m9dmr", + "Status": { + "Timestamp": "2020-06-19T19:14:58.606846177Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "ca72094e1ec0547e84aba227dd44446588172fa9ee273de9bf4e6040ff6937bd", + "PID": 825, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.18/24" + ] + } + ] + }, + { + "ID": "pxdv57mpvquv2zbt7faz3xux9", + "Version": { + "Index": 348 + }, + "CreatedAt": "2020-06-19T19:16:33.65450754Z", + "UpdatedAt": "2020-06-19T19:16:43.599926775Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "-logtostderr", + "-docker_only" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/var/run/docker.sock", + "Target": "/var/run/docker.sock", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/run", + "Target": "/var/run" + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/lib/docker/", + "Target": "/var/lib/docker", + "ReadOnly": true + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "cadvisor" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "iml8vdd2dudvq457sbirpf66z", + "NodeID": "ldawcom10uqi6owysgi28n4ve", + "Status": { + "Timestamp": "2020-06-19T19:16:33.859232727Z", + "State": "rejected", + "Message": "preparing", + "Err": "invalid mount config for type \"bind\": bind source path does not exist: /var/run/docker.sock", + "ContainerStatus": { + "ContainerID": "", + "PID": 0, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "shutdown", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.75/24" + ] + } + ] + }, + { + "ID": "qtr16op0cz5pdbx4rylm7up4g", + "Version": { + "Index": 372 + }, + "CreatedAt": "2020-06-19T19:16:43.499761686Z", + "UpdatedAt": "2020-06-19T19:16:49.372976922Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "ADMIN_PASSWORD=admin", + "ADMIN_USER=admin" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Healthcheck": { + "Test": [ + "CMD", + "curl", + "-f", + "http://localhost:3000" + ], + "Interval": 5000000000, + "Timeout": 1000000000, + "Retries": 5 + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "pkjteflcny7cc633glg3m6ck2", + "ConfigName": "mon_caddy_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "caddy" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "tkv91uso46cck763aaqcb4rek", + "Slot": 1, + "NodeID": "i9woemzxymn1n98o9ufebclgm", + "Status": { + "Timestamp": "2020-06-19T19:16:49.326110652Z", + "State": "starting", + "Message": "starting", + "ContainerStatus": { + "ContainerID": "5d00e145527f14d1bb2b13601000f1de9c95fc8ec1ccc1ff8291cadc31232957", + "PID": 0, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.19/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.81/24" + ] + } + ] + }, + { + "ID": "s0rh3k9l7ii9vb62lsfp4wc93", + "Version": { + "Index": 89 + }, + "CreatedAt": "2020-06-19T19:14:49.176995607Z", + "UpdatedAt": "2020-06-19T19:14:50.005083819Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "-logtostderr", + "-docker_only" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "bind", + "Source": "/var/run/docker.sock", + "Target": "/var/run/docker.sock", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/", + "Target": "/rootfs", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/run", + "Target": "/var/run" + }, + { + "Type": "bind", + "Source": "/sys", + "Target": "/sys", + "ReadOnly": true + }, + { + "Type": "bind", + "Source": "/var/lib/docker/", + "Target": "/var/lib/docker", + "ReadOnly": true + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "cadvisor" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "iml8vdd2dudvq457sbirpf66z", + "NodeID": "d3cw2msquo0d71yn42qrnb0tu", + "Status": { + "Timestamp": "2020-06-19T19:14:49.985945334Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "81dd017b6d9f36d779a3217021111ffc77dcdbd5f26da86c2ae8fada86f33d17", + "PID": 256308, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.24/24" + ] + } + ] + }, + { + "ID": "sxwkumr37wjaqzir89uepm4nc", + "Version": { + "Index": 199 + }, + "CreatedAt": "2020-06-19T19:15:09.847180822Z", + "UpdatedAt": "2020-06-19T19:15:55.315460585Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-alertmanager:v0.14.0@sha256:7069b656bd5df0606ff1db81a7553a25dc72be51d3aca6a7e08d776566cefbd8", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Args": [ + "--config.file=/etc/alertmanager/alertmanager.yml", + "--storage.path=/alertmanager" + ], + "Env": [ + "SLACK_CHANNEL=devops-alerts", + "SLACK_URL=https://hooks.slack.com/services/TOKEN", + "SLACK_USER=alertmanager" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_alertmanager", + "Target": "/alertmanager", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "alertmanager" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "rl4jhdws3r4lkfvq8kx6c4xnr", + "Slot": 1, + "NodeID": "bvtjl7pnrtg0k88ywialsldpd", + "Status": { + "Timestamp": "2020-06-19T19:15:55.294782105Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "2c753737f2ac7b01b577324513d9bd2a1754e65ab2a44714090eb5d83d2961b2", + "PID": 1264, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.32/24" + ] + } + ] + }, + { + "ID": "tj683w0alx5hqaewks4rg0452", + "Version": { + "Index": 217 + }, + "CreatedAt": "2020-06-19T19:14:54.293630398Z", + "UpdatedAt": "2020-06-19T19:15:58.34853857Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "GF_SECURITY_ADMIN_PASSWORD=admin", + "GF_SECURITY_ADMIN_USER=admin", + "GF_USERS_ALLOW_SIGN_UP=false" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Mounts": [ + { + "Type": "volume", + "Source": "mon_grafana", + "Target": "/var/lib/grafana", + "VolumeOptions": { + "Labels": { + "com.docker.stack.namespace": "mon" + } + } + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Constraints": [ + "node.role == manager" + ], + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "grafana" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "uk9su5tb9ykfzew3qtmp14uzh", + "Slot": 1, + "NodeID": "bvtjl7pnrtg0k88ywialsldpd", + "Status": { + "Timestamp": "2020-06-19T19:15:58.295334307Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "5b4fc187b14eeba86381b50fc2ae652e74d6cbea5acae0bda72eaf3db0f59f0c", + "PID": 1433, + "ExitCode": 0 + }, + "PortStatus": {} + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "qvwhwd6p61k4o0ulsknqb066z", + "Version": { + "Index": 6 + }, + "CreatedAt": "2020-06-19T19:14:11.450350109Z", + "UpdatedAt": "2020-06-19T19:14:11.46002574Z", + "Spec": { + "Name": "ingress", + "Labels": {}, + "DriverConfiguration": {}, + "Ingress": true, + "IPAMOptions": { + "Driver": {} + }, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4096" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.0.0/24", + "Gateway": "10.0.0.1" + } + ] + } + }, + "Addresses": [ + "10.0.0.16/24" + ] + }, + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.30/24" + ] + } + ] + }, + { + "ID": "zhoo9feqxfyi9zg6acnt1eam2", + "Version": { + "Index": 97 + }, + "CreatedAt": "2020-06-19T19:14:45.318462725Z", + "UpdatedAt": "2020-06-19T19:14:58.030023591Z", + "Labels": {}, + "Spec": { + "ContainerSpec": { + "Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "Env": [ + "DOCKER_GWBRIDGE_IP=172.18.0.1" + ], + "Privileges": { + "CredentialSpec": null, + "SELinuxContext": null + }, + "Configs": [ + { + "File": { + "Name": "/etc/caddy/Caddyfile", + "UID": "0", + "GID": "0", + "Mode": 292 + }, + "ConfigID": "4glhzmw6fndnkjn2cok90a9gu", + "ConfigName": "mon_dockerd_config" + } + ], + "Isolation": "default" + }, + "Resources": { + "Limits": { + "MemoryBytes": 134217728 + }, + "Reservations": { + "MemoryBytes": 67108864 + } + }, + "Placement": { + "Platforms": [ + { + "Architecture": "amd64", + "OS": "linux" + } + ] + }, + "Networks": [ + { + "Target": "npq2closzy836m07eaq1425k3", + "Aliases": [ + "dockerd-exporter" + ] + } + ], + "ForceUpdate": 0 + }, + "ServiceID": "ul5qawv4s7f7msm7dtyfarw80", + "NodeID": "bvtjl7pnrtg0k88ywialsldpd", + "Status": { + "Timestamp": "2020-06-19T19:14:58.00716792Z", + "State": "running", + "Message": "started", + "ContainerStatus": { + "ContainerID": "dd50c428ebc7a7bd786c7b0db873bf53ed5cbe5312995a76eb8fd325dcf16032", + "PID": 805, + "ExitCode": 0 + }, + "PortStatus": { + "Ports": [ + { + "Protocol": "tcp", + "TargetPort": 82, + "PublishedPort": 82, + "PublishMode": "host" + } + ] + } + }, + "DesiredState": "running", + "NetworksAttachments": [ + { + "Network": { + "ID": "npq2closzy836m07eaq1425k3", + "Version": { + "Index": 34 + }, + "CreatedAt": "2020-06-19T19:14:26.719270674Z", + "UpdatedAt": "2020-06-19T19:14:26.722438125Z", + "Spec": { + "Name": "mon_net", + "Labels": { + "com.docker.stack.namespace": "mon" + }, + "DriverConfiguration": { + "Name": "overlay" + }, + "Attachable": true, + "Scope": "swarm" + }, + "DriverState": { + "Name": "overlay", + "Options": { + "com.docker.network.driver.overlay.vxlanid_list": "4097" + } + }, + "IPAMOptions": { + "Driver": { + "Name": "default" + }, + "Configs": [ + { + "Subnet": "10.0.1.0/24", + "Gateway": "10.0.1.1" + } + ] + } + }, + "Addresses": [ + "10.0.1.22/24" + ] + } + ] + } +] diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor.go new file mode 100644 index 0000000..f02fe17 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor.go @@ -0,0 +1,102 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "context" + "fmt" + "net" + + "github.com/go-kit/log" + "github.com/gophercloud/gophercloud" + "github.com/gophercloud/gophercloud/openstack" + "github.com/gophercloud/gophercloud/openstack/compute/v2/extensions/hypervisors" + "github.com/gophercloud/gophercloud/pagination" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + openstackLabelHypervisorID = openstackLabelPrefix + "hypervisor_id" + openstackLabelHypervisorHostIP = openstackLabelPrefix + "hypervisor_host_ip" + openstackLabelHypervisorHostName = openstackLabelPrefix + "hypervisor_hostname" + openstackLabelHypervisorStatus = openstackLabelPrefix + "hypervisor_status" + openstackLabelHypervisorState = openstackLabelPrefix + "hypervisor_state" + openstackLabelHypervisorType = openstackLabelPrefix + "hypervisor_type" +) + +// HypervisorDiscovery discovers OpenStack hypervisors. +type HypervisorDiscovery struct { + provider *gophercloud.ProviderClient + authOpts *gophercloud.AuthOptions + region string + logger log.Logger + port int + availability gophercloud.Availability +} + +// newHypervisorDiscovery returns a new hypervisor discovery. +func newHypervisorDiscovery(provider *gophercloud.ProviderClient, opts *gophercloud.AuthOptions, + port int, region string, availability gophercloud.Availability, l log.Logger) *HypervisorDiscovery { + return &HypervisorDiscovery{provider: provider, authOpts: opts, + region: region, port: port, availability: availability, logger: l} +} + +func (h *HypervisorDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + h.provider.Context = ctx + err := openstack.Authenticate(h.provider, *h.authOpts) + if err != nil { + return nil, errors.Wrap(err, "could not authenticate to OpenStack") + } + + client, err := openstack.NewComputeV2(h.provider, gophercloud.EndpointOpts{ + Region: h.region, Availability: h.availability, + }) + if err != nil { + return nil, errors.Wrap(err, "could not create OpenStack compute session") + } + + tg := &targetgroup.Group{ + Source: fmt.Sprintf("OS_" + h.region), + } + // OpenStack API reference + // https://developer.openstack.org/api-ref/compute/#list-hypervisors-details + pagerHypervisors := hypervisors.List(client) + err = pagerHypervisors.EachPage(func(page pagination.Page) (bool, error) { + hypervisorList, err := hypervisors.ExtractHypervisors(page) + if err != nil { + return false, errors.Wrap(err, "could not extract hypervisors") + } + for _, hypervisor := range hypervisorList { + labels := model.LabelSet{} + addr := net.JoinHostPort(hypervisor.HostIP, fmt.Sprintf("%d", h.port)) + labels[model.AddressLabel] = model.LabelValue(addr) + labels[openstackLabelHypervisorID] = model.LabelValue(hypervisor.ID) + labels[openstackLabelHypervisorHostName] = model.LabelValue(hypervisor.HypervisorHostname) + labels[openstackLabelHypervisorHostIP] = model.LabelValue(hypervisor.HostIP) + labels[openstackLabelHypervisorStatus] = model.LabelValue(hypervisor.Status) + labels[openstackLabelHypervisorState] = model.LabelValue(hypervisor.State) + labels[openstackLabelHypervisorType] = model.LabelValue(hypervisor.HypervisorType) + tg.Targets = append(tg.Targets, labels) + } + return true, nil + }) + if err != nil { + return nil, err + } + + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor_test.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor_test.go new file mode 100644 index 0000000..7556a88 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/hypervisor_test.go @@ -0,0 +1,99 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "context" + "testing" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type OpenstackSDHypervisorTestSuite struct { + Mock *SDMock +} + +func (s *OpenstackSDHypervisorTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleHypervisorListSuccessfully() + s.Mock.HandleVersionsSuccessfully() + s.Mock.HandleAuthSuccessfully() +} + +func (s *OpenstackSDHypervisorTestSuite) openstackAuthSuccess() (refresher, error) { + conf := SDConfig{ + IdentityEndpoint: s.Mock.Endpoint(), + Password: "test", + Username: "test", + DomainName: "12345", + Region: "RegionOne", + Role: "hypervisor", + } + return newRefresher(&conf, nil) +} + +func TestOpenstackSDHypervisorRefresh(t *testing.T) { + + mock := &OpenstackSDHypervisorTestSuite{} + mock.SetupTest(t) + + hypervisor, _ := mock.openstackAuthSuccess() + ctx := context.Background() + tgs, err := hypervisor.refresh(ctx) + require.Equal(t, 1, len(tgs)) + tg := tgs[0] + require.NoError(t, err) + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 2, len(tg.Targets)) + + for l, v := range map[string]string{ + "__address__": "172.16.70.14:0", + "__meta_openstack_hypervisor_hostname": "nc14.cloud.com", + "__meta_openstack_hypervisor_type": "QEMU", + "__meta_openstack_hypervisor_host_ip": "172.16.70.14", + "__meta_openstack_hypervisor_state": "up", + "__meta_openstack_hypervisor_status": "enabled", + "__meta_openstack_hypervisor_id": "1", + } { + require.Equal(t, model.LabelValue(v), tg.Targets[0][model.LabelName(l)]) + } + + for l, v := range map[string]string{ + "__address__": "172.16.70.13:0", + "__meta_openstack_hypervisor_hostname": "cc13.cloud.com", + "__meta_openstack_hypervisor_type": "QEMU", + "__meta_openstack_hypervisor_host_ip": "172.16.70.13", + "__meta_openstack_hypervisor_state": "up", + "__meta_openstack_hypervisor_status": "enabled", + "__meta_openstack_hypervisor_id": "721", + } { + require.Equal(t, model.LabelValue(v), tg.Targets[1][model.LabelName(l)]) + } +} + +func TestOpenstackSDHypervisorRefreshWithDoneContext(t *testing.T) { + mock := &OpenstackSDHypervisorTestSuite{} + mock.SetupTest(t) + + hypervisor, _ := mock.openstackAuthSuccess() + ctx, cancel := context.WithCancel(context.Background()) + cancel() + _, err := hypervisor.refresh(ctx) + require.Error(t, err) + require.Contains(t, err.Error(), context.Canceled.Error(), "%q doesn't contain %q", err, context.Canceled) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/instance.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/instance.go new file mode 100644 index 0000000..ab2221f --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/instance.go @@ -0,0 +1,202 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "context" + "fmt" + "net" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/gophercloud/gophercloud" + "github.com/gophercloud/gophercloud/openstack" + "github.com/gophercloud/gophercloud/openstack/compute/v2/extensions/floatingips" + "github.com/gophercloud/gophercloud/openstack/compute/v2/servers" + "github.com/gophercloud/gophercloud/pagination" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" +) + +const ( + openstackLabelPrefix = model.MetaLabelPrefix + "openstack_" + openstackLabelAddressPool = openstackLabelPrefix + "address_pool" + openstackLabelInstanceFlavor = openstackLabelPrefix + "instance_flavor" + openstackLabelInstanceID = openstackLabelPrefix + "instance_id" + openstackLabelInstanceName = openstackLabelPrefix + "instance_name" + openstackLabelInstanceStatus = openstackLabelPrefix + "instance_status" + openstackLabelPrivateIP = openstackLabelPrefix + "private_ip" + openstackLabelProjectID = openstackLabelPrefix + "project_id" + openstackLabelPublicIP = openstackLabelPrefix + "public_ip" + openstackLabelTagPrefix = openstackLabelPrefix + "tag_" + openstackLabelUserID = openstackLabelPrefix + "user_id" +) + +// InstanceDiscovery discovers OpenStack instances. +type InstanceDiscovery struct { + provider *gophercloud.ProviderClient + authOpts *gophercloud.AuthOptions + region string + logger log.Logger + port int + allTenants bool + availability gophercloud.Availability +} + +// NewInstanceDiscovery returns a new instance discovery. +func newInstanceDiscovery(provider *gophercloud.ProviderClient, opts *gophercloud.AuthOptions, + port int, region string, allTenants bool, availability gophercloud.Availability, l log.Logger) *InstanceDiscovery { + if l == nil { + l = log.NewNopLogger() + } + return &InstanceDiscovery{provider: provider, authOpts: opts, + region: region, port: port, allTenants: allTenants, availability: availability, logger: l} +} + +type floatingIPKey struct { + id string + fixed string +} + +func (i *InstanceDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + i.provider.Context = ctx + err := openstack.Authenticate(i.provider, *i.authOpts) + if err != nil { + return nil, errors.Wrap(err, "could not authenticate to OpenStack") + } + + client, err := openstack.NewComputeV2(i.provider, gophercloud.EndpointOpts{ + Region: i.region, Availability: i.availability, + }) + if err != nil { + return nil, errors.Wrap(err, "could not create OpenStack compute session") + } + + // OpenStack API reference + // https://developer.openstack.org/api-ref/compute/#list-floating-ips + pagerFIP := floatingips.List(client) + floatingIPList := make(map[floatingIPKey]string) + floatingIPPresent := make(map[string]struct{}) + err = pagerFIP.EachPage(func(page pagination.Page) (bool, error) { + result, err := floatingips.ExtractFloatingIPs(page) + if err != nil { + return false, errors.Wrap(err, "could not extract floatingips") + } + for _, ip := range result { + // Skip not associated ips + if ip.InstanceID == "" || ip.FixedIP == "" { + continue + } + floatingIPList[floatingIPKey{id: ip.InstanceID, fixed: ip.FixedIP}] = ip.IP + floatingIPPresent[ip.IP] = struct{}{} + } + return true, nil + }) + if err != nil { + return nil, err + } + + // OpenStack API reference + // https://developer.openstack.org/api-ref/compute/#list-servers + opts := servers.ListOpts{ + AllTenants: i.allTenants, + } + pager := servers.List(client, opts) + tg := &targetgroup.Group{ + Source: fmt.Sprintf("OS_" + i.region), + } + err = pager.EachPage(func(page pagination.Page) (bool, error) { + if ctx.Err() != nil { + return false, errors.Wrap(ctx.Err(), "could not extract instances") + } + instanceList, err := servers.ExtractServers(page) + if err != nil { + return false, errors.Wrap(err, "could not extract instances") + } + + for _, s := range instanceList { + if len(s.Addresses) == 0 { + level.Info(i.logger).Log("msg", "Got no IP address", "instance", s.ID) + continue + } + + labels := model.LabelSet{ + openstackLabelInstanceID: model.LabelValue(s.ID), + openstackLabelInstanceStatus: model.LabelValue(s.Status), + openstackLabelInstanceName: model.LabelValue(s.Name), + openstackLabelProjectID: model.LabelValue(s.TenantID), + openstackLabelUserID: model.LabelValue(s.UserID), + } + + id, ok := s.Flavor["id"].(string) + if !ok { + level.Warn(i.logger).Log("msg", "Invalid type for flavor id, expected string") + continue + } + labels[openstackLabelInstanceFlavor] = model.LabelValue(id) + for k, v := range s.Metadata { + name := strutil.SanitizeLabelName(k) + labels[openstackLabelTagPrefix+model.LabelName(name)] = model.LabelValue(v) + } + for pool, address := range s.Addresses { + md, ok := address.([]interface{}) + if !ok { + level.Warn(i.logger).Log("msg", "Invalid type for address, expected array") + continue + } + if len(md) == 0 { + level.Debug(i.logger).Log("msg", "Got no IP address", "instance", s.ID) + continue + } + for _, address := range md { + md1, ok := address.(map[string]interface{}) + if !ok { + level.Warn(i.logger).Log("msg", "Invalid type for address, expected dict") + continue + } + addr, ok := md1["addr"].(string) + if !ok { + level.Warn(i.logger).Log("msg", "Invalid type for address, expected string") + continue + } + if _, ok := floatingIPPresent[addr]; ok { + continue + } + lbls := make(model.LabelSet, len(labels)) + for k, v := range labels { + lbls[k] = v + } + lbls[openstackLabelAddressPool] = model.LabelValue(pool) + lbls[openstackLabelPrivateIP] = model.LabelValue(addr) + if val, ok := floatingIPList[floatingIPKey{id: s.ID, fixed: addr}]; ok { + lbls[openstackLabelPublicIP] = model.LabelValue(val) + } + addr = net.JoinHostPort(addr, fmt.Sprintf("%d", i.port)) + lbls[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, lbls) + } + } + } + return true, nil + }) + if err != nil { + return nil, err + } + + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/instance_test.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/instance_test.go new file mode 100644 index 0000000..8275727 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/instance_test.go @@ -0,0 +1,138 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "context" + "fmt" + "testing" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +type OpenstackSDInstanceTestSuite struct { + Mock *SDMock +} + +func (s *OpenstackSDInstanceTestSuite) SetupTest(t *testing.T) { + s.Mock = NewSDMock(t) + s.Mock.Setup() + + s.Mock.HandleServerListSuccessfully() + s.Mock.HandleFloatingIPListSuccessfully() + + s.Mock.HandleVersionsSuccessfully() + s.Mock.HandleAuthSuccessfully() +} + +func (s *OpenstackSDInstanceTestSuite) openstackAuthSuccess() (refresher, error) { + conf := SDConfig{ + IdentityEndpoint: s.Mock.Endpoint(), + Password: "test", + Username: "test", + DomainName: "12345", + Region: "RegionOne", + Role: "instance", + AllTenants: true, + } + return newRefresher(&conf, nil) +} + +func TestOpenstackSDInstanceRefresh(t *testing.T) { + + mock := &OpenstackSDInstanceTestSuite{} + mock.SetupTest(t) + + instance, err := mock.openstackAuthSuccess() + require.NoError(t, err) + + ctx := context.Background() + tgs, err := instance.refresh(ctx) + + require.NoError(t, err) + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 4, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": model.LabelValue("10.0.0.32:0"), + "__meta_openstack_instance_flavor": model.LabelValue("1"), + "__meta_openstack_instance_id": model.LabelValue("ef079b0c-e610-4dfb-b1aa-b49f07ac48e5"), + "__meta_openstack_instance_status": model.LabelValue("ACTIVE"), + "__meta_openstack_instance_name": model.LabelValue("herp"), + "__meta_openstack_private_ip": model.LabelValue("10.0.0.32"), + "__meta_openstack_public_ip": model.LabelValue("10.10.10.2"), + "__meta_openstack_address_pool": model.LabelValue("private"), + "__meta_openstack_project_id": model.LabelValue("fcad67a6189847c4aecfa3c81a05783b"), + "__meta_openstack_user_id": model.LabelValue("9349aff8be7545ac9d2f1d00999a23cd"), + }, + { + "__address__": model.LabelValue("10.0.0.31:0"), + "__meta_openstack_instance_flavor": model.LabelValue("1"), + "__meta_openstack_instance_id": model.LabelValue("9e5476bd-a4ec-4653-93d6-72c93aa682ba"), + "__meta_openstack_instance_status": model.LabelValue("ACTIVE"), + "__meta_openstack_instance_name": model.LabelValue("derp"), + "__meta_openstack_private_ip": model.LabelValue("10.0.0.31"), + "__meta_openstack_address_pool": model.LabelValue("private"), + "__meta_openstack_project_id": model.LabelValue("fcad67a6189847c4aecfa3c81a05783b"), + "__meta_openstack_user_id": model.LabelValue("9349aff8be7545ac9d2f1d00999a23cd"), + }, + { + "__address__": model.LabelValue("10.0.0.33:0"), + "__meta_openstack_instance_flavor": model.LabelValue("4"), + "__meta_openstack_instance_id": model.LabelValue("9e5476bd-a4ec-4653-93d6-72c93aa682bb"), + "__meta_openstack_instance_status": model.LabelValue("ACTIVE"), + "__meta_openstack_instance_name": model.LabelValue("merp"), + "__meta_openstack_private_ip": model.LabelValue("10.0.0.33"), + "__meta_openstack_address_pool": model.LabelValue("private"), + "__meta_openstack_tag_env": model.LabelValue("prod"), + "__meta_openstack_project_id": model.LabelValue("fcad67a6189847c4aecfa3c81a05783b"), + "__meta_openstack_user_id": model.LabelValue("9349aff8be7545ac9d2f1d00999a23cd"), + }, + { + "__address__": model.LabelValue("10.0.0.34:0"), + "__meta_openstack_instance_flavor": model.LabelValue("4"), + "__meta_openstack_instance_id": model.LabelValue("9e5476bd-a4ec-4653-93d6-72c93aa682bb"), + "__meta_openstack_instance_status": model.LabelValue("ACTIVE"), + "__meta_openstack_instance_name": model.LabelValue("merp"), + "__meta_openstack_private_ip": model.LabelValue("10.0.0.34"), + "__meta_openstack_address_pool": model.LabelValue("private"), + "__meta_openstack_tag_env": model.LabelValue("prod"), + "__meta_openstack_public_ip": model.LabelValue("10.10.10.4"), + "__meta_openstack_project_id": model.LabelValue("fcad67a6189847c4aecfa3c81a05783b"), + "__meta_openstack_user_id": model.LabelValue("9349aff8be7545ac9d2f1d00999a23cd"), + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} + +func TestOpenstackSDInstanceRefreshWithDoneContext(t *testing.T) { + mock := &OpenstackSDHypervisorTestSuite{} + mock.SetupTest(t) + + hypervisor, _ := mock.openstackAuthSuccess() + ctx, cancel := context.WithCancel(context.Background()) + cancel() + _, err := hypervisor.refresh(ctx) + require.Error(t, err) + require.Contains(t, err.Error(), context.Canceled.Error(), "%q doesn't contain %q", err, context.Canceled) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/mock_test.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/mock_test.go new file mode 100644 index 0000000..f29d647 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/mock_test.go @@ -0,0 +1,584 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "fmt" + "net/http" + "net/http/httptest" + "testing" +) + +// SDMock is the interface for the OpenStack mock +type SDMock struct { + t *testing.T + Server *httptest.Server + Mux *http.ServeMux +} + +// NewSDMock returns a new SDMock. +func NewSDMock(t *testing.T) *SDMock { + return &SDMock{ + t: t, + } +} + +// Endpoint returns the URI to the mock server +func (m *SDMock) Endpoint() string { + return m.Server.URL + "/" +} + +// Setup creates the mock server +func (m *SDMock) Setup() { + m.Mux = http.NewServeMux() + m.Server = httptest.NewServer(m.Mux) + m.t.Cleanup(m.Server.Close) +} + +const tokenID = "cbc36478b0bd8e67e89469c7749d4127" + +func testMethod(t *testing.T, r *http.Request, expected string) { + if expected != r.Method { + t.Errorf("Request method = %v, expected %v", r.Method, expected) + } +} + +func testHeader(t *testing.T, r *http.Request, header string, expected string) { + if actual := r.Header.Get(header); expected != actual { + t.Errorf("Header %s = %s, expected %s", header, actual, expected) + } +} + +// HandleVersionsSuccessfully mocks version call +func (m *SDMock) HandleVersionsSuccessfully() { + m.Mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintf(w, ` + { + "versions": { + "values": [ + { + "status": "stable", + "id": "v3.0", + "links": [ + { "href": "%s", "rel": "self" } + ] + }, + { + "status": "stable", + "id": "v2.0", + "links": [ + { "href": "%s", "rel": "self" } + ] + } + ] + } + } + `, m.Endpoint()+"v3/", m.Endpoint()+"v2.0/") + }) +} + +// HandleAuthSuccessfully mocks auth call +func (m *SDMock) HandleAuthSuccessfully() { + m.Mux.HandleFunc("/v3/auth/tokens", func(w http.ResponseWriter, r *http.Request) { + w.Header().Add("X-Subject-Token", tokenID) + + w.WriteHeader(http.StatusCreated) + fmt.Fprintf(w, ` + { + "token": { + "audit_ids": ["VcxU2JYqT8OzfUVvrjEITQ", "qNUTIJntTzO1-XUk5STybw"], + "catalog": [ + { + "endpoints": [ + { + "id": "39dc322ce86c4111b4f06c2eeae0841b", + "interface": "public", + "region": "RegionOne", + "url": "http://localhost:5000" + }, + { + "id": "ec642f27474842e78bf059f6c48f4e99", + "interface": "internal", + "region": "RegionOne", + "url": "http://localhost:5000" + }, + { + "id": "c609fc430175452290b62a4242e8a7e8", + "interface": "admin", + "region": "RegionOne", + "url": "http://localhost:35357" + } + ], + "id": "4363ae44bdf34a3981fde3b823cb9aa2", + "type": "identity", + "name": "keystone" + }, + { + "endpoints": [ + { + "id": "e2ffee808abc4a60916715b1d4b489dd", + "interface": "public", + "region": "RegionOne", + "region_id": "RegionOne", + "url": "%s" + } + ], + "id": "b7f2a5b1a019459cb956e43a8cb41e31", + "type": "compute" + } + + ], + "expires_at": "2013-02-27T18:30:59.999999Z", + "is_domain": false, + "issued_at": "2013-02-27T16:30:59.999999Z", + "methods": [ + "password" + ], + "project": { + "domain": { + "id": "1789d1", + "name": "example.com" + }, + "id": "263fd9", + "name": "project-x" + }, + "roles": [ + { + "id": "76e72a", + "name": "admin" + }, + { + "id": "f4f392", + "name": "member" + } + ], + "user": { + "domain": { + "id": "1789d1", + "name": "example.com" + }, + "id": "0ca8f6", + "name": "Joe", + "password_expires_at": "2016-11-06T15:32:17.000000" + } + } +} + `, m.Endpoint()) + }) +} + +const hypervisorListBody = ` +{ + "hypervisors": [ + { + "status": "enabled", + "service": { + "host": "nc14.cloud.com", + "disabled_reason": null, + "id": 16 + }, + "vcpus_used": 18, + "hypervisor_type": "QEMU", + "local_gb_used": 84, + "vcpus": 24, + "hypervisor_hostname": "nc14.cloud.com", + "memory_mb_used": 24064, + "memory_mb": 96484, + "current_workload": 1, + "state": "up", + "host_ip": "172.16.70.14", + "cpu_info": "{\"vendor\": \"Intel\", \"model\": \"IvyBridge\", \"arch\": \"x86_64\", \"features\": [\"pge\", \"avx\", \"clflush\", \"sep\", \"syscall\", \"vme\", \"dtes64\", \"msr\", \"fsgsbase\", \"xsave\", \"vmx\", \"erms\", \"xtpr\", \"cmov\", \"smep\", \"ssse3\", \"est\", \"pat\", \"monitor\", \"smx\", \"pbe\", \"lm\", \"tsc\", \"nx\", \"fxsr\", \"tm\", \"sse4.1\", \"pae\", \"sse4.2\", \"pclmuldq\", \"acpi\", \"tsc-deadline\", \"mmx\", \"osxsave\", \"cx8\", \"mce\", \"de\", \"tm2\", \"ht\", \"dca\", \"lahf_lm\", \"popcnt\", \"mca\", \"pdpe1gb\", \"apic\", \"sse\", \"f16c\", \"pse\", \"ds\", \"invtsc\", \"pni\", \"rdtscp\", \"aes\", \"sse2\", \"ss\", \"ds_cpl\", \"pcid\", \"fpu\", \"cx16\", \"pse36\", \"mtrr\", \"pdcm\", \"rdrand\", \"x2apic\"], \"topology\": {\"cores\": 6, \"cells\": 2, \"threads\": 2, \"sockets\": 1}}", + "running_vms": 10, + "free_disk_gb": 315, + "hypervisor_version": 2003000, + "disk_available_least": 304, + "local_gb": 399, + "free_ram_mb": 72420, + "id": 1 + }, + { + "status": "enabled", + "service": { + "host": "cc13.cloud.com", + "disabled_reason": null, + "id": 17 + }, + "vcpus_used": 1, + "hypervisor_type": "QEMU", + "local_gb_used": 20, + "vcpus": 24, + "hypervisor_hostname": "cc13.cloud.com", + "memory_mb_used": 2560, + "memory_mb": 96484, + "current_workload": 0, + "state": "up", + "host_ip": "172.16.70.13", + "cpu_info": "{\"vendor\": \"Intel\", \"model\": \"IvyBridge\", \"arch\": \"x86_64\", \"features\": [\"pge\", \"avx\", \"clflush\", \"sep\", \"syscall\", \"vme\", \"dtes64\", \"msr\", \"fsgsbase\", \"xsave\", \"vmx\", \"erms\", \"xtpr\", \"cmov\", \"smep\", \"ssse3\", \"est\", \"pat\", \"monitor\", \"smx\", \"pbe\", \"lm\", \"tsc\", \"nx\", \"fxsr\", \"tm\", \"sse4.1\", \"pae\", \"sse4.2\", \"pclmuldq\", \"acpi\", \"tsc-deadline\", \"mmx\", \"osxsave\", \"cx8\", \"mce\", \"de\", \"tm2\", \"ht\", \"dca\", \"lahf_lm\", \"popcnt\", \"mca\", \"pdpe1gb\", \"apic\", \"sse\", \"f16c\", \"pse\", \"ds\", \"invtsc\", \"pni\", \"rdtscp\", \"aes\", \"sse2\", \"ss\", \"ds_cpl\", \"pcid\", \"fpu\", \"cx16\", \"pse36\", \"mtrr\", \"pdcm\", \"rdrand\", \"x2apic\"], \"topology\": {\"cores\": 6, \"cells\": 2, \"threads\": 2, \"sockets\": 1}}", + "running_vms": 0, + "free_disk_gb": 379, + "hypervisor_version": 2003000, + "disk_available_least": 384, + "local_gb": 399, + "free_ram_mb": 93924, + "id": 721 + } + ] +}` + +// HandleHypervisorListSuccessfully mocks os-hypervisors detail call +func (m *SDMock) HandleHypervisorListSuccessfully() { + m.Mux.HandleFunc("/os-hypervisors/detail", func(w http.ResponseWriter, r *http.Request) { + testMethod(m.t, r, "GET") + testHeader(m.t, r, "X-Auth-Token", tokenID) + + w.Header().Add("Content-Type", "application/json") + fmt.Fprint(w, hypervisorListBody) + }) +} + +const serverListBody = ` +{ + "servers": [ + { + "status": "ERROR", + "updated": "2014-09-25T13:10:10Z", + "hostId": "29d3c8c896a45aa4c34e52247875d7fefc3d94bbcc9f622b5d204362", + "OS-EXT-SRV-ATTR:host": "devstack", + "addresses": {}, + "links": [ + { + "href": "http://104.130.131.164:8774/v2/fcad67a6189847c4aecfa3c81a05783b/servers/af9bcad9-3c87-477d-9347-b291eabf480e", + "rel": "self" + }, + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/servers/af9bcad9-3c87-477d-9347-b291eabf480e", + "rel": "bookmark" + } + ], + "key_name": null, + "image": { + "id": "f90f6034-2570-4974-8351-6b49732ef2eb", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/images/f90f6034-2570-4974-8351-6b49732ef2eb", + "rel": "bookmark" + } + ] + }, + "OS-EXT-STS:task_state": null, + "OS-EXT-STS:vm_state": "error", + "OS-EXT-SRV-ATTR:instance_name": "instance-00000010", + "OS-SRV-USG:launched_at": "2014-09-25T13:10:10.000000", + "OS-EXT-SRV-ATTR:hypervisor_hostname": "devstack", + "flavor": { + "id": "1", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/flavors/1", + "rel": "bookmark" + } + ] + }, + "id": "af9bcad9-3c87-477d-9347-b291eabf480e", + "security_groups": [ + { + "name": "default" + } + ], + "OS-SRV-USG:terminated_at": null, + "OS-EXT-AZ:availability_zone": "nova", + "user_id": "9349aff8be7545ac9d2f1d00999a23cd", + "name": "herp2", + "created": "2014-09-25T13:10:02Z", + "tenant_id": "fcad67a6189847c4aecfa3c81a05783b", + "OS-DCF:diskConfig": "MANUAL", + "os-extended-volumes:volumes_attached": [], + "accessIPv4": "", + "accessIPv6": "", + "progress": 0, + "OS-EXT-STS:power_state": 1, + "config_drive": "", + "metadata": {} + }, + { + "status": "ACTIVE", + "updated": "2014-09-25T13:10:10Z", + "hostId": "29d3c8c896a45aa4c34e52247875d7fefc3d94bbcc9f622b5d204362", + "OS-EXT-SRV-ATTR:host": "devstack", + "addresses": { + "private": [ + { + "OS-EXT-IPS-MAC:mac_addr": "fa:16:3e:7c:1b:2b", + "version": 4, + "addr": "10.0.0.32", + "OS-EXT-IPS:type": "fixed" + }, + { + "version": 4, + "addr": "10.10.10.2", + "OS-EXT-IPS:type": "floating" + } + ] + }, + "links": [ + { + "href": "http://104.130.131.164:8774/v2/fcad67a6189847c4aecfa3c81a05783b/servers/ef079b0c-e610-4dfb-b1aa-b49f07ac48e5", + "rel": "self" + }, + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/servers/ef079b0c-e610-4dfb-b1aa-b49f07ac48e5", + "rel": "bookmark" + } + ], + "key_name": null, + "image": { + "id": "f90f6034-2570-4974-8351-6b49732ef2eb", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/images/f90f6034-2570-4974-8351-6b49732ef2eb", + "rel": "bookmark" + } + ] + }, + "OS-EXT-STS:task_state": null, + "OS-EXT-STS:vm_state": "active", + "OS-EXT-SRV-ATTR:instance_name": "instance-0000001e", + "OS-SRV-USG:launched_at": "2014-09-25T13:10:10.000000", + "OS-EXT-SRV-ATTR:hypervisor_hostname": "devstack", + "flavor": { + "id": "1", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/flavors/1", + "rel": "bookmark" + } + ] + }, + "id": "ef079b0c-e610-4dfb-b1aa-b49f07ac48e5", + "security_groups": [ + { + "name": "default" + } + ], + "OS-SRV-USG:terminated_at": null, + "OS-EXT-AZ:availability_zone": "nova", + "user_id": "9349aff8be7545ac9d2f1d00999a23cd", + "name": "herp", + "created": "2014-09-25T13:10:02Z", + "tenant_id": "fcad67a6189847c4aecfa3c81a05783b", + "OS-DCF:diskConfig": "MANUAL", + "os-extended-volumes:volumes_attached": [], + "accessIPv4": "", + "accessIPv6": "", + "progress": 0, + "OS-EXT-STS:power_state": 1, + "config_drive": "", + "metadata": {} + }, + { + "status": "ACTIVE", + "updated": "2014-09-25T13:04:49Z", + "hostId": "29d3c8c896a45aa4c34e52247875d7fefc3d94bbcc9f622b5d204362", + "OS-EXT-SRV-ATTR:host": "devstack", + "addresses": { + "private": [ + { + "OS-EXT-IPS-MAC:mac_addr": "fa:16:3e:9e:89:be", + "version": 4, + "addr": "10.0.0.31", + "OS-EXT-IPS:type": "fixed" + } + ] + }, + "links": [ + { + "href": "http://104.130.131.164:8774/v2/fcad67a6189847c4aecfa3c81a05783b/servers/9e5476bd-a4ec-4653-93d6-72c93aa682ba", + "rel": "self" + }, + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/servers/9e5476bd-a4ec-4653-93d6-72c93aa682ba", + "rel": "bookmark" + } + ], + "key_name": null, + "image": { + "id": "f90f6034-2570-4974-8351-6b49732ef2eb", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/images/f90f6034-2570-4974-8351-6b49732ef2eb", + "rel": "bookmark" + } + ] + }, + "OS-EXT-STS:task_state": null, + "OS-EXT-STS:vm_state": "active", + "OS-EXT-SRV-ATTR:instance_name": "instance-0000001d", + "OS-SRV-USG:launched_at": "2014-09-25T13:04:49.000000", + "OS-EXT-SRV-ATTR:hypervisor_hostname": "devstack", + "flavor": { + "id": "1", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/flavors/1", + "rel": "bookmark" + } + ] + }, + "id": "9e5476bd-a4ec-4653-93d6-72c93aa682ba", + "security_groups": [ + { + "name": "default" + } + ], + "OS-SRV-USG:terminated_at": null, + "OS-EXT-AZ:availability_zone": "nova", + "user_id": "9349aff8be7545ac9d2f1d00999a23cd", + "name": "derp", + "created": "2014-09-25T13:04:41Z", + "tenant_id": "fcad67a6189847c4aecfa3c81a05783b", + "OS-DCF:diskConfig": "MANUAL", + "os-extended-volumes:volumes_attached": [], + "accessIPv4": "", + "accessIPv6": "", + "progress": 0, + "OS-EXT-STS:power_state": 1, + "config_drive": "", + "metadata": {} + }, + { + "status": "ACTIVE", + "updated": "2014-09-25T13:04:49Z", + "hostId": "29d3c8c896a45aa4c34e52247875d7fefc3d94bbcc9f622b5d204362", + "OS-EXT-SRV-ATTR:host": "devstack", + "addresses": { + "private": [ + { + "version": 4, + "addr": "10.0.0.33", + "OS-EXT-IPS:type": "fixed" + }, + { + "version": 4, + "addr": "10.0.0.34", + "OS-EXT-IPS:type": "fixed" + }, + { + "version": 4, + "addr": "10.10.10.4", + "OS-EXT-IPS:type": "floating" + } + ] + }, + "links": [ + { + "href": "http://104.130.131.164:8774/v2/fcad67a6189847c4aecfa3c81a05783b/servers/9e5476bd-a4ec-4653-93d6-72c93aa682ba", + "rel": "self" + }, + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/servers/9e5476bd-a4ec-4653-93d6-72c93aa682ba", + "rel": "bookmark" + } + ], + "key_name": null, + "image": "", + "OS-EXT-STS:task_state": null, + "OS-EXT-STS:vm_state": "active", + "OS-EXT-SRV-ATTR:instance_name": "instance-0000001d", + "OS-SRV-USG:launched_at": "2014-09-25T13:04:49.000000", + "OS-EXT-SRV-ATTR:hypervisor_hostname": "devstack", + "flavor": { + "id": "4", + "links": [ + { + "href": "http://104.130.131.164:8774/fcad67a6189847c4aecfa3c81a05783b/flavors/1", + "rel": "bookmark" + } + ] + }, + "id": "9e5476bd-a4ec-4653-93d6-72c93aa682bb", + "security_groups": [ + { + "name": "default" + } + ], + "OS-SRV-USG:terminated_at": null, + "OS-EXT-AZ:availability_zone": "nova", + "user_id": "9349aff8be7545ac9d2f1d00999a23cd", + "name": "merp", + "created": "2014-09-25T13:04:41Z", + "tenant_id": "fcad67a6189847c4aecfa3c81a05783b", + "OS-DCF:diskConfig": "MANUAL", + "os-extended-volumes:volumes_attached": [], + "accessIPv4": "", + "accessIPv6": "", + "progress": 0, + "OS-EXT-STS:power_state": 1, + "config_drive": "", + "metadata": { + "env": "prod" + } + } + ] +} +` + +// HandleServerListSuccessfully mocks server detail call +func (m *SDMock) HandleServerListSuccessfully() { + m.Mux.HandleFunc("/servers/detail", func(w http.ResponseWriter, r *http.Request) { + testMethod(m.t, r, "GET") + testHeader(m.t, r, "X-Auth-Token", tokenID) + + w.Header().Add("Content-Type", "application/json") + fmt.Fprint(w, serverListBody) + }) +} + +const listOutput = ` +{ + "floating_ips": [ + { + "fixed_ip": null, + "id": "1", + "instance_id": null, + "ip": "10.10.10.1", + "pool": "nova" + }, + { + "fixed_ip": "10.0.0.32", + "id": "2", + "instance_id": "ef079b0c-e610-4dfb-b1aa-b49f07ac48e5", + "ip": "10.10.10.2", + "pool": "nova" + }, + { + "fixed_ip": "10.0.0.34", + "id": "3", + "instance_id": "9e5476bd-a4ec-4653-93d6-72c93aa682bb", + "ip": "10.10.10.4", + "pool": "nova" + } + ] +} +` + +// HandleFloatingIPListSuccessfully mocks floating ips call +func (m *SDMock) HandleFloatingIPListSuccessfully() { + m.Mux.HandleFunc("/os-floating-ips", func(w http.ResponseWriter, r *http.Request) { + testMethod(m.t, r, "GET") + testHeader(m.t, r, "X-Auth-Token", tokenID) + + w.Header().Add("Content-Type", "application/json") + fmt.Fprint(w, listOutput) + }) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/openstack/openstack.go b/staging/src/github.com/promethues/prometheus/discovery/openstack/openstack.go new file mode 100644 index 0000000..2a34197 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/openstack/openstack.go @@ -0,0 +1,201 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package openstack + +import ( + "context" + "fmt" + "net/http" + "time" + + "github.com/go-kit/log" + "github.com/gophercloud/gophercloud" + "github.com/gophercloud/gophercloud/openstack" + conntrack "github.com/mwitkow/go-conntrack" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +// DefaultSDConfig is the default OpenStack SD configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + Availability: "public", +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for OpenStack based service discovery. +type SDConfig struct { + IdentityEndpoint string `yaml:"identity_endpoint"` + Username string `yaml:"username"` + UserID string `yaml:"userid"` + Password config.Secret `yaml:"password"` + ProjectName string `yaml:"project_name"` + ProjectID string `yaml:"project_id"` + DomainName string `yaml:"domain_name"` + DomainID string `yaml:"domain_id"` + ApplicationCredentialName string `yaml:"application_credential_name"` + ApplicationCredentialID string `yaml:"application_credential_id"` + ApplicationCredentialSecret config.Secret `yaml:"application_credential_secret"` + Role Role `yaml:"role"` + Region string `yaml:"region"` + RefreshInterval model.Duration `yaml:"refresh_interval"` + Port int `yaml:"port"` + AllTenants bool `yaml:"all_tenants,omitempty"` + TLSConfig config.TLSConfig `yaml:"tls_config,omitempty"` + Availability string `yaml:"availability,omitempty"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "openstack" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(c, opts.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.TLSConfig.SetDirectory(dir) +} + +// Role is the role of the target in OpenStack. +type Role string + +// The valid options for OpenStackRole. +const ( + // OpenStack document reference + // https://docs.openstack.org/nova/pike/admin/arch.html#hypervisors + OpenStackRoleHypervisor Role = "hypervisor" + // OpenStack document reference + // https://docs.openstack.org/horizon/pike/user/launch-instances.html + OpenStackRoleInstance Role = "instance" +) + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *Role) UnmarshalYAML(unmarshal func(interface{}) error) error { + if err := unmarshal((*string)(c)); err != nil { + return err + } + switch *c { + case OpenStackRoleHypervisor, OpenStackRoleInstance: + return nil + default: + return errors.Errorf("unknown OpenStack SD role %q", *c) + } +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + + switch c.Availability { + case "public", "internal", "admin": + default: + return fmt.Errorf("unknown availability %s, must be one of admin, internal or public", c.Availability) + } + + if c.Role == "" { + return errors.New("role missing (one of: instance, hypervisor)") + } + if c.Region == "" { + return errors.New("openstack SD configuration requires a region") + } + + return nil +} + +type refresher interface { + refresh(context.Context) ([]*targetgroup.Group, error) +} + +// NewDiscovery returns a new OpenStack Discoverer which periodically refreshes its targets. +func NewDiscovery(conf *SDConfig, l log.Logger) (*refresh.Discovery, error) { + r, err := newRefresher(conf, l) + if err != nil { + return nil, err + } + return refresh.NewDiscovery( + l, + "openstack", + time.Duration(conf.RefreshInterval), + r.refresh, + ), nil + +} + +func newRefresher(conf *SDConfig, l log.Logger) (refresher, error) { + var opts gophercloud.AuthOptions + if conf.IdentityEndpoint == "" { + var err error + opts, err = openstack.AuthOptionsFromEnv() + if err != nil { + return nil, err + } + } else { + opts = gophercloud.AuthOptions{ + IdentityEndpoint: conf.IdentityEndpoint, + Username: conf.Username, + UserID: conf.UserID, + Password: string(conf.Password), + TenantName: conf.ProjectName, + TenantID: conf.ProjectID, + DomainName: conf.DomainName, + DomainID: conf.DomainID, + ApplicationCredentialID: conf.ApplicationCredentialID, + ApplicationCredentialName: conf.ApplicationCredentialName, + ApplicationCredentialSecret: string(conf.ApplicationCredentialSecret), + } + } + client, err := openstack.NewClient(opts.IdentityEndpoint) + if err != nil { + return nil, err + } + tls, err := config.NewTLSConfig(&conf.TLSConfig) + if err != nil { + return nil, err + } + client.HTTPClient = http.Client{ + Transport: &http.Transport{ + IdleConnTimeout: 2 * time.Duration(conf.RefreshInterval), + TLSClientConfig: tls, + DialContext: conntrack.NewDialContextFunc( + conntrack.DialWithTracing(), + conntrack.DialWithName("openstack_sd"), + ), + }, + Timeout: time.Duration(conf.RefreshInterval), + } + availability := gophercloud.Availability(conf.Availability) + switch conf.Role { + case OpenStackRoleHypervisor: + return newHypervisorDiscovery(client, &opts, conf.Port, conf.Region, availability, l), nil + case OpenStackRoleInstance: + return newInstanceDiscovery(client, &opts, conf.Port, conf.Region, conf.AllTenants, availability, l), nil + } + return nil, errors.New("unknown OpenStack discovery role") +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh.go b/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh.go new file mode 100644 index 0000000..1b42a70 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh.go @@ -0,0 +1,122 @@ +// Copyright 2019 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package refresh + +import ( + "context" + "time" + + "github.com/go-kit/log" + "github.com/go-kit/log/level" + "github.com/prometheus/client_golang/prometheus" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +var ( + failuresCount = prometheus.NewCounterVec( + prometheus.CounterOpts{ + Name: "prometheus_sd_refresh_failures_total", + Help: "Number of refresh failures for the given SD mechanism.", + }, + []string{"mechanism"}, + ) + duration = prometheus.NewSummaryVec( + prometheus.SummaryOpts{ + Name: "prometheus_sd_refresh_duration_seconds", + Help: "The duration of a refresh in seconds for the given SD mechanism.", + Objectives: map[float64]float64{0.5: 0.05, 0.9: 0.01, 0.99: 0.001}, + }, + []string{"mechanism"}, + ) +) + +func init() { + prometheus.MustRegister(duration, failuresCount) +} + +// Discovery implements the Discoverer interface. +type Discovery struct { + logger log.Logger + interval time.Duration + refreshf func(ctx context.Context) ([]*targetgroup.Group, error) + + failures prometheus.Counter + duration prometheus.Observer +} + +// NewDiscovery returns a Discoverer function that calls a refresh() function at every interval. +func NewDiscovery(l log.Logger, mech string, interval time.Duration, refreshf func(ctx context.Context) ([]*targetgroup.Group, error)) *Discovery { + if l == nil { + l = log.NewNopLogger() + } + return &Discovery{ + logger: l, + interval: interval, + refreshf: refreshf, + failures: failuresCount.WithLabelValues(mech), + duration: duration.WithLabelValues(mech), + } +} + +// Run implements the Discoverer interface. +func (d *Discovery) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + // Get an initial set right away. + tgs, err := d.refresh(ctx) + if err != nil { + if ctx.Err() != context.Canceled { + level.Error(d.logger).Log("msg", "Unable to refresh target groups", "err", err.Error()) + } + } else { + select { + case ch <- tgs: + case <-ctx.Done(): + return + } + } + + ticker := time.NewTicker(d.interval) + defer ticker.Stop() + + for { + select { + case <-ticker.C: + tgs, err := d.refresh(ctx) + if err != nil { + if ctx.Err() != context.Canceled { + level.Error(d.logger).Log("msg", "Unable to refresh target groups", "err", err.Error()) + } + continue + } + + select { + case ch <- tgs: + case <-ctx.Done(): + return + } + case <-ctx.Done(): + return + } + } +} + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + now := time.Now() + defer d.duration.Observe(time.Since(now).Seconds()) + tgs, err := d.refreshf(ctx) + if err != nil { + d.failures.Inc() + } + return tgs, err +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh_test.go b/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh_test.go new file mode 100644 index 0000000..6decef1 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/refresh/refresh_test.go @@ -0,0 +1,88 @@ +// Copyright 2019 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package refresh + +import ( + "context" + "fmt" + "testing" + "time" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "go.uber.org/goleak" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +func TestRefresh(t *testing.T) { + tg1 := []*targetgroup.Group{ + { + Source: "tg", + Targets: []model.LabelSet{ + { + model.LabelName("t1"): model.LabelValue("v1"), + }, + { + model.LabelName("t2"): model.LabelValue("v2"), + }, + }, + Labels: model.LabelSet{ + model.LabelName("l1"): model.LabelValue("lv1"), + }, + }, + } + tg2 := []*targetgroup.Group{ + { + Source: "tg", + }, + } + + var i int + refresh := func(ctx context.Context) ([]*targetgroup.Group, error) { + i++ + switch i { + case 1: + return tg1, nil + case 2: + return tg2, nil + } + return nil, fmt.Errorf("some error") + } + interval := time.Millisecond + d := NewDiscovery(nil, "test", interval, refresh) + + ch := make(chan []*targetgroup.Group) + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + go d.Run(ctx, ch) + + tg := <-ch + require.Equal(t, tg1, tg) + + tg = <-ch + require.Equal(t, tg2, tg) + + tick := time.NewTicker(2 * interval) + defer tick.Stop() + select { + case <-ch: + t.Fatal("Unexpected target group") + case <-tick.C: + } +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/registry.go b/staging/src/github.com/promethues/prometheus/discovery/registry.go new file mode 100644 index 0000000..2ebb36c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/registry.go @@ -0,0 +1,258 @@ +// Copyright 2020 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package discovery + +import ( + "fmt" + "reflect" + "sort" + "strconv" + "strings" + "sync" + + "gopkg.in/yaml.v2" + + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + configFieldPrefix = "AUTO_DISCOVERY_" + staticConfigsKey = "static_configs" + staticConfigsFieldName = configFieldPrefix + staticConfigsKey +) + +var ( + configNames = make(map[string]Config) + configFieldNames = make(map[reflect.Type]string) + configFields []reflect.StructField + + configTypesMu sync.Mutex + configTypes = make(map[reflect.Type]reflect.Type) + + emptyStructType = reflect.TypeOf(struct{}{}) + configsType = reflect.TypeOf(Configs{}) +) + +// RegisterConfig registers the given Config type for YAML marshaling and unmarshaling. +func RegisterConfig(config Config) { + registerConfig(config.Name()+"_sd_configs", reflect.TypeOf(config), config) +} + +func init() { + // N.B.: static_configs is the only Config type implemented by default. + // All other types are registered at init by their implementing packages. + elemTyp := reflect.TypeOf(&targetgroup.Group{}) + registerConfig(staticConfigsKey, elemTyp, StaticConfig{}) +} + +func registerConfig(yamlKey string, elemType reflect.Type, config Config) { + name := config.Name() + if _, ok := configNames[name]; ok { + panic(fmt.Sprintf("discovery: Config named %q is already registered", name)) + } + configNames[name] = config + + fieldName := configFieldPrefix + yamlKey // Field must be exported. + configFieldNames[elemType] = fieldName + + // Insert fields in sorted order. + i := sort.Search(len(configFields), func(k int) bool { + return fieldName < configFields[k].Name + }) + configFields = append(configFields, reflect.StructField{}) // Add empty field at end. + copy(configFields[i+1:], configFields[i:]) // Shift fields to the right. + configFields[i] = reflect.StructField{ // Write new field in place. + Name: fieldName, + Type: reflect.SliceOf(elemType), + Tag: reflect.StructTag(`yaml:"` + yamlKey + `,omitempty"`), + } +} + +func getConfigType(out reflect.Type) reflect.Type { + configTypesMu.Lock() + defer configTypesMu.Unlock() + if typ, ok := configTypes[out]; ok { + return typ + } + // Initial exported fields map one-to-one. + var fields []reflect.StructField + for i, n := 0, out.NumField(); i < n; i++ { + switch field := out.Field(i); { + case field.PkgPath == "" && field.Type != configsType: + fields = append(fields, field) + default: + fields = append(fields, reflect.StructField{ + Name: "_" + field.Name, // Field must be unexported. + PkgPath: out.PkgPath(), + Type: emptyStructType, + }) + } + } + // Append extra config fields on the end. + fields = append(fields, configFields...) + typ := reflect.StructOf(fields) + configTypes[out] = typ + return typ +} + +// UnmarshalYAMLWithInlineConfigs helps implement yaml.Unmarshal for structs +// that have a Configs field that should be inlined. +func UnmarshalYAMLWithInlineConfigs(out interface{}, unmarshal func(interface{}) error) error { + outVal := reflect.ValueOf(out) + if outVal.Kind() != reflect.Ptr { + return fmt.Errorf("discovery: can only unmarshal into a struct pointer: %T", out) + } + outVal = outVal.Elem() + if outVal.Kind() != reflect.Struct { + return fmt.Errorf("discovery: can only unmarshal into a struct pointer: %T", out) + } + outTyp := outVal.Type() + + cfgTyp := getConfigType(outTyp) + cfgPtr := reflect.New(cfgTyp) + cfgVal := cfgPtr.Elem() + + // Copy shared fields (defaults) to dynamic value. + var configs *Configs + for i, n := 0, outVal.NumField(); i < n; i++ { + if outTyp.Field(i).Type == configsType { + configs = outVal.Field(i).Addr().Interface().(*Configs) + continue + } + if cfgTyp.Field(i).PkgPath != "" { + continue // Field is unexported: ignore. + } + cfgVal.Field(i).Set(outVal.Field(i)) + } + if configs == nil { + return fmt.Errorf("discovery: Configs field not found in type: %T", out) + } + + // Unmarshal into dynamic value. + if err := unmarshal(cfgPtr.Interface()); err != nil { + return replaceYAMLTypeError(err, cfgTyp, outTyp) + } + + // Copy shared fields from dynamic value. + for i, n := 0, outVal.NumField(); i < n; i++ { + if cfgTyp.Field(i).PkgPath != "" { + continue // Field is unexported: ignore. + } + outVal.Field(i).Set(cfgVal.Field(i)) + } + + var err error + *configs, err = readConfigs(cfgVal, outVal.NumField()) + return err +} + +func readConfigs(structVal reflect.Value, startField int) (Configs, error) { + var ( + configs Configs + targets []*targetgroup.Group + ) + for i, n := startField, structVal.NumField(); i < n; i++ { + field := structVal.Field(i) + if field.Kind() != reflect.Slice { + panic("discovery: internal error: field is not a slice") + } + for k := 0; k < field.Len(); k++ { + val := field.Index(k) + if val.IsZero() || (val.Kind() == reflect.Ptr && val.Elem().IsZero()) { + key := configFieldNames[field.Type().Elem()] + key = strings.TrimPrefix(key, configFieldPrefix) + return nil, fmt.Errorf("empty or null section in %s", key) + } + switch c := val.Interface().(type) { + case *targetgroup.Group: + // Add index to the static config target groups for unique identification + // within scrape pool. + c.Source = strconv.Itoa(len(targets)) + // Coalesce multiple static configs into a single static config. + targets = append(targets, c) + case Config: + configs = append(configs, c) + default: + panic("discovery: internal error: slice element is not a Config") + } + } + } + if len(targets) > 0 { + configs = append(configs, StaticConfig(targets)) + } + return configs, nil +} + +// MarshalYAMLWithInlineConfigs helps implement yaml.Marshal for structs +// that have a Configs field that should be inlined. +func MarshalYAMLWithInlineConfigs(in interface{}) (interface{}, error) { + inVal := reflect.ValueOf(in) + for inVal.Kind() == reflect.Ptr { + inVal = inVal.Elem() + } + inTyp := inVal.Type() + + cfgTyp := getConfigType(inTyp) + cfgPtr := reflect.New(cfgTyp) + cfgVal := cfgPtr.Elem() + + // Copy shared fields to dynamic value. + var configs *Configs + for i, n := 0, inTyp.NumField(); i < n; i++ { + if inTyp.Field(i).Type == configsType { + configs = inVal.Field(i).Addr().Interface().(*Configs) + } + if cfgTyp.Field(i).PkgPath != "" { + continue // Field is unexported: ignore. + } + cfgVal.Field(i).Set(inVal.Field(i)) + } + if configs == nil { + return nil, fmt.Errorf("discovery: Configs field not found in type: %T", in) + } + + if err := writeConfigs(cfgVal, *configs); err != nil { + return nil, err + } + + return cfgPtr.Interface(), nil +} + +func writeConfigs(structVal reflect.Value, configs Configs) error { + targets := structVal.FieldByName(staticConfigsFieldName).Addr().Interface().(*[]*targetgroup.Group) + for _, c := range configs { + if sc, ok := c.(StaticConfig); ok { + *targets = append(*targets, sc...) + continue + } + fieldName, ok := configFieldNames[reflect.TypeOf(c)] + if !ok { + return fmt.Errorf("discovery: cannot marshal unregistered Config type: %T", c) + } + field := structVal.FieldByName(fieldName) + field.Set(reflect.Append(field, reflect.ValueOf(c))) + } + return nil +} + +func replaceYAMLTypeError(err error, oldTyp, newTyp reflect.Type) error { + if e, ok := err.(*yaml.TypeError); ok { + oldStr := oldTyp.String() + newStr := newTyp.String() + for i, s := range e.Errors { + e.Errors[i] = strings.Replace(s, oldStr, newStr, -1) + } + } + return err +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/baremetal.go b/staging/src/github.com/promethues/prometheus/discovery/scaleway/baremetal.go new file mode 100644 index 0000000..066c0b6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/baremetal.go @@ -0,0 +1,200 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package scaleway + +import ( + "context" + "fmt" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/scaleway/scaleway-sdk-go/api/baremetal/v1" + "github.com/scaleway/scaleway-sdk-go/scw" +) + +type baremetalDiscovery struct { + *refresh.Discovery + client *scw.Client + port int + zone string + project string + accessKey string + secretKey string + nameFilter string + tagsFilter []string +} + +const ( + baremetalLabelPrefix = metaLabelPrefix + "baremetal_" + + baremetalIDLabel = baremetalLabelPrefix + "id" + baremetalPublicIPv4Label = baremetalLabelPrefix + "public_ipv4" + baremetalPublicIPv6Label = baremetalLabelPrefix + "public_ipv6" + baremetalNameLabel = baremetalLabelPrefix + "name" + baremetalOSNameLabel = baremetalLabelPrefix + "os_name" + baremetalOSVersionLabel = baremetalLabelPrefix + "os_version" + baremetalProjectLabel = baremetalLabelPrefix + "project_id" + baremetalStatusLabel = baremetalLabelPrefix + "status" + baremetalTagsLabel = baremetalLabelPrefix + "tags" + baremetalTypeLabel = baremetalLabelPrefix + "type" + baremetalZoneLabel = baremetalLabelPrefix + "zone" +) + +func newBaremetalDiscovery(conf *SDConfig) (*baremetalDiscovery, error) { + d := &baremetalDiscovery{ + port: conf.Port, + zone: conf.Zone, + project: conf.Project, + accessKey: conf.AccessKey, + secretKey: string(conf.SecretKey), + nameFilter: conf.NameFilter, + tagsFilter: conf.TagsFilter, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "scaleway_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + if conf.SecretKeyFile != "" { + rt, err = newAuthTokenFileRoundTripper(conf.SecretKeyFile, rt) + if err != nil { + return nil, err + } + } + + profile, err := loadProfile(conf) + if err != nil { + return nil, err + } + + d.client, err = scw.NewClient( + scw.WithHTTPClient(&http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }), + scw.WithUserAgent(fmt.Sprintf("Prometheus/%s", version.Version)), + scw.WithProfile(profile), + ) + if err != nil { + return nil, fmt.Errorf("error setting up scaleway client: %w", err) + } + + return d, nil +} + +func (d *baremetalDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + api := baremetal.NewAPI(d.client) + + req := &baremetal.ListServersRequest{} + + if d.nameFilter != "" { + req.Name = scw.StringPtr(d.nameFilter) + } + + if d.tagsFilter != nil { + req.Tags = d.tagsFilter + } + + servers, err := api.ListServers(req, scw.WithAllPages(), scw.WithContext(ctx)) + if err != nil { + return nil, err + } + + offers, err := api.ListOffers(&baremetal.ListOffersRequest{}, scw.WithAllPages()) + if err != nil { + return nil, err + } + + osFullList, err := api.ListOS(&baremetal.ListOSRequest{}, scw.WithAllPages()) + if err != nil { + return nil, err + } + + var targets []model.LabelSet + for _, server := range servers.Servers { + labels := model.LabelSet{ + baremetalIDLabel: model.LabelValue(server.ID), + baremetalNameLabel: model.LabelValue(server.Name), + baremetalZoneLabel: model.LabelValue(server.Zone.String()), + baremetalStatusLabel: model.LabelValue(server.Status), + baremetalProjectLabel: model.LabelValue(server.ProjectID), + } + + for _, offer := range offers.Offers { + if server.OfferID == offer.ID { + labels[baremetalTypeLabel] = model.LabelValue(offer.Name) + break + } + } + + if server.Install != nil { + for _, os := range osFullList.Os { + if server.Install.OsID == os.ID { + labels[baremetalOSNameLabel] = model.LabelValue(os.Name) + labels[baremetalOSVersionLabel] = model.LabelValue(os.Version) + break + } + } + } + + if len(server.Tags) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + tags := separator + strings.Join(server.Tags, separator) + separator + labels[baremetalTagsLabel] = model.LabelValue(tags) + } + + for _, ip := range server.IPs { + switch v := ip.Version.String(); v { + case "IPv4": + if _, ok := labels[baremetalPublicIPv4Label]; ok { + // If the server has multiple IPv4, we only take the first one. + // This should not happen. + continue + } + labels[baremetalPublicIPv4Label] = model.LabelValue(ip.Address.String()) + + // We always default the __address__ to IPv4. + addr := net.JoinHostPort(ip.Address.String(), strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + case "IPv6": + if _, ok := labels[baremetalPublicIPv6Label]; ok { + // If the server has multiple IPv6, we only take the first one. + // This should not happen. + continue + } + labels[baremetalPublicIPv6Label] = model.LabelValue(ip.Address.String()) + if _, ok := labels[model.AddressLabel]; !ok { + // This server does not have an IPv4 or we have not parsed it + // yet. + addr := net.JoinHostPort(ip.Address.String(), strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + } + default: + return nil, fmt.Errorf("unknown IP version: %s", v) + } + } + targets = append(targets, labels) + } + return []*targetgroup.Group{{Source: "scaleway", Targets: targets}}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance.go b/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance.go new file mode 100644 index 0000000..8b26031 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance.go @@ -0,0 +1,196 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package scaleway + +import ( + "context" + "fmt" + "net" + "net/http" + "strconv" + "strings" + "time" + + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/common/version" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/scaleway/scaleway-sdk-go/api/instance/v1" + "github.com/scaleway/scaleway-sdk-go/scw" +) + +const ( + instanceLabelPrefix = metaLabelPrefix + "instance_" + + instanceBootTypeLabel = instanceLabelPrefix + "boot_type" + instanceHostnameLabel = instanceLabelPrefix + "hostname" + instanceIDLabel = instanceLabelPrefix + "id" + instanceImageArchLabel = instanceLabelPrefix + "image_arch" + instanceImageIDLabel = instanceLabelPrefix + "image_id" + instanceImageNameLabel = instanceLabelPrefix + "image_name" + instanceLocationClusterID = instanceLabelPrefix + "location_cluster_id" + instanceLocationHypervisorID = instanceLabelPrefix + "location_hypervisor_id" + instanceLocationNodeID = instanceLabelPrefix + "location_node_id" + instanceNameLabel = instanceLabelPrefix + "name" + instanceOrganizationLabel = instanceLabelPrefix + "organization_id" + instancePrivateIPv4Label = instanceLabelPrefix + "private_ipv4" + instanceProjectLabel = instanceLabelPrefix + "project_id" + instancePublicIPv4Label = instanceLabelPrefix + "public_ipv4" + instancePublicIPv6Label = instanceLabelPrefix + "public_ipv6" + instanceSecurityGroupIDLabel = instanceLabelPrefix + "security_group_id" + instanceSecurityGroupNameLabel = instanceLabelPrefix + "security_group_name" + instanceStateLabel = instanceLabelPrefix + "status" + instanceTagsLabel = instanceLabelPrefix + "tags" + instanceTypeLabel = instanceLabelPrefix + "type" + instanceZoneLabel = instanceLabelPrefix + "zone" + instanceRegionLabel = instanceLabelPrefix + "region" +) + +type instanceDiscovery struct { + *refresh.Discovery + client *scw.Client + port int + zone string + project string + accessKey string + secretKey string + nameFilter string + tagsFilter []string +} + +func newInstanceDiscovery(conf *SDConfig) (*instanceDiscovery, error) { + d := &instanceDiscovery{ + port: conf.Port, + zone: conf.Zone, + project: conf.Project, + accessKey: conf.AccessKey, + secretKey: conf.secretKeyForConfig(), + nameFilter: conf.NameFilter, + tagsFilter: conf.TagsFilter, + } + + rt, err := config.NewRoundTripperFromConfig(conf.HTTPClientConfig, "scaleway_sd", config.WithHTTP2Disabled()) + if err != nil { + return nil, err + } + + if conf.SecretKeyFile != "" { + rt, err = newAuthTokenFileRoundTripper(conf.SecretKeyFile, rt) + if err != nil { + return nil, err + } + } + + profile, err := loadProfile(conf) + if err != nil { + return nil, err + } + + d.client, err = scw.NewClient( + scw.WithHTTPClient(&http.Client{ + Transport: rt, + Timeout: time.Duration(conf.RefreshInterval), + }), + scw.WithUserAgent(fmt.Sprintf("Prometheus/%s", version.Version)), + scw.WithProfile(profile), + ) + if err != nil { + return nil, fmt.Errorf("error setting up scaleway client: %w", err) + } + + return d, nil +} + +func (d *instanceDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + api := instance.NewAPI(d.client) + + req := &instance.ListServersRequest{} + + if d.nameFilter != "" { + req.Name = scw.StringPtr(d.nameFilter) + } + + if d.tagsFilter != nil { + req.Tags = d.tagsFilter + } + + servers, err := api.ListServers(req, scw.WithAllPages(), scw.WithContext(ctx)) + if err != nil { + return nil, err + } + + var targets []model.LabelSet + for _, server := range servers.Servers { + labels := model.LabelSet{ + instanceBootTypeLabel: model.LabelValue(server.BootType), + instanceHostnameLabel: model.LabelValue(server.Hostname), + instanceIDLabel: model.LabelValue(server.ID), + instanceNameLabel: model.LabelValue(server.Name), + instanceOrganizationLabel: model.LabelValue(server.Organization), + instanceProjectLabel: model.LabelValue(server.Project), + instanceStateLabel: model.LabelValue(server.State), + instanceTypeLabel: model.LabelValue(server.CommercialType), + instanceZoneLabel: model.LabelValue(server.Zone.String()), + } + + if server.Image != nil { + labels[instanceImageArchLabel] = model.LabelValue(server.Image.Arch) + labels[instanceImageIDLabel] = model.LabelValue(server.Image.ID) + labels[instanceImageNameLabel] = model.LabelValue(server.Image.Name) + } + + if server.Location != nil { + labels[instanceLocationClusterID] = model.LabelValue(server.Location.ClusterID) + labels[instanceLocationHypervisorID] = model.LabelValue(server.Location.HypervisorID) + labels[instanceLocationNodeID] = model.LabelValue(server.Location.NodeID) + } + + if server.SecurityGroup != nil { + labels[instanceSecurityGroupIDLabel] = model.LabelValue(server.SecurityGroup.ID) + labels[instanceSecurityGroupNameLabel] = model.LabelValue(server.SecurityGroup.Name) + } + + if region, err := server.Zone.Region(); err == nil { + labels[instanceRegionLabel] = model.LabelValue(region.String()) + } + + if len(server.Tags) > 0 { + // We surround the separated list with the separator as well. This way regular expressions + // in relabeling rules don't have to consider tag positions. + tags := separator + strings.Join(server.Tags, separator) + separator + labels[instanceTagsLabel] = model.LabelValue(tags) + } + + if server.IPv6 != nil { + labels[instancePublicIPv6Label] = model.LabelValue(server.IPv6.Address.String()) + } + + if server.PublicIP != nil { + labels[instancePublicIPv4Label] = model.LabelValue(server.PublicIP.Address.String()) + } + + if server.PrivateIP != nil { + labels[instancePrivateIPv4Label] = model.LabelValue(*server.PrivateIP) + + addr := net.JoinHostPort(*server.PrivateIP, strconv.FormatUint(uint64(d.port), 10)) + labels[model.AddressLabel] = model.LabelValue(addr) + + targets = append(targets, labels) + } + + } + + return []*targetgroup.Group{{Source: "scaleway", Targets: targets}}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance_test.go b/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance_test.go new file mode 100644 index 0000000..0e597c6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/instance_test.go @@ -0,0 +1,165 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package scaleway + +import ( + "context" + "fmt" + "io/ioutil" + "net/http" + "net/http/httptest" + "testing" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +var ( + testProjectID = "8feda53f-15f0-447f-badf-ebe32dad2fc0" + testSecretKeyFile = "testdata/secret_key" + testSecretKey = "6d6579e5-a5b9-49fc-a35f-b4feb9b87301" + testAccessKey = "SCW0W8NG6024YHRJ7723" +) + +func TestScalewayInstanceRefresh(t *testing.T) { + mock := httptest.NewServer(http.HandlerFunc(mockScalewayInstance)) + defer mock.Close() + + cfgString := fmt.Sprintf(` +--- +role: instance +project_id: %s +secret_key: %s +access_key: %s +api_url: %s +`, testProjectID, testSecretKey, testAccessKey, mock.URL) + var cfg SDConfig + require.NoError(t, yaml.UnmarshalStrict([]byte(cfgString), &cfg)) + + d, err := newRefresher(&cfg) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) + + tg := tgs[0] + require.NotNil(t, tg) + require.NotNil(t, tg.Targets) + require.Equal(t, 2, len(tg.Targets)) + + for i, lbls := range []model.LabelSet{ + { + "__address__": "10.70.60.57:80", + "__meta_scaleway_instance_boot_type": "local", + "__meta_scaleway_instance_hostname": "scw-nervous-shirley", + "__meta_scaleway_instance_id": "93c18a61-b681-49d0-a1cc-62b43883ae89", + "__meta_scaleway_instance_image_arch": "x86_64", + "__meta_scaleway_instance_image_id": "45a86b35-eca6-4055-9b34-ca69845da146", + "__meta_scaleway_instance_image_name": "Ubuntu 18.04 Bionic Beaver", + "__meta_scaleway_instance_location_cluster_id": "40", + "__meta_scaleway_instance_location_hypervisor_id": "1601", + "__meta_scaleway_instance_location_node_id": "29", + "__meta_scaleway_instance_name": "scw-nervous-shirley", + "__meta_scaleway_instance_organization_id": "cb334986-b054-4725-9d3a-40850fdc6015", + "__meta_scaleway_instance_private_ipv4": "10.70.60.57", + "__meta_scaleway_instance_project_id": "cb334986-b054-4725-9d5a-30850fdc6015", + "__meta_scaleway_instance_public_ipv6": "2001:bc8:630:1e1c::1", + "__meta_scaleway_instance_region": "fr-par", + "__meta_scaleway_instance_security_group_id": "a6a794b7-c05b-4b20-b9fe-e17a9bb85cf0", + "__meta_scaleway_instance_security_group_name": "Default security group", + "__meta_scaleway_instance_status": "running", + "__meta_scaleway_instance_type": "DEV1-S", + "__meta_scaleway_instance_zone": "fr-par-1", + }, + { + "__address__": "10.193.162.9:80", + "__meta_scaleway_instance_boot_type": "local", + "__meta_scaleway_instance_hostname": "scw-quizzical-feistel", + "__meta_scaleway_instance_id": "5b6198b4-c677-41b5-9c05-04557264ae1f", + "__meta_scaleway_instance_image_arch": "x86_64", + "__meta_scaleway_instance_image_id": "71733b74-260f-4d0d-8f18-f37dcfa56d6f", + "__meta_scaleway_instance_image_name": "Debian Buster", + "__meta_scaleway_instance_location_cluster_id": "4", + "__meta_scaleway_instance_location_hypervisor_id": "201", + "__meta_scaleway_instance_location_node_id": "5", + "__meta_scaleway_instance_name": "scw-quizzical-feistel", + "__meta_scaleway_instance_organization_id": "cb334986-b054-4725-9d3a-40850fdc6015", + "__meta_scaleway_instance_private_ipv4": "10.193.162.9", + "__meta_scaleway_instance_project_id": "cb334986-b054-4725-9d5a-30850fdc6015", + "__meta_scaleway_instance_public_ipv4": "151.115.45.127", + "__meta_scaleway_instance_public_ipv6": "2001:bc8:1e00:6204::1", + "__meta_scaleway_instance_region": "fr-par", + "__meta_scaleway_instance_security_group_id": "d35dd210-8392-44dc-8854-121e419a0f56", + "__meta_scaleway_instance_security_group_name": "Default security group", + "__meta_scaleway_instance_status": "running", + "__meta_scaleway_instance_type": "DEV1-S", + "__meta_scaleway_instance_zone": "fr-par-1", + }, + } { + t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) { + require.Equal(t, lbls, tg.Targets[i]) + }) + } +} + +func mockScalewayInstance(w http.ResponseWriter, r *http.Request) { + if r.Header.Get("X-Auth-Token") != testSecretKey { + http.Error(w, "bad token id", http.StatusUnauthorized) + return + } + if r.RequestURI != "/instance/v1/zones/fr-par-1/servers?page=1" { + http.Error(w, "bad url", http.StatusNotFound) + return + } + w.Header().Set("Content-Type", "application/json") + instance, err := ioutil.ReadFile("testdata/instance.json") + if err != nil { + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + _, err = w.Write(instance) + if err != nil { + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } +} + +func TestScalewayInstanceAuthToken(t *testing.T) { + mock := httptest.NewServer(http.HandlerFunc(mockScalewayInstance)) + defer mock.Close() + + cfgString := fmt.Sprintf(` +--- +role: instance +project_id: %s +secret_key_file: %s +access_key: %s +api_url: %s +`, testProjectID, testSecretKeyFile, testAccessKey, mock.URL) + var cfg SDConfig + require.NoError(t, yaml.UnmarshalStrict([]byte(cfgString), &cfg)) + + d, err := newRefresher(&cfg) + require.NoError(t, err) + + ctx := context.Background() + tgs, err := d.refresh(ctx) + require.NoError(t, err) + + require.Equal(t, 1, len(tgs)) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/scaleway.go b/staging/src/github.com/promethues/prometheus/discovery/scaleway/scaleway.go new file mode 100644 index 0000000..c8689cb --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/scaleway.go @@ -0,0 +1,245 @@ +// Copyright 2021 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package scaleway + +import ( + "context" + "io/ioutil" + "net/http" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/scaleway/scaleway-sdk-go/scw" +) + +// metaLabelPrefix is the meta prefix used for all meta labels. +// in this discovery. +const ( + metaLabelPrefix = model.MetaLabelPrefix + "scaleway_" + separator = "," +) + +// role is the role of the target within the Scaleway Ecosystem. +type role string + +// The valid options for role. +const ( + // Scaleway Elements Baremetal + // https://www.scaleway.com/en/bare-metal-servers/ + roleBaremetal role = "baremetal" + + // Scaleway Elements Instance + // https://www.scaleway.com/en/virtual-instances/ + roleInstance role = "instance" +) + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *role) UnmarshalYAML(unmarshal func(interface{}) error) error { + if err := unmarshal((*string)(c)); err != nil { + return err + } + switch *c { + case roleInstance, roleBaremetal: + return nil + default: + return errors.Errorf("unknown role %q", *c) + } +} + +// DefaultSDConfig is the default Scaleway Service Discovery configuration. +var DefaultSDConfig = SDConfig{ + Port: 80, + RefreshInterval: model.Duration(60 * time.Second), + HTTPClientConfig: config.DefaultHTTPClientConfig, + Zone: scw.ZoneFrPar1.String(), + APIURL: "https://api.scaleway.com", +} + +type SDConfig struct { + // Project: The Scaleway Project ID used to filter discovery on. + Project string `yaml:"project_id"` + + // APIURL: URL of the Scaleway API to use. + APIURL string `yaml:"api_url,omitempty"` + // Zone: The zone of the scrape targets. + // If you need to configure multiple zones use multiple scaleway_sd_configs + Zone string `yaml:"zone"` + // AccessKey used to authenticate on Scaleway APIs. + AccessKey string `yaml:"access_key"` + // SecretKey used to authenticate on Scaleway APIs. + SecretKey config.Secret `yaml:"secret_key"` + // SecretKey used to authenticate on Scaleway APIs. + SecretKeyFile string `yaml:"secret_key_file"` + // NameFilter to filter on during the ListServers. + NameFilter string `yaml:"name_filter,omitempty"` + // TagsFilter to filter on during the ListServers. + TagsFilter []string `yaml:"tags_filter,omitempty"` + + HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` + + RefreshInterval model.Duration `yaml:"refresh_interval"` + Port int `yaml:"port"` + // Role can be either instance or baremetal + Role role `yaml:"role"` +} + +func (c SDConfig) Name() string { + return "scaleway" +} + +// secretKeyForConfig returns a secret key that looks like a UUID, even if we +// take the actual secret from a file. +func (c SDConfig) secretKeyForConfig() string { + if c.SecretKeyFile != "" { + return "00000000-0000-0000-0000-000000000000" + } + return string(c.SecretKey) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + + if c.Role == "" { + return errors.New("role missing (one of: instance, baremetal)") + } + + if c.Project == "" { + return errors.New("project_id is mandatory") + } + + if c.SecretKey == "" && c.SecretKeyFile == "" { + return errors.New("one of secret_key & secret_key_file must be configured") + } + + if c.SecretKey != "" && c.SecretKeyFile != "" { + return errors.New("at most one of secret_key & secret_key_file must be configured") + } + + if c.AccessKey == "" { + return errors.New("access_key is mandatory") + } + + profile, err := loadProfile(c) + if err != nil { + return err + } + _, err = scw.NewClient( + scw.WithProfile(profile), + ) + if err != nil { + return err + } + + return c.HTTPClientConfig.Validate() +} + +func (c SDConfig) NewDiscoverer(options discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewDiscovery(&c, options.Logger) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.SecretKeyFile = config.JoinDir(dir, c.SecretKeyFile) + c.HTTPClientConfig.SetDirectory(dir) +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// Discovery periodically performs Scaleway requests. It implements +// the Discoverer interface. +type Discovery struct { +} + +func NewDiscovery(conf *SDConfig, logger log.Logger) (*refresh.Discovery, error) { + r, err := newRefresher(conf) + if err != nil { + return nil, err + } + + return refresh.NewDiscovery( + logger, + "scaleway", + time.Duration(conf.RefreshInterval), + r.refresh, + ), nil +} + +type refresher interface { + refresh(context.Context) ([]*targetgroup.Group, error) +} + +func newRefresher(conf *SDConfig) (refresher, error) { + switch conf.Role { + case roleBaremetal: + return newBaremetalDiscovery(conf) + case roleInstance: + return newInstanceDiscovery(conf) + } + return nil, errors.New("unknown Scaleway discovery role") +} + +func loadProfile(sdConfig *SDConfig) (*scw.Profile, error) { + // Profile coming from Prometheus Configuration file + prometheusConfigProfile := &scw.Profile{ + DefaultZone: scw.StringPtr(sdConfig.Zone), + APIURL: scw.StringPtr(sdConfig.APIURL), + SecretKey: scw.StringPtr(sdConfig.secretKeyForConfig()), + AccessKey: scw.StringPtr(sdConfig.AccessKey), + DefaultProjectID: scw.StringPtr(sdConfig.Project), + SendTelemetry: scw.BoolPtr(false), + } + + return prometheusConfigProfile, nil +} + +type authTokenFileRoundTripper struct { + authTokenFile string + rt http.RoundTripper +} + +// newAuthTokenFileRoundTripper adds the auth token read from the file to a request. +func newAuthTokenFileRoundTripper(tokenFile string, rt http.RoundTripper) (http.RoundTripper, error) { + // fail-fast if we can't read the file. + _, err := ioutil.ReadFile(tokenFile) + if err != nil { + return nil, errors.Wrapf(err, "unable to read auth token file %s", tokenFile) + } + return &authTokenFileRoundTripper{tokenFile, rt}, nil +} + +func (rt *authTokenFileRoundTripper) RoundTrip(request *http.Request) (*http.Response, error) { + b, err := ioutil.ReadFile(rt.authTokenFile) + if err != nil { + return nil, errors.Wrapf(err, "unable to read auth token file %s", rt.authTokenFile) + } + authToken := strings.TrimSpace(string(b)) + + request.Header.Set("X-Auth-Token", authToken) + return rt.rt.RoundTrip(request) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/instance.json b/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/instance.json new file mode 100644 index 0000000..f8d35b2 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/instance.json @@ -0,0 +1,221 @@ +{ + "servers": [ + { + "id": "93c18a61-b681-49d0-a1cc-62b43883ae89", + "name": "scw-nervous-shirley", + "arch": "x86_64", + "commercial_type": "DEV1-S", + "boot_type": "local", + "organization": "cb334986-b054-4725-9d3a-40850fdc6015", + "project": "cb334986-b054-4725-9d5a-30850fdc6015", + "hostname": "scw-nervous-shirley", + "image": { + "id": "45a86b35-eca6-4055-9b34-ca69845da146", + "name": "Ubuntu 18.04 Bionic Beaver", + "organization": "51b656e3-4865-41e8-adbc-0c45bdd780db", + "project": "51b656e3-4865-41e8-adbc-0c45bdd780db", + "root_volume": { + "id": "b45d391a-90d7-4f0f-8a07-80806b31be94", + "name": "ubuntu_18.04_bionic_beaver:volume-0", + "volume_type": "l_ssd", + "size": 10000000000 + }, + "extra_volumes": {}, + "public": true, + "arch": "x86_64", + "creation_date": "2021-03-05T14:31:33.729260+00:00", + "modification_date": "2021-03-05T14:31:33.729260+00:00", + "default_bootscript": null, + "from_server": null, + "state": "available", + "zone": "fr-par-1" + }, + "volumes": { + "0": { + "id": "0dd09f67-a04a-495d-aae4-0ce437c87160", + "name": "ubuntu_18.04_bionic_beaver:volume-0", + "volume_type": "l_ssd", + "export_uri": null, + "organization": "cb334986-b054-4725-9d5a-40850fdc6015", + "project": "cb334986-b054-4725-9d5a-40850fdc6015", + "server": { + "id": "93c18a61-b681-49d0-a1cc-62b43883ae89", + "name": "scw-nervous-shirley" + }, + "size": 20000000000, + "state": "available", + "creation_date": "2021-03-08T21:34:35.844665+00:00", + "modification_date": "2021-03-08T21:34:35.844665+00:00", + "zone": "fr-par-1" + } + }, + "tags": [], + "state": "running", + "protected": false, + "state_detail": "booted", + "public_ip": null, + "ipv6": { + "address": "2001:bc8:630:1e1c::1", + "gateway": "2001:bc8:630:1e1c::", + "netmask": "64" + }, + "extra_networks": [], + "dynamic_ip_required": false, + "enable_ipv6": true, + "private_ip": "10.70.60.57", + "creation_date": "2021-03-08T21:34:35.844665+00:00", + "modification_date": "2021-03-08T21:35:11.098337+00:00", + "bootscript": { + "id": "fdfe150f-a870-4ce4-b432-9f56b5b995c1", + "public": true, + "title": "x86_64 mainline 4.4.230 rev1", + "architecture": "x86_64", + "organization": "11111111-1111-4111-8111-111111111111", + "project": "11111111-1111-4111-8111-111111111111", + "kernel": "http://169.254.42.24/kernel/x86_64-mainline-lts-4.4-4.4.230-rev1/vmlinuz-4.4.230", + "dtb": "", + "initrd": "http://169.254.42.24/initrd/initrd-Linux-x86_64-v3.14.6.gz", + "bootcmdargs": "LINUX_COMMON scaleway boot=local nbd.max_part=16", + "default": true, + "zone": "fr-par-1" + }, + "security_group": { + "id": "a6a794b7-c05b-4b20-b9fe-e17a9bb85cf0", + "name": "Default security group" + }, + "location": { + "zone_id": "fr-par-1", + "platform_id": "14", + "cluster_id": "40", + "hypervisor_id": "1601", + "node_id": "29" + }, + "maintenances": [], + "allowed_actions": [ + "poweroff", + "terminate", + "reboot", + "stop_in_place", + "backup" + ], + "placement_group": null, + "private_nics": [ + { + "id": "3a21e0a0-8d54-4314-b1e0-c6a3cb3bddec", + "private_network_id": "18ba4ed4-d194-4b5d-9083-447325234a71", + "server_id": "93c18a61-b681-49d0-a1cc-62b43883ae89", + "mac_address": "02:00:00:00:31:90", + "creation_date": "2021-03-08T21:35:53.312689+00:00", + "zone": "fr-par-1" + } + ], + "zone": "fr-par-1" + }, + { + "id": "5b6198b4-c677-41b5-9c05-04557264ae1f", + "name": "scw-quizzical-feistel", + "arch": "x86_64", + "commercial_type": "DEV1-S", + "boot_type": "local", + "organization": "cb334986-b054-4725-9d3a-40850fdc6015", + "project": "cb334986-b054-4725-9d5a-30850fdc6015", + "hostname": "scw-quizzical-feistel", + "image": { + "id": "71733b74-260f-4d0d-8f18-f37dcfa56d6f", + "name": "Debian Buster", + "organization": "51b656e3-4865-41e8-adbc-0c45bdd780db", + "project": "51b656e3-4865-41e8-adbc-0c45bdd780db", + "root_volume": { + "id": "0440a261-a953-4cdc-b1fd-2f9e7bc79214", + "name": "debian_buster:volume-0", + "volume_type": "l_ssd", + "size": 10000000000 + }, + "extra_volumes": {}, + "public": true, + "arch": "x86_64", + "creation_date": "2021-03-05T15:00:19.389536+00:00", + "modification_date": "2021-03-05T15:00:19.389536+00:00", + "default_bootscript": null, + "from_server": null, + "state": "available", + "zone": "fr-par-1" + }, + "volumes": { + "0": { + "id": "ee463105-8fe5-4d32-a9ec-19057d27858a", + "name": "debian_buster:volume-0", + "volume_type": "l_ssd", + "export_uri": null, + "organization": "cb334986-b054-4725-9d5a-40850fdc6015", + "project": "cb334986-b054-4725-9d5a-40850fdc6015", + "server": { + "id": "5b6198b4-c677-41b5-9c05-04557264ae1f", + "name": "scw-quizzical-feistel" + }, + "size": 20000000000, + "state": "available", + "creation_date": "2021-03-11T20:14:07.197878+00:00", + "modification_date": "2021-03-11T20:14:07.197878+00:00", + "zone": "fr-par-1" + } + }, + "tags": [], + "state": "running", + "protected": false, + "state_detail": "booted", + "public_ip": { + "id": "c4a7bd85-d0a6-493f-a204-456a7fb4a475", + "address": "151.115.45.127", + "dynamic": false + }, + "ipv6": { + "address": "2001:bc8:1e00:6204::1", + "gateway": "2001:bc8:1e00:6204::", + "netmask": "64" + }, + "extra_networks": [], + "dynamic_ip_required": false, + "enable_ipv6": true, + "private_ip": "10.193.162.9", + "creation_date": "2021-03-11T20:14:07.197878+00:00", + "modification_date": "2021-03-11T20:14:24.574333+00:00", + "bootscript": { + "id": "b00f3023-1606-4247-b453-3fc0ab1dc8c3", + "public": true, + "title": "x86_64 mainline 4.4.182 rev1", + "architecture": "x86_64", + "organization": "11111111-1111-4111-8111-111111111111", + "project": "11111111-1111-4111-8111-111111111111", + "kernel": "http://169.254.42.24/kernel/x86_64-mainline-lts-4.4-4.4.182-rev1/vmlinuz-4.4.182", + "dtb": "", + "initrd": "http://169.254.42.24/initrd/initrd-Linux-x86_64-v3.14.6.gz", + "bootcmdargs": "LINUX_COMMON scaleway boot=local nbd.max_part=16", + "default": true, + "zone": "fr-par-1" + }, + "security_group": { + "id": "d35dd210-8392-44dc-8854-121e419a0f56", + "name": "Default security group" + }, + "location": { + "zone_id": "fr-par-1", + "platform_id": "40", + "cluster_id": "4", + "hypervisor_id": "201", + "node_id": "5" + }, + "maintenances": [], + "allowed_actions": [ + "poweroff", + "terminate", + "reboot", + "stop_in_place", + "backup" + ], + "placement_group": null, + "private_nics": [], + "zone": "fr-par-1" + } + ] +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/secret_key b/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/secret_key new file mode 100644 index 0000000..de2fb23 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/scaleway/testdata/secret_key @@ -0,0 +1 @@ +6d6579e5-a5b9-49fc-a35f-b4feb9b87301 diff --git a/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup.go b/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup.go new file mode 100644 index 0000000..d1dfc73 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup.go @@ -0,0 +1,93 @@ +// Copyright 2013 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package targetgroup + +import ( + "bytes" + "encoding/json" + + "github.com/prometheus/common/model" +) + +// Group is a set of targets with a common label set(production , test, staging etc.). +type Group struct { + // Targets is a list of targets identified by a label set. Each target is + // uniquely identifiable in the group by its address label. + Targets []model.LabelSet + // Labels is a set of labels that is common across all targets in the group. + Labels model.LabelSet + + // Source is an identifier that describes a group of targets. + Source string +} + +func (tg Group) String() string { + return tg.Source +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (tg *Group) UnmarshalYAML(unmarshal func(interface{}) error) error { + g := struct { + Targets []string `yaml:"targets"` + Labels model.LabelSet `yaml:"labels"` + }{} + if err := unmarshal(&g); err != nil { + return err + } + tg.Targets = make([]model.LabelSet, 0, len(g.Targets)) + for _, t := range g.Targets { + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: model.LabelValue(t), + }) + } + tg.Labels = g.Labels + return nil +} + +// MarshalYAML implements the yaml.Marshaler interface. +func (tg Group) MarshalYAML() (interface{}, error) { + g := &struct { + Targets []string `yaml:"targets"` + Labels model.LabelSet `yaml:"labels,omitempty"` + }{ + Targets: make([]string, 0, len(tg.Targets)), + Labels: tg.Labels, + } + for _, t := range tg.Targets { + g.Targets = append(g.Targets, string(t[model.AddressLabel])) + } + return g, nil +} + +// UnmarshalJSON implements the json.Unmarshaler interface. +func (tg *Group) UnmarshalJSON(b []byte) error { + g := struct { + Targets []string `json:"targets"` + Labels model.LabelSet `json:"labels"` + }{} + + dec := json.NewDecoder(bytes.NewReader(b)) + dec.DisallowUnknownFields() + if err := dec.Decode(&g); err != nil { + return err + } + tg.Targets = make([]model.LabelSet, 0, len(g.Targets)) + for _, t := range g.Targets { + tg.Targets = append(tg.Targets, model.LabelSet{ + model.AddressLabel: model.LabelValue(t), + }) + } + tg.Labels = g.Labels + return nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup_test.go b/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup_test.go new file mode 100644 index 0000000..bf0d995 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/targetgroup/targetgroup_test.go @@ -0,0 +1,156 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package targetgroup + +import ( + "errors" + "testing" + + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" + "gopkg.in/yaml.v2" +) + +func TestTargetGroupStrictJsonUnmarshal(t *testing.T) { + tests := []struct { + json string + expectedReply error + expectedGroup Group + }{ + { + json: ` {"labels": {},"targets": []}`, + expectedReply: nil, + expectedGroup: Group{Targets: []model.LabelSet{}, Labels: model.LabelSet{}}, + }, + { + json: ` {"labels": {"my":"label"},"targets": ["localhost:9090","localhost:9091"]}`, + expectedReply: nil, + expectedGroup: Group{Targets: []model.LabelSet{ + {"__address__": "localhost:9090"}, + {"__address__": "localhost:9091"}}, Labels: model.LabelSet{"my": "label"}}, + }, + { + json: ` {"label": {},"targets": []}`, + expectedReply: errors.New("json: unknown field \"label\""), + }, + { + json: ` {"labels": {},"target": []}`, + expectedReply: errors.New("json: unknown field \"target\""), + }, + } + + for _, test := range tests { + tg := Group{} + actual := tg.UnmarshalJSON([]byte(test.json)) + require.Equal(t, test.expectedReply, actual) + require.Equal(t, test.expectedGroup, tg) + } + +} + +func TestTargetGroupYamlMarshal(t *testing.T) { + marshal := func(g interface{}) []byte { + d, err := yaml.Marshal(g) + if err != nil { + panic(err) + } + return d + } + + tests := []struct { + expectedYaml string + expectedErr error + group Group + }{ + { + // labels should be omitted if empty. + group: Group{}, + expectedYaml: "targets: []\n", + expectedErr: nil, + }, + { + // targets only exposes addresses. + group: Group{Targets: []model.LabelSet{ + {"__address__": "localhost:9090"}, + {"__address__": "localhost:9091"}}, + Labels: model.LabelSet{"foo": "bar", "bar": "baz"}}, + expectedYaml: "targets:\n- localhost:9090\n- localhost:9091\nlabels:\n bar: baz\n foo: bar\n", + expectedErr: nil, + }, + } + + for _, test := range tests { + actual, err := test.group.MarshalYAML() + require.Equal(t, test.expectedErr, err) + require.Equal(t, test.expectedYaml, string(marshal(actual))) + } +} + +func TestTargetGroupYamlUnmarshal(t *testing.T) { + unmarshal := func(d []byte) func(interface{}) error { + return func(o interface{}) error { + return yaml.Unmarshal(d, o) + } + } + tests := []struct { + yaml string + expectedGroup Group + expectedReply error + }{ + { + // empty target group. + yaml: "labels:\ntargets:\n", + expectedGroup: Group{Targets: []model.LabelSet{}}, + expectedReply: nil, + }, + { + // brackets syntax. + yaml: "labels:\n my: label\ntargets:\n ['localhost:9090', 'localhost:9191']", + expectedReply: nil, + expectedGroup: Group{Targets: []model.LabelSet{ + {"__address__": "localhost:9090"}, + {"__address__": "localhost:9191"}}, Labels: model.LabelSet{"my": "label"}}, + }, + { + // incorrect syntax. + yaml: "labels:\ntargets:\n 'localhost:9090'", + expectedReply: &yaml.TypeError{Errors: []string{"line 3: cannot unmarshal !!str `localho...` into []string"}}, + }, + } + + for _, test := range tests { + tg := Group{} + actual := tg.UnmarshalYAML(unmarshal([]byte(test.yaml))) + require.Equal(t, test.expectedReply, actual) + require.Equal(t, test.expectedGroup, tg) + } + +} + +func TestString(t *testing.T) { + // String() should return only the source, regardless of other attributes. + group1 := + Group{Targets: []model.LabelSet{ + {"__address__": "localhost:9090"}, + {"__address__": "localhost:9091"}}, + Source: "", + Labels: model.LabelSet{"foo": "bar", "bar": "baz"}} + group2 := + Group{Targets: []model.LabelSet{}, + Source: "", + Labels: model.LabelSet{}} + require.Equal(t, "", group1.String()) + require.Equal(t, "", group2.String()) + require.Equal(t, group1.String(), group2.String()) +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/triton/triton.go b/staging/src/github.com/promethues/prometheus/discovery/triton/triton.go new file mode 100644 index 0000000..187d31a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/triton/triton.go @@ -0,0 +1,286 @@ +// Copyright 2017 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package triton + +import ( + "context" + "encoding/json" + "fmt" + "io" + "io/ioutil" + "net/http" + "net/url" + "strings" + "time" + + "github.com/go-kit/log" + conntrack "github.com/mwitkow/go-conntrack" + "github.com/pkg/errors" + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/refresh" + "github.com/prometheus/prometheus/discovery/targetgroup" +) + +const ( + tritonLabel = model.MetaLabelPrefix + "triton_" + tritonLabelGroups = tritonLabel + "groups" + tritonLabelMachineID = tritonLabel + "machine_id" + tritonLabelMachineAlias = tritonLabel + "machine_alias" + tritonLabelMachineBrand = tritonLabel + "machine_brand" + tritonLabelMachineImage = tritonLabel + "machine_image" + tritonLabelServerID = tritonLabel + "server_id" +) + +// DefaultSDConfig is the default Triton SD configuration. +var DefaultSDConfig = SDConfig{ + Role: "container", + Port: 9163, + RefreshInterval: model.Duration(60 * time.Second), + Version: 1, +} + +func init() { + discovery.RegisterConfig(&SDConfig{}) +} + +// SDConfig is the configuration for Triton based service discovery. +type SDConfig struct { + Account string `yaml:"account"` + Role string `yaml:"role"` + DNSSuffix string `yaml:"dns_suffix"` + Endpoint string `yaml:"endpoint"` + Groups []string `yaml:"groups,omitempty"` + Port int `yaml:"port"` + RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` + TLSConfig config.TLSConfig `yaml:"tls_config,omitempty"` + Version int `yaml:"version"` +} + +// Name returns the name of the Config. +func (*SDConfig) Name() string { return "triton" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return New(opts.Logger, c) +} + +// SetDirectory joins any relative file paths with dir. +func (c *SDConfig) SetDirectory(dir string) { + c.TLSConfig.SetDirectory(dir) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultSDConfig + type plain SDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if c.Role != "container" && c.Role != "cn" { + return errors.New("triton SD configuration requires role to be 'container' or 'cn'") + } + if c.Account == "" { + return errors.New("triton SD configuration requires an account") + } + if c.DNSSuffix == "" { + return errors.New("triton SD configuration requires a dns_suffix") + } + if c.Endpoint == "" { + return errors.New("triton SD configuration requires an endpoint") + } + if c.RefreshInterval <= 0 { + return errors.New("triton SD configuration requires RefreshInterval to be a positive integer") + } + return nil +} + +// DiscoveryResponse models a JSON response from the Triton discovery. +type DiscoveryResponse struct { + Containers []struct { + Groups []string `json:"groups"` + ServerUUID string `json:"server_uuid"` + VMAlias string `json:"vm_alias"` + VMBrand string `json:"vm_brand"` + VMImageUUID string `json:"vm_image_uuid"` + VMUUID string `json:"vm_uuid"` + } `json:"containers"` +} + +// ComputeNodeDiscoveryResponse models a JSON response from the Triton discovery /gz/ endpoint. +type ComputeNodeDiscoveryResponse struct { + ComputeNodes []struct { + ServerUUID string `json:"server_uuid"` + ServerHostname string `json:"server_hostname"` + } `json:"cns"` +} + +// Discovery periodically performs Triton-SD requests. It implements +// the Discoverer interface. +type Discovery struct { + *refresh.Discovery + client *http.Client + interval time.Duration + sdConfig *SDConfig +} + +// New returns a new Discovery which periodically refreshes its targets. +func New(logger log.Logger, conf *SDConfig) (*Discovery, error) { + tls, err := config.NewTLSConfig(&conf.TLSConfig) + if err != nil { + return nil, err + } + + transport := &http.Transport{ + TLSClientConfig: tls, + DialContext: conntrack.NewDialContextFunc( + conntrack.DialWithTracing(), + conntrack.DialWithName("triton_sd"), + ), + } + client := &http.Client{Transport: transport} + + d := &Discovery{ + client: client, + interval: time.Duration(conf.RefreshInterval), + sdConfig: conf, + } + d.Discovery = refresh.NewDiscovery( + logger, + "triton", + time.Duration(conf.RefreshInterval), + d.refresh, + ) + return d, nil +} + +// triton-cmon has two discovery endpoints: +// https://github.com/joyent/triton-cmon/blob/master/lib/endpoints/discover.js +// +// The default endpoint exposes "containers", otherwise called "virtual machines" in triton, +// which are (branded) zones running on the triton platform. +// +// The /gz/ endpoint exposes "compute nodes", also known as "servers" or "global zones", +// on which the "containers" are running. +// +// As triton is not internally consistent in using these names, +// the terms as used in triton-cmon are used here. + +func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { + var endpointFormat string + switch d.sdConfig.Role { + case "container": + endpointFormat = "https://%s:%d/v%d/discover" + case "cn": + endpointFormat = "https://%s:%d/v%d/gz/discover" + default: + return nil, errors.New(fmt.Sprintf("unknown role '%s' in configuration", d.sdConfig.Role)) + } + var endpoint = fmt.Sprintf(endpointFormat, d.sdConfig.Endpoint, d.sdConfig.Port, d.sdConfig.Version) + if len(d.sdConfig.Groups) > 0 { + groups := url.QueryEscape(strings.Join(d.sdConfig.Groups, ",")) + endpoint = fmt.Sprintf("%s?groups=%s", endpoint, groups) + } + + req, err := http.NewRequest("GET", endpoint, nil) + if err != nil { + return nil, err + } + req = req.WithContext(ctx) + resp, err := d.client.Do(req) + if err != nil { + return nil, errors.Wrap(err, "an error occurred when requesting targets from the discovery endpoint") + } + + defer func() { + io.Copy(ioutil.Discard, resp.Body) + resp.Body.Close() + }() + + data, err := ioutil.ReadAll(resp.Body) + if err != nil { + return nil, errors.Wrap(err, "an error occurred when reading the response body") + } + + // The JSON response body is different so it needs to be processed/mapped separately. + switch d.sdConfig.Role { + case "container": + return d.processContainerResponse(data, endpoint) + case "cn": + return d.processComputeNodeResponse(data, endpoint) + default: + return nil, errors.New(fmt.Sprintf("unknown role '%s' in configuration", d.sdConfig.Role)) + } +} + +func (d *Discovery) processContainerResponse(data []byte, endpoint string) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: endpoint, + } + + dr := DiscoveryResponse{} + err := json.Unmarshal(data, &dr) + if err != nil { + return nil, errors.Wrap(err, "an error occurred unmarshaling the discovery response json") + } + + for _, container := range dr.Containers { + labels := model.LabelSet{ + tritonLabelMachineID: model.LabelValue(container.VMUUID), + tritonLabelMachineAlias: model.LabelValue(container.VMAlias), + tritonLabelMachineBrand: model.LabelValue(container.VMBrand), + tritonLabelMachineImage: model.LabelValue(container.VMImageUUID), + tritonLabelServerID: model.LabelValue(container.ServerUUID), + } + addr := fmt.Sprintf("%s.%s:%d", container.VMUUID, d.sdConfig.DNSSuffix, d.sdConfig.Port) + labels[model.AddressLabel] = model.LabelValue(addr) + + if len(container.Groups) > 0 { + name := "," + strings.Join(container.Groups, ",") + "," + labels[tritonLabelGroups] = model.LabelValue(name) + } + + tg.Targets = append(tg.Targets, labels) + } + + return []*targetgroup.Group{tg}, nil +} + +func (d *Discovery) processComputeNodeResponse(data []byte, endpoint string) ([]*targetgroup.Group, error) { + tg := &targetgroup.Group{ + Source: endpoint, + } + + dr := ComputeNodeDiscoveryResponse{} + err := json.Unmarshal(data, &dr) + if err != nil { + return nil, errors.Wrap(err, "an error occurred unmarshaling the compute node discovery response json") + } + + for _, cn := range dr.ComputeNodes { + labels := model.LabelSet{ + tritonLabelMachineID: model.LabelValue(cn.ServerUUID), + tritonLabelMachineAlias: model.LabelValue(cn.ServerHostname), + } + addr := fmt.Sprintf("%s.%s:%d", cn.ServerUUID, d.sdConfig.DNSSuffix, d.sdConfig.Port) + labels[model.AddressLabel] = model.LabelValue(addr) + + tg.Targets = append(tg.Targets, labels) + } + + return []*targetgroup.Group{tg}, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/triton/triton_test.go b/staging/src/github.com/promethues/prometheus/discovery/triton/triton_test.go new file mode 100644 index 0000000..f83ffcc --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/triton/triton_test.go @@ -0,0 +1,253 @@ +// Copyright 2016 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package triton + +import ( + "context" + "fmt" + "net" + "net/http" + "net/http/httptest" + "net/url" + "strconv" + "strings" + "testing" + + "github.com/prometheus/common/config" + "github.com/prometheus/common/model" + "github.com/stretchr/testify/require" +) + +var ( + conf = SDConfig{ + Account: "testAccount", + Role: "container", + DNSSuffix: "triton.example.com", + Endpoint: "127.0.0.1", + Port: 443, + Version: 1, + RefreshInterval: 1, + TLSConfig: config.TLSConfig{InsecureSkipVerify: true}, + } + badconf = SDConfig{ + Account: "badTestAccount", + Role: "container", + DNSSuffix: "bad.triton.example.com", + Endpoint: "127.0.0.1", + Port: 443, + Version: 1, + RefreshInterval: 1, + TLSConfig: config.TLSConfig{ + InsecureSkipVerify: false, + KeyFile: "shouldnotexist.key", + CAFile: "shouldnotexist.ca", + CertFile: "shouldnotexist.cert", + }, + } + groupsconf = SDConfig{ + Account: "testAccount", + Role: "container", + DNSSuffix: "triton.example.com", + Endpoint: "127.0.0.1", + Groups: []string{"foo", "bar"}, + Port: 443, + Version: 1, + RefreshInterval: 1, + TLSConfig: config.TLSConfig{InsecureSkipVerify: true}, + } + cnconf = SDConfig{ + Account: "testAccount", + Role: "cn", + DNSSuffix: "triton.example.com", + Endpoint: "127.0.0.1", + Port: 443, + Version: 1, + RefreshInterval: 1, + TLSConfig: config.TLSConfig{InsecureSkipVerify: true}, + } +) + +func newTritonDiscovery(c SDConfig) (*Discovery, error) { + return New(nil, &c) +} + +func TestTritonSDNew(t *testing.T) { + td, err := newTritonDiscovery(conf) + require.NoError(t, err) + require.NotNil(t, td) + require.NotNil(t, td.client) + require.NotZero(t, td.interval) + require.NotNil(t, td.sdConfig) + require.Equal(t, conf.Account, td.sdConfig.Account) + require.Equal(t, conf.DNSSuffix, td.sdConfig.DNSSuffix) + require.Equal(t, conf.Endpoint, td.sdConfig.Endpoint) + require.Equal(t, conf.Port, td.sdConfig.Port) +} + +func TestTritonSDNewBadConfig(t *testing.T) { + td, err := newTritonDiscovery(badconf) + require.Error(t, err) + require.Nil(t, td) +} + +func TestTritonSDNewGroupsConfig(t *testing.T) { + td, err := newTritonDiscovery(groupsconf) + require.NoError(t, err) + require.NotNil(t, td) + require.NotNil(t, td.client) + require.NotZero(t, td.interval) + require.NotNil(t, td.sdConfig) + require.Equal(t, groupsconf.Account, td.sdConfig.Account) + require.Equal(t, groupsconf.DNSSuffix, td.sdConfig.DNSSuffix) + require.Equal(t, groupsconf.Endpoint, td.sdConfig.Endpoint) + require.Equal(t, groupsconf.Groups, td.sdConfig.Groups) + require.Equal(t, groupsconf.Port, td.sdConfig.Port) +} + +func TestTritonSDNewCNConfig(t *testing.T) { + td, err := newTritonDiscovery(cnconf) + require.NoError(t, err) + require.NotNil(t, td) + require.NotNil(t, td.client) + require.NotZero(t, td.interval) + require.NotZero(t, td.sdConfig) + require.Equal(t, cnconf.Role, td.sdConfig.Role) + require.Equal(t, cnconf.Account, td.sdConfig.Account) + require.Equal(t, cnconf.DNSSuffix, td.sdConfig.DNSSuffix) + require.Equal(t, cnconf.Endpoint, td.sdConfig.Endpoint) + require.Equal(t, cnconf.Port, td.sdConfig.Port) +} + +func TestTritonSDRefreshNoTargets(t *testing.T) { + tgts := testTritonSDRefresh(t, conf, "{\"containers\":[]}") + require.Nil(t, tgts) +} + +func TestTritonSDRefreshMultipleTargets(t *testing.T) { + var ( + dstr = `{"containers":[ + { + "groups":["foo","bar","baz"], + "server_uuid":"44454c4c-5000-104d-8037-b7c04f5a5131", + "vm_alias":"server01", + "vm_brand":"lx", + "vm_image_uuid":"7b27a514-89d7-11e6-bee6-3f96f367bee7", + "vm_uuid":"ad466fbf-46a2-4027-9b64-8d3cdb7e9072" + }, + { + "server_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6", + "vm_alias":"server02", + "vm_brand":"kvm", + "vm_image_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6", + "vm_uuid":"7b27a514-89d7-11e6-bee6-3f96f367bee7" + }] + }` + ) + + tgts := testTritonSDRefresh(t, conf, dstr) + require.NotNil(t, tgts) + require.Equal(t, 2, len(tgts)) +} + +func TestTritonSDRefreshNoServer(t *testing.T) { + var ( + td, _ = newTritonDiscovery(conf) + ) + + _, err := td.refresh(context.Background()) + require.Error(t, err) + require.Equal(t, strings.Contains(err.Error(), "an error occurred when requesting targets from the discovery endpoint"), true) +} + +func TestTritonSDRefreshCancelled(t *testing.T) { + var ( + td, _ = newTritonDiscovery(conf) + ) + + ctx, cancel := context.WithCancel(context.Background()) + cancel() + _, err := td.refresh(ctx) + require.Error(t, err) + require.Equal(t, strings.Contains(err.Error(), context.Canceled.Error()), true) +} + +func TestTritonSDRefreshCNsUUIDOnly(t *testing.T) { + var ( + dstr = `{"cns":[ + { + "server_uuid":"44454c4c-5000-104d-8037-b7c04f5a5131" + }, + { + "server_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6" + }] + }` + ) + + tgts := testTritonSDRefresh(t, cnconf, dstr) + require.NotNil(t, tgts) + require.Equal(t, 2, len(tgts)) +} + +func TestTritonSDRefreshCNsWithHostname(t *testing.T) { + var ( + dstr = `{"cns":[ + { + "server_uuid":"44454c4c-5000-104d-8037-b7c04f5a5131", + "server_hostname": "server01" + }, + { + "server_uuid":"a5894692-bd32-4ca1-908a-e2dda3c3a5e6", + "server_hostname": "server02" + }] + }` + ) + + tgts := testTritonSDRefresh(t, cnconf, dstr) + require.NotNil(t, tgts) + require.Equal(t, 2, len(tgts)) +} + +func testTritonSDRefresh(t *testing.T, c SDConfig, dstr string) []model.LabelSet { + var ( + td, _ = newTritonDiscovery(c) + s = httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintln(w, dstr) + })) + ) + + defer s.Close() + + u, err := url.Parse(s.URL) + require.NoError(t, err) + require.NotNil(t, u) + + host, strport, err := net.SplitHostPort(u.Host) + require.NoError(t, err) + require.NotEmpty(t, host) + require.NotEmpty(t, strport) + + port, err := strconv.Atoi(strport) + require.NoError(t, err) + require.NotZero(t, port) + + td.sdConfig.Port = port + + tgs, err := td.refresh(context.Background()) + require.NoError(t, err) + require.Equal(t, 1, len(tgs)) + tg := tgs[0] + require.NotNil(t, tg) + + return tg.Targets +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper.go b/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper.go new file mode 100644 index 0000000..528bdf0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper.go @@ -0,0 +1,321 @@ +// Copyright 2015 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package zookeeper + +import ( + "context" + "encoding/json" + "fmt" + "net" + "strconv" + "strings" + "time" + + "github.com/go-kit/log" + "github.com/go-zookeeper/zk" + "github.com/pkg/errors" + "github.com/prometheus/common/model" + + "github.com/prometheus/prometheus/discovery" + "github.com/prometheus/prometheus/discovery/targetgroup" + "github.com/prometheus/prometheus/util/strutil" + "github.com/prometheus/prometheus/util/treecache" +) + +var ( + // DefaultServersetSDConfig is the default Serverset SD configuration. + DefaultServersetSDConfig = ServersetSDConfig{ + Timeout: model.Duration(10 * time.Second), + } + // DefaultNerveSDConfig is the default Nerve SD configuration. + DefaultNerveSDConfig = NerveSDConfig{ + Timeout: model.Duration(10 * time.Second), + } +) + +func init() { + discovery.RegisterConfig(&ServersetSDConfig{}) + discovery.RegisterConfig(&NerveSDConfig{}) +} + +// ServersetSDConfig is the configuration for Twitter serversets in Zookeeper based discovery. +type ServersetSDConfig struct { + Servers []string `yaml:"servers"` + Paths []string `yaml:"paths"` + Timeout model.Duration `yaml:"timeout,omitempty"` +} + +// Name returns the name of the Config. +func (*ServersetSDConfig) Name() string { return "serverset" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *ServersetSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewServersetDiscovery(c, opts.Logger) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *ServersetSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultServersetSDConfig + type plain ServersetSDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Servers) == 0 { + return errors.New("serverset SD config must contain at least one Zookeeper server") + } + if len(c.Paths) == 0 { + return errors.New("serverset SD config must contain at least one path") + } + for _, path := range c.Paths { + if !strings.HasPrefix(path, "/") { + return errors.Errorf("serverset SD config paths must begin with '/': %s", path) + } + } + return nil +} + +// NerveSDConfig is the configuration for AirBnB's Nerve in Zookeeper based discovery. +type NerveSDConfig struct { + Servers []string `yaml:"servers"` + Paths []string `yaml:"paths"` + Timeout model.Duration `yaml:"timeout,omitempty"` +} + +// Name returns the name of the Config. +func (*NerveSDConfig) Name() string { return "nerve" } + +// NewDiscoverer returns a Discoverer for the Config. +func (c *NerveSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { + return NewNerveDiscovery(c, opts.Logger) +} + +// UnmarshalYAML implements the yaml.Unmarshaler interface. +func (c *NerveSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { + *c = DefaultNerveSDConfig + type plain NerveSDConfig + err := unmarshal((*plain)(c)) + if err != nil { + return err + } + if len(c.Servers) == 0 { + return errors.New("nerve SD config must contain at least one Zookeeper server") + } + if len(c.Paths) == 0 { + return errors.New("nerve SD config must contain at least one path") + } + for _, path := range c.Paths { + if !strings.HasPrefix(path, "/") { + return errors.Errorf("nerve SD config paths must begin with '/': %s", path) + } + } + return nil +} + +// Discovery implements the Discoverer interface for discovering +// targets from Zookeeper. +type Discovery struct { + conn *zk.Conn + + sources map[string]*targetgroup.Group + + updates chan treecache.ZookeeperTreeCacheEvent + pathUpdates []chan treecache.ZookeeperTreeCacheEvent + treeCaches []*treecache.ZookeeperTreeCache + + parse func(data []byte, path string) (model.LabelSet, error) + logger log.Logger +} + +// NewNerveDiscovery returns a new Discovery for the given Nerve config. +func NewNerveDiscovery(conf *NerveSDConfig, logger log.Logger) (*Discovery, error) { + return NewDiscovery(conf.Servers, time.Duration(conf.Timeout), conf.Paths, logger, parseNerveMember) +} + +// NewServersetDiscovery returns a new Discovery for the given serverset config. +func NewServersetDiscovery(conf *ServersetSDConfig, logger log.Logger) (*Discovery, error) { + return NewDiscovery(conf.Servers, time.Duration(conf.Timeout), conf.Paths, logger, parseServersetMember) +} + +// NewDiscovery returns a new discovery along Zookeeper parses with +// the given parse function. +func NewDiscovery( + srvs []string, + timeout time.Duration, + paths []string, + logger log.Logger, + pf func(data []byte, path string) (model.LabelSet, error), +) (*Discovery, error) { + if logger == nil { + logger = log.NewNopLogger() + } + + conn, _, err := zk.Connect( + srvs, timeout, + func(c *zk.Conn) { + c.SetLogger(treecache.NewZookeeperLogger(logger)) + }) + if err != nil { + return nil, err + } + updates := make(chan treecache.ZookeeperTreeCacheEvent) + sd := &Discovery{ + conn: conn, + updates: updates, + sources: map[string]*targetgroup.Group{}, + parse: pf, + logger: logger, + } + for _, path := range paths { + pathUpdate := make(chan treecache.ZookeeperTreeCacheEvent) + sd.pathUpdates = append(sd.pathUpdates, pathUpdate) + sd.treeCaches = append(sd.treeCaches, treecache.NewZookeeperTreeCache(conn, path, pathUpdate, logger)) + } + return sd, nil +} + +// Run implements the Discoverer interface. +func (d *Discovery) Run(ctx context.Context, ch chan<- []*targetgroup.Group) { + defer func() { + for _, tc := range d.treeCaches { + tc.Stop() + } + for _, pathUpdate := range d.pathUpdates { + // Drain event channel in case the treecache leaks goroutines otherwise. + for range pathUpdate { + } + } + d.conn.Close() + }() + + for _, pathUpdate := range d.pathUpdates { + go func(update chan treecache.ZookeeperTreeCacheEvent) { + for event := range update { + select { + case d.updates <- event: + case <-ctx.Done(): + return + } + } + }(pathUpdate) + } + + for { + select { + case <-ctx.Done(): + return + case event := <-d.updates: + tg := &targetgroup.Group{ + Source: event.Path, + } + if event.Data != nil { + labelSet, err := d.parse(*event.Data, event.Path) + if err == nil { + tg.Targets = []model.LabelSet{labelSet} + d.sources[event.Path] = tg + } else { + delete(d.sources, event.Path) + } + } else { + delete(d.sources, event.Path) + } + select { + case <-ctx.Done(): + return + case ch <- []*targetgroup.Group{tg}: + } + } + } +} + +const ( + serversetLabelPrefix = model.MetaLabelPrefix + "serverset_" + serversetStatusLabel = serversetLabelPrefix + "status" + serversetPathLabel = serversetLabelPrefix + "path" + serversetEndpointLabelPrefix = serversetLabelPrefix + "endpoint" + serversetShardLabel = serversetLabelPrefix + "shard" +) + +type serversetMember struct { + ServiceEndpoint serversetEndpoint + AdditionalEndpoints map[string]serversetEndpoint + Status string `json:"status"` + Shard int `json:"shard"` +} + +type serversetEndpoint struct { + Host string + Port int +} + +func parseServersetMember(data []byte, path string) (model.LabelSet, error) { + member := serversetMember{} + + if err := json.Unmarshal(data, &member); err != nil { + return nil, errors.Wrapf(err, "error unmarshaling serverset member %q", path) + } + + labels := model.LabelSet{} + labels[serversetPathLabel] = model.LabelValue(path) + labels[model.AddressLabel] = model.LabelValue( + net.JoinHostPort(member.ServiceEndpoint.Host, fmt.Sprintf("%d", member.ServiceEndpoint.Port))) + + labels[serversetEndpointLabelPrefix+"_host"] = model.LabelValue(member.ServiceEndpoint.Host) + labels[serversetEndpointLabelPrefix+"_port"] = model.LabelValue(fmt.Sprintf("%d", member.ServiceEndpoint.Port)) + + for name, endpoint := range member.AdditionalEndpoints { + cleanName := model.LabelName(strutil.SanitizeLabelName(name)) + labels[serversetEndpointLabelPrefix+"_host_"+cleanName] = model.LabelValue( + endpoint.Host) + labels[serversetEndpointLabelPrefix+"_port_"+cleanName] = model.LabelValue( + fmt.Sprintf("%d", endpoint.Port)) + + } + + labels[serversetStatusLabel] = model.LabelValue(member.Status) + labels[serversetShardLabel] = model.LabelValue(strconv.Itoa(member.Shard)) + + return labels, nil +} + +const ( + nerveLabelPrefix = model.MetaLabelPrefix + "nerve_" + nervePathLabel = nerveLabelPrefix + "path" + nerveEndpointLabelPrefix = nerveLabelPrefix + "endpoint" +) + +type nerveMember struct { + Host string `json:"host"` + Port int `json:"port"` + Name string `json:"name"` +} + +func parseNerveMember(data []byte, path string) (model.LabelSet, error) { + member := nerveMember{} + err := json.Unmarshal(data, &member) + if err != nil { + return nil, errors.Wrapf(err, "error unmarshaling nerve member %q", path) + } + + labels := model.LabelSet{} + labels[nervePathLabel] = model.LabelValue(path) + labels[model.AddressLabel] = model.LabelValue( + net.JoinHostPort(member.Host, fmt.Sprintf("%d", member.Port))) + + labels[nerveEndpointLabelPrefix+"_host"] = model.LabelValue(member.Host) + labels[nerveEndpointLabelPrefix+"_port"] = model.LabelValue(fmt.Sprintf("%d", member.Port)) + labels[nerveEndpointLabelPrefix+"_name"] = model.LabelValue(member.Name) + + return labels, nil +} diff --git a/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper_test.go b/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper_test.go new file mode 100644 index 0000000..d0e67b5 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/discovery/zookeeper/zookeeper_test.go @@ -0,0 +1,37 @@ +// Copyright 2018 The Prometheus Authors +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package zookeeper + +import ( + "testing" + "time" + + "github.com/prometheus/common/model" + "go.uber.org/goleak" +) + +func TestMain(m *testing.M) { + goleak.VerifyTestMain(m) +} + +func TestNewDiscoveryError(t *testing.T) { + _, err := NewDiscovery( + []string{"unreachable.test"}, + time.Second, []string{"/"}, + nil, + func(data []byte, path string) (model.LabelSet, error) { return nil, nil }) + if err == nil { + t.Fatalf("expected error, got nil") + } +} diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/alerting_rules.md b/staging/src/github.com/promethues/prometheus/docs/configuration/alerting_rules.md new file mode 100644 index 0000000..74f6c02 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/alerting_rules.md @@ -0,0 +1,105 @@ +--- +title: Alerting rules +sort_rank: 3 +--- + +# Alerting rules + +Alerting rules allow you to define alert conditions based on Prometheus +expression language expressions and to send notifications about firing alerts +to an external service. Whenever the alert expression results in one or more +vector elements at a given point in time, the alert counts as active for these +elements' label sets. + +### Defining alerting rules + +Alerting rules are configured in Prometheus in the same way as [recording +rules](recording_rules.md). + +An example rules file with an alert would be: + +```yaml +groups: +- name: example + rules: + - alert: HighRequestLatency + expr: job:request_latency_seconds:mean5m{job="myjob"} > 0.5 + for: 10m + labels: + severity: page + annotations: + summary: High request latency +``` + +The optional `for` clause causes Prometheus to wait for a certain duration +between first encountering a new expression output vector element and counting an alert as firing for this element. In this case, Prometheus will check that the alert continues to be active during each evaluation for 10 minutes before firing the alert. Elements that are active, but not firing yet, are in the pending state. + +The `labels` clause allows specifying a set of additional labels to be attached +to the alert. Any existing conflicting labels will be overwritten. The label +values can be templated. + +The `annotations` clause specifies a set of informational labels that can be used to store longer additional information such as alert descriptions or runbook links. The annotation values can be templated. + +#### Templating + +Label and annotation values can be templated using [console +templates](https://prometheus.io/docs/visualization/consoles). The `$labels` +variable holds the label key/value pairs of an alert instance. The configured +external labels can be accessed via the `$externalLabels` variable. The +`$value` variable holds the evaluated value of an alert instance. + + # To insert a firing element's label values: + {{ $labels. }} + # To insert the numeric expression value of the firing element: + {{ $value }} + +Examples: + +```yaml +groups: +- name: example + rules: + + # Alert for any instance that is unreachable for >5 minutes. + - alert: InstanceDown + expr: up == 0 + for: 5m + labels: + severity: page + annotations: + summary: "Instance {{ $labels.instance }} down" + description: "{{ $labels.instance }} of job {{ $labels.job }} has been down for more than 5 minutes." + + # Alert for any instance that has a median request latency >1s. + - alert: APIHighRequestLatency + expr: api_http_request_latencies_second{quantile="0.5"} > 1 + for: 10m + annotations: + summary: "High request latency on {{ $labels.instance }}" + description: "{{ $labels.instance }} has a median request latency above 1s (current value: {{ $value }}s)" +``` + +### Inspecting alerts during runtime + +To manually inspect which alerts are active (pending or firing), navigate to +the "Alerts" tab of your Prometheus instance. This will show you the exact +label sets for which each defined alert is currently active. + +For pending and firing alerts, Prometheus also stores synthetic time series of +the form `ALERTS{alertname="", alertstate="", }`. +The sample value is set to `1` as long as the alert is in the indicated active +(pending or firing) state, and the series is marked stale when this is no +longer the case. + +### Sending alert notifications + +Prometheus's alerting rules are good at figuring what is broken *right now*, but +they are not a fully-fledged notification solution. Another layer is needed to +add summarization, notification rate limiting, silencing and alert dependencies +on top of the simple alert definitions. In Prometheus's ecosystem, the +[Alertmanager](https://prometheus.io/docs/alerting/alertmanager/) takes on this +role. Thus, Prometheus may be configured to periodically send information about +alert states to an Alertmanager instance, which then takes care of dispatching +the right notifications. +Prometheus can be [configured](configuration.md) to automatically discover available +Alertmanager instances through its service discovery integrations. diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/configuration.md b/staging/src/github.com/promethues/prometheus/docs/configuration/configuration.md new file mode 100644 index 0000000..939d66e --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/configuration.md @@ -0,0 +1,2517 @@ +--- +title: Configuration +sort_rank: 1 +--- + +# Configuration + +Prometheus is configured via command-line flags and a configuration file. While +the command-line flags configure immutable system parameters (such as storage +locations, amount of data to keep on disk and in memory, etc.), the +configuration file defines everything related to scraping [jobs and their +instances](https://prometheus.io/docs/concepts/jobs_instances/), as well as +which [rule files to load](recording_rules.md#configuring-rules). + +To view all available command-line flags, run `./prometheus -h`. + +Prometheus can reload its configuration at runtime. If the new configuration +is not well-formed, the changes will not be applied. +A configuration reload is triggered by sending a `SIGHUP` to the Prometheus process or +sending a HTTP POST request to the `/-/reload` endpoint (when the `--web.enable-lifecycle` flag is enabled). +This will also reload any configured rule files. + +## Configuration file + +To specify which configuration file to load, use the `--config.file` flag. + +The file is written in [YAML format](https://en.wikipedia.org/wiki/YAML), +defined by the scheme described below. +Brackets indicate that a parameter is optional. For non-list parameters the +value is set to the specified default. + +Generic placeholders are defined as follows: + +* ``: a boolean that can take the values `true` or `false` +* ``: a duration matching the regular expression `((([0-9]+)y)?(([0-9]+)w)?(([0-9]+)d)?(([0-9]+)h)?(([0-9]+)m)?(([0-9]+)s)?(([0-9]+)ms)?|0)`, e.g. `1d`, `1h30m`, `5m`, `10s` +* ``: a valid path in the current working directory +* ``: a valid string consisting of a hostname or IP followed by an optional port number +* ``: an integer value +* ``: a string matching the regular expression `[a-zA-Z_][a-zA-Z0-9_]*` +* ``: a string of unicode characters +* ``: a valid URL path +* ``: a string that can take the values `http` or `https` +* ``: a regular string that is a secret, such as a password +* ``: a regular string +* ``: a size in bytes, e.g. `512MB`. A unit is required. Supported units: B, KB, MB, GB, TB, PB, EB. +* ``: a string which is template-expanded before usage + +The other placeholders are specified separately. + +A valid example file can be found [here](/config/testdata/conf.good.yml). + +The global configuration specifies parameters that are valid in all other configuration +contexts. They also serve as defaults for other configuration sections. + +```yaml +global: + # How frequently to scrape targets by default. + [ scrape_interval: | default = 1m ] + + # How long until a scrape request times out. + [ scrape_timeout: | default = 10s ] + + # How frequently to evaluate rules. + [ evaluation_interval: | default = 1m ] + + # The labels to add to any time series or alerts when communicating with + # external systems (federation, remote storage, Alertmanager). + external_labels: + [ : ... ] + + # File to which PromQL queries are logged. + # Reloading the configuration will reopen the file. + [ query_log_file: ] + +# Rule files specifies a list of globs. Rules and alerts are read from +# all matching files. +rule_files: + [ - ... ] + +# A list of scrape configurations. +scrape_configs: + [ - ... ] + +# Alerting specifies settings related to the Alertmanager. +alerting: + alert_relabel_configs: + [ - ... ] + alertmanagers: + [ - ... ] + +# Settings related to the remote write feature. +remote_write: + [ - ... ] + +# Settings related to the remote read feature. +remote_read: + [ - ... ] +``` + +### `` + +A `scrape_config` section specifies a set of targets and parameters describing how +to scrape them. In the general case, one scrape configuration specifies a single +job. In advanced configurations, this may change. + +Targets may be statically configured via the `static_configs` parameter or +dynamically discovered using one of the supported service-discovery mechanisms. + +Additionally, `relabel_configs` allow advanced modifications to any +target and its labels before scraping. + +```yaml +# The job name assigned to scraped metrics by default. +job_name: + +# How frequently to scrape targets from this job. +[ scrape_interval: | default = ] + +# Per-scrape timeout when scraping this job. +[ scrape_timeout: | default = ] + +# The HTTP resource path on which to fetch metrics from targets. +[ metrics_path: | default = /metrics ] + +# honor_labels controls how Prometheus handles conflicts between labels that are +# already present in scraped data and labels that Prometheus would attach +# server-side ("job" and "instance" labels, manually configured target +# labels, and labels generated by service discovery implementations). +# +# If honor_labels is set to "true", label conflicts are resolved by keeping label +# values from the scraped data and ignoring the conflicting server-side labels. +# +# If honor_labels is set to "false", label conflicts are resolved by renaming +# conflicting labels in the scraped data to "exported_" (for +# example "exported_instance", "exported_job") and then attaching server-side +# labels. +# +# Setting honor_labels to "true" is useful for use cases such as federation and +# scraping the Pushgateway, where all labels specified in the target should be +# preserved. +# +# Note that any globally configured "external_labels" are unaffected by this +# setting. In communication with external systems, they are always applied only +# when a time series does not have a given label yet and are ignored otherwise. +[ honor_labels: | default = false ] + +# honor_timestamps controls whether Prometheus respects the timestamps present +# in scraped data. +# +# If honor_timestamps is set to "true", the timestamps of the metrics exposed +# by the target will be used. +# +# If honor_timestamps is set to "false", the timestamps of the metrics exposed +# by the target will be ignored. +[ honor_timestamps: | default = true ] + +# Configures the protocol scheme used for requests. +[ scheme: | default = http ] + +# Optional HTTP URL parameters. +params: + [ : [, ...] ] + +# Sets the `Authorization` header on every scrape request with the +# configured username and password. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Sets the `Authorization` header on every scrape request with +# the configured credentials. +authorization: + # Sets the authentication type of the request. + [ type: | default: Bearer ] + # Sets the credentials of the request. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials of the request with the credentials read from the + # configured file. It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configure whether scrape requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# Configures the scrape request's TLS settings. +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# List of Azure service discovery configurations. +azure_sd_configs: + [ - ... ] + +# List of Consul service discovery configurations. +consul_sd_configs: + [ - ... ] + +# List of DigitalOcean service discovery configurations. +digitalocean_sd_configs: + [ - ... ] + +# List of Docker service discovery configurations. +docker_sd_configs: + [ - ... ] + +# List of Docker Swarm service discovery configurations. +dockerswarm_sd_configs: + [ - ... ] + +# List of DNS service discovery configurations. +dns_sd_configs: + [ - ... ] + +# List of EC2 service discovery configurations. +ec2_sd_configs: + [ - ... ] + +# List of Eureka service discovery configurations. +eureka_sd_configs: + [ - ... ] + +# List of file service discovery configurations. +file_sd_configs: + [ - ... ] + +# List of GCE service discovery configurations. +gce_sd_configs: + [ - ... ] + +# List of Hetzner service discovery configurations. +hetzner_sd_configs: + [ - ... ] + +# List of HTTP service discovery configurations. +http_sd_configs: + [ - ... ] + +# List of Kubernetes service discovery configurations. +kubernetes_sd_configs: + [ - ... ] + +# List of Lightsail service discovery configurations. +lightsail_sd_configs: + [ - ... ] + +# List of Linode service discovery configurations. +linode_sd_configs: + [ - ... ] + +# List of Marathon service discovery configurations. +marathon_sd_configs: + [ - ... ] + +# List of AirBnB's Nerve service discovery configurations. +nerve_sd_configs: + [ - ... ] + +# List of OpenStack service discovery configurations. +openstack_sd_configs: + [ - ... ] + +# List of Scaleway service discovery configurations. +scaleway_sd_configs: + [ - ... ] + +# List of Zookeeper Serverset service discovery configurations. +serverset_sd_configs: + [ - ... ] + +# List of Triton service discovery configurations. +triton_sd_configs: + [ - ... ] + +# List of labeled statically configured targets for this job. +static_configs: + [ - ... ] + +# List of target relabel configurations. +relabel_configs: + [ - ... ] + +# List of metric relabel configurations. +metric_relabel_configs: + [ - ... ] + +# An uncompressed response body larger than this many bytes will cause the +# scrape to fail. 0 means no limit. Example: 100MB. +# This is an experimental feature, this behaviour could +# change or be removed in the future. +[ body_size_limit: | default = 0 ] +# Per-scrape limit on number of scraped samples that will be accepted. +# If more than this number of samples are present after metric relabeling +# the entire scrape will be treated as failed. 0 means no limit. +[ sample_limit: | default = 0 ] + +# Per-scrape limit on number of labels that will be accepted for a sample. If +# more than this number of labels are present post metric-relabeling, the +# entire scrape will be treated as failed. 0 means no limit. +[ label_limit: | default = 0 ] + +# Per-scrape limit on length of labels name that will be accepted for a sample. +# If a label name is longer than this number post metric-relabeling, the entire +# scrape will be treated as failed. 0 means no limit. +[ label_name_length_limit: | default = 0 ] + +# Per-scrape limit on length of labels value that will be accepted for a sample. +# If a label value is longer than this number post metric-relabeling, the +# entire scrape will be treated as failed. 0 means no limit. +[ label_value_length_limit: | default = 0 ] + +# Per-scrape config limit on number of unique targets that will be +# accepted. If more than this number of targets are present after target +# relabeling, Prometheus will mark the targets as failed without scraping them. +# 0 means no limit. This is an experimental feature, this behaviour could +# change in the future. +[ target_limit: | default = 0 ] +``` + +Where `` must be unique across all scrape configurations. + +### `` + +A `tls_config` allows configuring TLS connections. + +```yaml +# CA certificate to validate API server certificate with. +[ ca_file: ] + +# Certificate and key files for client cert authentication to the server. +[ cert_file: ] +[ key_file: ] + +# ServerName extension to indicate the name of the server. +# https://tools.ietf.org/html/rfc4366#section-3.1 +[ server_name: ] + +# Disable validation of the server certificate. +[ insecure_skip_verify: ] +``` + +### `` + +OAuth 2.0 authentication using the client credentials grant type. +Prometheus fetches an access token from the specified endpoint with +the given client access and secret keys. + +```yaml +client_id: +[ client_secret: ] + +# Read the client secret from a file. +# It is mutually exclusive with `client_secret`. +[ client_secret_file: ] + +# Scopes for the token request. +scopes: + [ - ... ] + +# The URL to fetch the token from. +token_url: + +# Optional parameters to append to the token URL. +endpoint_params: + [ : ... ] +``` + +### `` + +Azure SD configurations allow retrieving scrape targets from Azure VMs. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_azure_machine_id`: the machine ID +* `__meta_azure_machine_location`: the location the machine runs in +* `__meta_azure_machine_name`: the machine name +* `__meta_azure_machine_os_type`: the machine operating system +* `__meta_azure_machine_private_ip`: the machine's private IP +* `__meta_azure_machine_public_ip`: the machine's public IP if it exists +* `__meta_azure_machine_resource_group`: the machine's resource group +* `__meta_azure_machine_tag_`: each tag value of the machine +* `__meta_azure_machine_scale_set`: the name of the scale set which the vm is part of (this value is only set if you are using a [scale set](https://docs.microsoft.com/en-us/azure/virtual-machine-scale-sets/)) +* `__meta_azure_subscription_id`: the subscription ID +* `__meta_azure_tenant_id`: the tenant ID + +See below for the configuration options for Azure discovery: + +```yaml +# The information to access the Azure API. +# The Azure environment. +[ environment: | default = AzurePublicCloud ] + +# The authentication method, either OAuth or ManagedIdentity. +# See https://docs.microsoft.com/en-us/azure/active-directory/managed-identities-azure-resources/overview +[ authentication_method: | default = OAuth] +# The subscription ID. Always required. +subscription_id: +# Optional tenant ID. Only required with authentication_method OAuth. +[ tenant_id: ] +# Optional client ID. Only required with authentication_method OAuth. +[ client_id: ] +# Optional client secret. Only required with authentication_method OAuth. +[ client_secret: ] + +# Refresh interval to re-read the instance list. +[ refresh_interval: | default = 300s ] + +# The port to scrape metrics from. If using the public IP address, this must +# instead be specified in the relabeling rule. +[ port: | default = 80 ] +``` + +### `` + +Consul SD configurations allow retrieving scrape targets from [Consul's](https://www.consul.io) +Catalog API. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_consul_address`: the address of the target +* `__meta_consul_dc`: the datacenter name for the target +* `__meta_consul_health`: the health status of the service +* `__meta_consul_metadata_`: each node metadata key value of the target +* `__meta_consul_node`: the node name defined for the target +* `__meta_consul_service_address`: the service address of the target +* `__meta_consul_service_id`: the service ID of the target +* `__meta_consul_service_metadata_`: each service metadata key value of the target +* `__meta_consul_service_port`: the service port of the target +* `__meta_consul_service`: the name of the service the target belongs to +* `__meta_consul_tagged_address_`: each node tagged address key value of the target +* `__meta_consul_tags`: the list of tags of the target joined by the tag separator + +```yaml +# The information to access the Consul API. It is to be defined +# as the Consul documentation requires. +[ server: | default = "localhost:8500" ] +[ token: ] +[ datacenter: ] +# Namespaces are only supported in Consul Enterprise. +[ namespace: ] +[ scheme: | default = "http" ] +# The username and password fields are deprecated in favor of the basic_auth configuration. +[ username: ] +[ password: ] + +# A list of services for which targets are retrieved. If omitted, all services +# are scraped. +services: + [ - ] + +# See https://www.consul.io/api/catalog.html#list-nodes-for-service to know more +# about the possible filters that can be used. + +# An optional list of tags used to filter nodes for a given service. Services must contain all tags in the list. +tags: + [ - ] + +# Node metadata key/value pairs to filter nodes for a given service. +[ node_meta: + [ : ... ] ] + +# The string by which Consul tags are joined into the tag label. +[ tag_separator: | default = , ] + +# Allow stale Consul results (see https://www.consul.io/api/features/consistency.html). Will reduce load on Consul. +[ allow_stale: | default = true ] + +# The time after which the provided names are refreshed. +# On large setup it might be a good idea to increase this value because the catalog will change all the time. +[ refresh_interval: | default = 30s ] + +# Authentication information used to authenticate to the consul server. +# Note that `basic_auth`, `authorization` and `oauth2` options are +# mutually exclusive. +# `password` and `password_file` are mutually exclusive. + +# Optional HTTP basic authentication information. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] +``` + +Note that the IP number and port used to scrape the targets is assembled as +`<__meta_consul_address>:<__meta_consul_service_port>`. However, in some +Consul setups, the relevant address is in `__meta_consul_service_address`. +In those cases, you can use the [relabel](#relabel_config) +feature to replace the special `__address__` label. + +The [relabeling phase](#relabel_config) is the preferred and more powerful +way to filter services or nodes for a service based on arbitrary labels. For +users with thousands of services it can be more efficient to use the Consul API +directly which has basic support for filtering nodes (currently by node +metadata and a single tag). + +### `` + +DigitalOcean SD configurations allow retrieving scrape targets from [DigitalOcean's](https://www.digitalocean.com/) +Droplets API. +This service discovery uses the public IPv4 address by default, by that can be +changed with relabelling, as demonstrated in [the Prometheus digitalocean-sd +configuration file](/documentation/examples/prometheus-digitalocean.yml). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_digitalocean_droplet_id`: the id of the droplet +* `__meta_digitalocean_droplet_name`: the name of the droplet +* `__meta_digitalocean_image`: the slug of the droplet's image +* `__meta_digitalocean_image_name`: the display name of the droplet's image +* `__meta_digitalocean_private_ipv4`: the private IPv4 of the droplet +* `__meta_digitalocean_public_ipv4`: the public IPv4 of the droplet +* `__meta_digitalocean_public_ipv6`: the public IPv6 of the droplet +* `__meta_digitalocean_region`: the region of the droplet +* `__meta_digitalocean_size`: the size of the droplet +* `__meta_digitalocean_status`: the status of the droplet +* `__meta_digitalocean_features`: the comma-separated list of features of the droplet +* `__meta_digitalocean_tags`: the comma-separated list of tags of the droplet +* `__meta_digitalocean_vpc`: the id of the droplet's VPC + +```yaml +# Authentication information used to authenticate to the API server. +# Note that `basic_auth` and `authorization` options are +# mutually exclusive. +# password and password_file are mutually exclusive. + +# Optional HTTP basic authentication information, not currently supported by DigitalOcean. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] + +# The port to scrape metrics from. +[ port: | default = 80 ] + +# The time after which the droplets are refreshed. +[ refresh_interval: | default = 60s ] +``` + +### `` + +Docker SD configurations allow retrieving scrape targets from [Docker Engine](https://docs.docker.com/engine/) hosts. + +This SD discovers "containers" and will create a target for each network IP and port the container is configured to expose. + +Available meta labels: + +* `__meta_docker_container_id`: the id of the container +* `__meta_docker_container_name`: the name of the container +* `__meta_docker_container_network_mode`: the network mode of the container +* `__meta_docker_container_label_`: each label of the container +* `__meta_docker_network_id`: the ID of the network +* `__meta_docker_network_name`: the name of the network +* `__meta_docker_network_ingress`: whether the network is ingress +* `__meta_docker_network_internal`: whether the network is internal +* `__meta_docker_network_label_`: each label of the network +* `__meta_docker_network_scope`: the scope of the network +* `__meta_docker_network_ip`: the IP of the container in this network +* `__meta_docker_port_private`: the port on the container +* `__meta_docker_port_public`: the external port if a port-mapping exists +* `__meta_docker_port_public_ip`: the public IP if a port-mapping exists + +See below for the configuration options for Docker discovery: + +```yaml +# Address of the Docker daemon. +host: + +# Optional proxy URL. +[ proxy_url: ] + +# TLS configuration. +tls_config: + [ ] + +# The port to scrape metrics from, when `role` is nodes, and for discovered +# tasks and services that don't have published ports. +[ port: | default = 80 ] + +# Optional filters to limit the discovery process to a subset of available +# resources. +# The available filters are listed in the upstream documentation: +# Services: https://docs.docker.com/engine/api/v1.40/#operation/ServiceList +# Tasks: https://docs.docker.com/engine/api/v1.40/#operation/TaskList +# Nodes: https://docs.docker.com/engine/api/v1.40/#operation/NodeList +[ filters: + [ - name: + values: , [...] ] + +# The time after which the containers are refreshed. +[ refresh_interval: | default = 60s ] + +# Authentication information used to authenticate to the Docker daemon. +# Note that `basic_auth` and `authorization` options are +# mutually exclusive. +# password and password_file are mutually exclusive. + +# Optional HTTP basic authentication information. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +``` + +The [relabeling phase](#relabel_config) is the preferred and more powerful +way to filter containers. For users with thousands of containers it +can be more efficient to use the Docker API directly which has basic support for +filtering containers (using `filters`). + +See [this example Prometheus configuration file](/documentation/examples/prometheus-docker.yml) +for a detailed example of configuring Prometheus for Docker Engine. + +### `` + +Docker Swarm SD configurations allow retrieving scrape targets from [Docker Swarm](https://docs.docker.com/engine/swarm/) +engine. + +One of the following roles can be configured to discover targets: + +#### `services` + +The `services` role discovers all [Swarm services](https://docs.docker.com/engine/swarm/key-concepts/#services-and-tasks) +and exposes their ports as targets. For each published port of a service, a +single target is generated. If a service has no published ports, a target per +service is created using the `port` parameter defined in the SD configuration. + +Available meta labels: + +* `__meta_dockerswarm_service_id`: the id of the service +* `__meta_dockerswarm_service_name`: the name of the service +* `__meta_dockerswarm_service_mode`: the mode of the service +* `__meta_dockerswarm_service_endpoint_port_name`: the name of the endpoint port, if available +* `__meta_dockerswarm_service_endpoint_port_publish_mode`: the publish mode of the endpoint port +* `__meta_dockerswarm_service_label_`: each label of the service +* `__meta_dockerswarm_service_task_container_hostname`: the container hostname of the target, if available +* `__meta_dockerswarm_service_task_container_image`: the container image of the target +* `__meta_dockerswarm_service_updating_status`: the status of the service, if available +* `__meta_dockerswarm_network_id`: the ID of the network +* `__meta_dockerswarm_network_name`: the name of the network +* `__meta_dockerswarm_network_ingress`: whether the network is ingress +* `__meta_dockerswarm_network_internal`: whether the network is internal +* `__meta_dockerswarm_network_label_`: each label of the network +* `__meta_dockerswarm_network_scope`: the scope of the network + +#### `tasks` + +The `tasks` role discovers all [Swarm tasks](https://docs.docker.com/engine/swarm/key-concepts/#services-and-tasks) +and exposes their ports as targets. For each published port of a task, a single +target is generated. If a task has no published ports, a target per task is +created using the `port` parameter defined in the SD configuration. + +Available meta labels: + +* `__meta_dockerswarm_task_id`: the id of the task +* `__meta_dockerswarm_task_container_id`: the container id of the task +* `__meta_dockerswarm_task_desired_state`: the desired state of the task +* `__meta_dockerswarm_task_label_`: each label of the task +* `__meta_dockerswarm_task_slot`: the slot of the task +* `__meta_dockerswarm_task_state`: the state of the task +* `__meta_dockerswarm_task_port_publish_mode`: the publish mode of the task port +* `__meta_dockerswarm_service_id`: the id of the service +* `__meta_dockerswarm_service_name`: the name of the service +* `__meta_dockerswarm_service_mode`: the mode of the service +* `__meta_dockerswarm_service_label_`: each label of the service +* `__meta_dockerswarm_network_id`: the ID of the network +* `__meta_dockerswarm_network_name`: the name of the network +* `__meta_dockerswarm_network_ingress`: whether the network is ingress +* `__meta_dockerswarm_network_internal`: whether the network is internal +* `__meta_dockerswarm_network_label_`: each label of the network +* `__meta_dockerswarm_network_label`: each label of the network +* `__meta_dockerswarm_network_scope`: the scope of the network +* `__meta_dockerswarm_node_id`: the ID of the node +* `__meta_dockerswarm_node_hostname`: the hostname of the node +* `__meta_dockerswarm_node_address`: the address of the node +* `__meta_dockerswarm_node_availability`: the availability of the node +* `__meta_dockerswarm_node_label_`: each label of the node +* `__meta_dockerswarm_node_platform_architecture`: the architecture of the node +* `__meta_dockerswarm_node_platform_os`: the operating system of the node +* `__meta_dockerswarm_node_role`: the role of the node +* `__meta_dockerswarm_node_status`: the status of the node + +The `__meta_dockerswarm_network_*` meta labels are not populated for ports which +are published with `mode=host`. + +#### `nodes` + +The `nodes` role is used to discover [Swarm nodes](https://docs.docker.com/engine/swarm/key-concepts/#nodes). + +Available meta labels: + +* `__meta_dockerswarm_node_address`: the address of the node +* `__meta_dockerswarm_node_availability`: the availability of the node +* `__meta_dockerswarm_node_engine_version`: the version of the node engine +* `__meta_dockerswarm_node_hostname`: the hostname of the node +* `__meta_dockerswarm_node_id`: the ID of the node +* `__meta_dockerswarm_node_label_`: each label of the node +* `__meta_dockerswarm_node_manager_address`: the address of the manager component of the node +* `__meta_dockerswarm_node_manager_leader`: the leadership status of the manager component of the node (true or false) +* `__meta_dockerswarm_node_manager_reachability`: the reachability of the manager component of the node +* `__meta_dockerswarm_node_platform_architecture`: the architecture of the node +* `__meta_dockerswarm_node_platform_os`: the operating system of the node +* `__meta_dockerswarm_node_role`: the role of the node +* `__meta_dockerswarm_node_status`: the status of the node + +See below for the configuration options for Docker Swarm discovery: + +```yaml +# Address of the Docker daemon. +host: + +# Optional proxy URL. +[ proxy_url: ] + +# TLS configuration. +tls_config: + [ ] + +# Role of the targets to retrieve. Must be `services`, `tasks`, or `nodes`. +role: + +# The port to scrape metrics from, when `role` is nodes, and for discovered +# tasks and services that don't have published ports. +[ port: | default = 80 ] + +# Optional filters to limit the discovery process to a subset of available +# resources. +# The available filters are listed in the upstream documentation: +# https://docs.docker.com/engine/api/v1.40/#operation/ContainerList +[ filters: + [ - name: + values: , [...] ] + +# The time after which the service discovery data is refreshed. +[ refresh_interval: | default = 60s ] + +# Authentication information used to authenticate to the Docker daemon. +# Note that `basic_auth` and `authorization` options are +# mutually exclusive. +# password and password_file are mutually exclusive. + +# Optional HTTP basic authentication information. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +``` + +The [relabeling phase](#relabel_config) is the preferred and more powerful +way to filter tasks, services or nodes. For users with thousands of tasks it +can be more efficient to use the Swarm API directly which has basic support for +filtering nodes (using `filters`). + +See [this example Prometheus configuration file](/documentation/examples/prometheus-dockerswarm.yml) +for a detailed example of configuring Prometheus for Docker Swarm. + +### `` + +A DNS-based service discovery configuration allows specifying a set of DNS +domain names which are periodically queried to discover a list of targets. The +DNS servers to be contacted are read from `/etc/resolv.conf`. + +This service discovery method only supports basic DNS A, AAAA and SRV record +queries, but not the advanced DNS-SD approach specified in +[RFC6763](https://tools.ietf.org/html/rfc6763). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_dns_name`: the record name that produced the discovered target. +* `__meta_dns_srv_record_target`: the target field of the SRV record +* `__meta_dns_srv_record_port`: the port field of the SRV record + +```yaml +# A list of DNS domain names to be queried. +names: + [ - ] + +# The type of DNS query to perform. One of SRV, A, or AAAA. +[ type: | default = 'SRV' ] + +# The port number used if the query type is not SRV. +[ port: ] + +# The time after which the provided names are refreshed. +[ refresh_interval: | default = 30s ] +``` + +### `` + +EC2 SD configurations allow retrieving scrape targets from AWS EC2 +instances. The private IP address is used by default, but may be changed to +the public IP address with relabeling. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_ec2_ami`: the EC2 Amazon Machine Image +* `__meta_ec2_architecture`: the architecture of the instance +* `__meta_ec2_availability_zone`: the availability zone in which the instance is running +* `__meta_ec2_instance_id`: the EC2 instance ID +* `__meta_ec2_instance_lifecycle`: the lifecycle of the EC2 instance, set only for 'spot' or 'scheduled' instances, absent otherwise +* `__meta_ec2_instance_state`: the state of the EC2 instance +* `__meta_ec2_instance_type`: the type of the EC2 instance +* `__meta_ec2_ipv6_addresses`: comma separated list of IPv6 addresses assigned to the instance's network interfaces, if present +* `__meta_ec2_owner_id`: the ID of the AWS account that owns the EC2 instance +* `__meta_ec2_platform`: the Operating System platform, set to 'windows' on Windows servers, absent otherwise +* `__meta_ec2_primary_subnet_id`: the subnet ID of the primary network interface, if available +* `__meta_ec2_private_dns_name`: the private DNS name of the instance, if available +* `__meta_ec2_private_ip`: the private IP address of the instance, if present +* `__meta_ec2_public_dns_name`: the public DNS name of the instance, if available +* `__meta_ec2_public_ip`: the public IP address of the instance, if available +* `__meta_ec2_subnet_id`: comma separated list of subnets IDs in which the instance is running, if available +* `__meta_ec2_tag_`: each tag value of the instance +* `__meta_ec2_vpc_id`: the ID of the VPC in which the instance is running, if available + +See below for the configuration options for EC2 discovery: + +```yaml +# The information to access the EC2 API. + +# The AWS region. If blank, the region from the instance metadata is used. +[ region: ] + +# Custom endpoint to be used. +[ endpoint: ] + +# The AWS API keys. If blank, the environment variables `AWS_ACCESS_KEY_ID` +# and `AWS_SECRET_ACCESS_KEY` are used. +[ access_key: ] +[ secret_key: ] +# Named AWS profile used to connect to the API. +[ profile: ] + +# AWS Role ARN, an alternative to using AWS API keys. +[ role_arn: ] + +# Refresh interval to re-read the instance list. +[ refresh_interval: | default = 60s ] + +# The port to scrape metrics from. If using the public IP address, this must +# instead be specified in the relabeling rule. +[ port: | default = 80 ] + +# Filters can be used optionally to filter the instance list by other criteria. +# Available filter criteria can be found here: +# https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeInstances.html +# Filter API documentation: https://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_Filter.html +filters: + [ - name: + values: , [...] ] +``` + +The [relabeling phase](#relabel_config) is the preferred and more powerful +way to filter targets based on arbitrary labels. For users with thousands of +instances it can be more efficient to use the EC2 API directly which has +support for filtering instances. + +### `` + +OpenStack SD configurations allow retrieving scrape targets from OpenStack Nova +instances. + +One of the following `` types can be configured to discover targets: + +#### `hypervisor` + +The `hypervisor` role discovers one target per Nova hypervisor node. The target +address defaults to the `host_ip` attribute of the hypervisor. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_openstack_hypervisor_host_ip`: the hypervisor node's IP address. +* `__meta_openstack_hypervisor_id`: the hypervisor node's ID. +* `__meta_openstack_hypervisor_name`: the hypervisor node's name. +* `__meta_openstack_hypervisor_state`: the hypervisor node's state. +* `__meta_openstack_hypervisor_status`: the hypervisor node's status. +* `__meta_openstack_hypervisor_type`: the hypervisor node's type. + +#### `instance` + +The `instance` role discovers one target per network interface of Nova +instance. The target address defaults to the private IP address of the network +interface. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_openstack_address_pool`: the pool of the private IP. +* `__meta_openstack_instance_flavor`: the flavor of the OpenStack instance. +* `__meta_openstack_instance_id`: the OpenStack instance ID. +* `__meta_openstack_instance_name`: the OpenStack instance name. +* `__meta_openstack_instance_status`: the status of the OpenStack instance. +* `__meta_openstack_private_ip`: the private IP of the OpenStack instance. +* `__meta_openstack_project_id`: the project (tenant) owning this instance. +* `__meta_openstack_public_ip`: the public IP of the OpenStack instance. +* `__meta_openstack_tag_`: each tag value of the instance. +* `__meta_openstack_user_id`: the user account owning the tenant. + +See below for the configuration options for OpenStack discovery: + +```yaml +# The information to access the OpenStack API. + +# The OpenStack role of entities that should be discovered. +role: + +# The OpenStack Region. +region: + +# identity_endpoint specifies the HTTP endpoint that is required to work with +# the Identity API of the appropriate version. While it's ultimately needed by +# all of the identity services, it will often be populated by a provider-level +# function. +[ identity_endpoint: ] + +# username is required if using Identity V2 API. Consult with your provider's +# control panel to discover your account's username. In Identity V3, either +# userid or a combination of username and domain_id or domain_name are needed. +[ username: ] +[ userid: ] + +# password for the Identity V2 and V3 APIs. Consult with your provider's +# control panel to discover your account's preferred method of authentication. +[ password: ] + +# At most one of domain_id and domain_name must be provided if using username +# with Identity V3. Otherwise, either are optional. +[ domain_name: ] +[ domain_id: ] + +# The project_id and project_name fields are optional for the Identity V2 API. +# Some providers allow you to specify a project_name instead of the project_id. +# Some require both. Your provider's authentication policies will determine +# how these fields influence authentication. +[ project_name: ] +[ project_id: ] + +# The application_credential_id or application_credential_name fields are +# required if using an application credential to authenticate. Some providers +# allow you to create an application credential to authenticate rather than a +# password. +[ application_credential_name: ] +[ application_credential_id: ] + +# The application_credential_secret field is required if using an application +# credential to authenticate. +[ application_credential_secret: ] + +# Whether the service discovery should list all instances for all projects. +# It is only relevant for the 'instance' role and usually requires admin permissions. +[ all_tenants: | default: false ] + +# Refresh interval to re-read the instance list. +[ refresh_interval: | default = 60s ] + +# The port to scrape metrics from. If using the public IP address, this must +# instead be specified in the relabeling rule. +[ port: | default = 80 ] + +# The availability of the endpoint to connect to. Must be one of public, admin or internal. +[ availability: | default = "public" ] + +# TLS configuration. +tls_config: + [ ] +``` + +### `` + +File-based service discovery provides a more generic way to configure static targets +and serves as an interface to plug in custom service discovery mechanisms. + +It reads a set of files containing a list of zero or more +``s. Changes to all defined files are detected via disk watches +and applied immediately. Files may be provided in YAML or JSON format. Only +changes resulting in well-formed target groups are applied. + +Files must contain a list of static configs, using these formats: + +**JSON** +```json +[ + { + "targets": [ "", ... ], + "labels": { + "": "", ... + } + }, + ... +] +``` + +**YAML** +```yaml +- targets: + [ - '' ] + labels: + [ : ... ] +``` + +As a fallback, the file contents are also re-read periodically at the specified +refresh interval. + +Each target has a meta label `__meta_filepath` during the +[relabeling phase](#relabel_config). Its value is set to the +filepath from which the target was extracted. + +There is a list of +[integrations](https://prometheus.io/docs/operating/integrations/#file-service-discovery) with this +discovery mechanism. + +```yaml +# Patterns for files from which target groups are extracted. +files: + [ - ... ] + +# Refresh interval to re-read the files. +[ refresh_interval: | default = 5m ] +``` + +Where `` may be a path ending in `.json`, `.yml` or `.yaml`. The last path segment +may contain a single `*` that matches any character sequence, e.g. `my/path/tg_*.json`. + +### `` + +[GCE](https://cloud.google.com/compute/) SD configurations allow retrieving scrape targets from GCP GCE instances. +The private IP address is used by default, but may be changed to the public IP +address with relabeling. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_gce_instance_id`: the numeric id of the instance +* `__meta_gce_instance_name`: the name of the instance +* `__meta_gce_label_`: each GCE label of the instance +* `__meta_gce_machine_type`: full or partial URL of the machine type of the instance +* `__meta_gce_metadata_`: each metadata item of the instance +* `__meta_gce_network`: the network URL of the instance +* `__meta_gce_private_ip`: the private IP address of the instance +* `__meta_gce_project`: the GCP project in which the instance is running +* `__meta_gce_public_ip`: the public IP address of the instance, if present +* `__meta_gce_subnetwork`: the subnetwork URL of the instance +* `__meta_gce_tags`: comma separated list of instance tags +* `__meta_gce_zone`: the GCE zone URL in which the instance is running + +See below for the configuration options for GCE discovery: + +```yaml +# The information to access the GCE API. + +# The GCP Project +project: + +# The zone of the scrape targets. If you need multiple zones use multiple +# gce_sd_configs. +zone: + +# Filter can be used optionally to filter the instance list by other criteria +# Syntax of this filter string is described here in the filter query parameter section: +# https://cloud.google.com/compute/docs/reference/latest/instances/list +[ filter: ] + +# Refresh interval to re-read the instance list +[ refresh_interval: | default = 60s ] + +# The port to scrape metrics from. If using the public IP address, this must +# instead be specified in the relabeling rule. +[ port: | default = 80 ] + +# The tag separator is used to separate the tags on concatenation +[ tag_separator: | default = , ] +``` + +Credentials are discovered by the Google Cloud SDK default client by looking +in the following places, preferring the first location found: + +1. a JSON file specified by the `GOOGLE_APPLICATION_CREDENTIALS` environment variable +2. a JSON file in the well-known path `$HOME/.config/gcloud/application_default_credentials.json` +3. fetched from the GCE metadata server + +If Prometheus is running within GCE, the service account associated with the +instance it is running on should have at least read-only permissions to the +compute resources. If running outside of GCE make sure to create an appropriate +service account and place the credential file in one of the expected locations. + +### `` + +Hetzner SD configurations allow retrieving scrape targets from +[Hetzner](https://www.hetzner.com/) [Cloud](https://www.hetzner.cloud/) API and +[Robot](https://docs.hetzner.com/robot/) API. +This service discovery uses the public IPv4 address by default, but that can be +changed with relabeling, as demonstrated in [the Prometheus hetzner-sd +configuration file](/documentation/examples/prometheus-hetzner.yml). + +The following meta labels are available on all targets during [relabeling](#relabel_config): + +* `__meta_hetzner_server_id`: the ID of the server +* `__meta_hetzner_server_name`: the name of the server +* `__meta_hetzner_server_status`: the status of the server +* `__meta_hetzner_public_ipv4`: the public ipv4 address of the server +* `__meta_hetzner_public_ipv6_network`: the public ipv6 network (/64) of the server +* `__meta_hetzner_datacenter`: the datacenter of the server + +The labels below are only available for targets with `role` set to `hcloud`: + +* `__meta_hetzner_hcloud_image_name`: the image name of the server +* `__meta_hetzner_hcloud_image_description`: the description of the server image +* `__meta_hetzner_hcloud_image_os_flavor`: the OS flavor of the server image +* `__meta_hetzner_hcloud_image_os_version`: the OS version of the server image +* `__meta_hetzner_hcloud_image_description`: the description of the server image +* `__meta_hetzner_hcloud_datacenter_location`: the location of the server +* `__meta_hetzner_hcloud_datacenter_location_network_zone`: the network zone of the server +* `__meta_hetzner_hcloud_server_type`: the type of the server +* `__meta_hetzner_hcloud_cpu_cores`: the CPU cores count of the server +* `__meta_hetzner_hcloud_cpu_type`: the CPU type of the server (shared or dedicated) +* `__meta_hetzner_hcloud_memory_size_gb`: the amount of memory of the server (in GB) +* `__meta_hetzner_hcloud_disk_size_gb`: the disk size of the server (in GB) +* `__meta_hetzner_hcloud_private_ipv4_`: the private ipv4 address of the server within a given network +* `__meta_hetzner_hcloud_label_`: each label of the server + +The labels below are only available for targets with `role` set to `robot`: + +* `__meta_hetzner_robot_product`: the product of the server +* `__meta_hetzner_robot_cancelled`: the server cancellation status + +```yaml +# The Hetzner role of entities that should be discovered. +# One of robot or hcloud. +role: + +# Authentication information used to authenticate to the API server. +# Note that `basic_auth` and `authorization` options are +# mutually exclusive. +# password and password_file are mutually exclusive. + +# Optional HTTP basic authentication information, required when role is robot +# Role hcloud does not support basic auth. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration, required when role is +# hcloud. Role robot does not support bearer token authentication. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] + +# The port to scrape metrics from. +[ port: | default = 80 ] + +# The time after which the servers are refreshed. +[ refresh_interval: | default = 60s ] +``` + +### `` + +HTTP-based service discovery provides a more generic way to configure static targets +and serves as an interface to plug in custom service discovery mechanisms. + +It fetches targets from an HTTP endpoint containing a list of zero or more +``s. The target must reply with an HTTP 200 response. +The HTTP header `Content-Type` must be `application/json`, and the body must be +valid JSON. + +Example response body: + +```json +[ + { + "targets": [ "", ... ], + "labels": { + "": "", ... + } + }, + ... +] +``` + +The endpoint is queried periodically at the specified +refresh interval. + +Each target has a meta label `__meta_url` during the +[relabeling phase](#relabel_config). Its value is set to the +URL from which the target was extracted. + +```yaml +# URL from which the targets are fetched. +url: + +# Refresh interval to re-query the endpoint. +[ refresh_interval: | default = 60s ] + +# Authentication information used to authenticate to the API server. +# Note that `basic_auth`, `authorization` and `oauth2` options are +# mutually exclusive. +# `password` and `password_file` are mutually exclusive. + +# Optional HTTP basic authentication information. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] +``` + +### `` + +Kubernetes SD configurations allow retrieving scrape targets from +[Kubernetes'](https://kubernetes.io/) REST API and always staying synchronized with +the cluster state. + +One of the following `role` types can be configured to discover targets: + +#### `node` + +The `node` role discovers one target per cluster node with the address defaulting +to the Kubelet's HTTP port. +The target address defaults to the first existing address of the Kubernetes +node object in the address type order of `NodeInternalIP`, `NodeExternalIP`, +`NodeLegacyHostIP`, and `NodeHostName`. + +Available meta labels: + +* `__meta_kubernetes_node_name`: The name of the node object. +* `__meta_kubernetes_node_label_`: Each label from the node object. +* `__meta_kubernetes_node_labelpresent_`: `true` for each label from the node object. +* `__meta_kubernetes_node_annotation_`: Each annotation from the node object. +* `__meta_kubernetes_node_annotationpresent_`: `true` for each annotation from the node object. +* `__meta_kubernetes_node_address_`: The first address for each node address type, if it exists. + +In addition, the `instance` label for the node will be set to the node name +as retrieved from the API server. + +#### `service` + +The `service` role discovers a target for each service port for each service. +This is generally useful for blackbox monitoring of a service. +The address will be set to the Kubernetes DNS name of the service and respective +service port. + +Available meta labels: + +* `__meta_kubernetes_namespace`: The namespace of the service object. +* `__meta_kubernetes_service_annotation_`: Each annotation from the service object. +* `__meta_kubernetes_service_annotationpresent_`: "true" for each annotation of the service object. +* `__meta_kubernetes_service_cluster_ip`: The cluster IP address of the service. (Does not apply to services of type ExternalName) +* `__meta_kubernetes_service_external_name`: The DNS name of the service. (Applies to services of type ExternalName) +* `__meta_kubernetes_service_label_`: Each label from the service object. +* `__meta_kubernetes_service_labelpresent_`: `true` for each label of the service object. +* `__meta_kubernetes_service_name`: The name of the service object. +* `__meta_kubernetes_service_port_name`: Name of the service port for the target. +* `__meta_kubernetes_service_port_protocol`: Protocol of the service port for the target. +* `__meta_kubernetes_service_type`: The type of the service. + +#### `pod` + +The `pod` role discovers all pods and exposes their containers as targets. For each declared +port of a container, a single target is generated. If a container has no specified ports, +a port-free target per container is created for manually adding a port via relabeling. + +Available meta labels: + +* `__meta_kubernetes_namespace`: The namespace of the pod object. +* `__meta_kubernetes_pod_name`: The name of the pod object. +* `__meta_kubernetes_pod_ip`: The pod IP of the pod object. +* `__meta_kubernetes_pod_label_`: Each label from the pod object. +* `__meta_kubernetes_pod_labelpresent_`: `true`for each label from the pod object. +* `__meta_kubernetes_pod_annotation_`: Each annotation from the pod object. +* `__meta_kubernetes_pod_annotationpresent_`: `true` for each annotation from the pod object. +* `__meta_kubernetes_pod_container_init`: `true` if the container is an [InitContainer](https://kubernetes.io/docs/concepts/workloads/pods/init-containers/) +* `__meta_kubernetes_pod_container_name`: Name of the container the target address points to. +* `__meta_kubernetes_pod_container_port_name`: Name of the container port. +* `__meta_kubernetes_pod_container_port_number`: Number of the container port. +* `__meta_kubernetes_pod_container_port_protocol`: Protocol of the container port. +* `__meta_kubernetes_pod_ready`: Set to `true` or `false` for the pod's ready state. +* `__meta_kubernetes_pod_phase`: Set to `Pending`, `Running`, `Succeeded`, `Failed` or `Unknown` + in the [lifecycle](https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#pod-phase). +* `__meta_kubernetes_pod_node_name`: The name of the node the pod is scheduled onto. +* `__meta_kubernetes_pod_host_ip`: The current host IP of the pod object. +* `__meta_kubernetes_pod_uid`: The UID of the pod object. +* `__meta_kubernetes_pod_controller_kind`: Object kind of the pod controller. +* `__meta_kubernetes_pod_controller_name`: Name of the pod controller. + +#### `endpoints` + +The `endpoints` role discovers targets from listed endpoints of a service. For each endpoint +address one target is discovered per port. If the endpoint is backed by a pod, all +additional container ports of the pod, not bound to an endpoint port, are discovered as targets as well. + +Available meta labels: + +* `__meta_kubernetes_namespace`: The namespace of the endpoints object. +* `__meta_kubernetes_endpoints_name`: The names of the endpoints object. +* For all targets discovered directly from the endpoints list (those not additionally inferred + from underlying pods), the following labels are attached: + * `__meta_kubernetes_endpoint_hostname`: Hostname of the endpoint. + * `__meta_kubernetes_endpoint_node_name`: Name of the node hosting the endpoint. + * `__meta_kubernetes_endpoint_ready`: Set to `true` or `false` for the endpoint's ready state. + * `__meta_kubernetes_endpoint_port_name`: Name of the endpoint port. + * `__meta_kubernetes_endpoint_port_protocol`: Protocol of the endpoint port. + * `__meta_kubernetes_endpoint_address_target_kind`: Kind of the endpoint address target. + * `__meta_kubernetes_endpoint_address_target_name`: Name of the endpoint address target. +* If the endpoints belong to a service, all labels of the `role: service` discovery are attached. +* For all targets backed by a pod, all labels of the `role: pod` discovery are attached. + +#### `ingress` + +The `ingress` role discovers a target for each path of each ingress. +This is generally useful for blackbox monitoring of an ingress. +The address will be set to the host specified in the ingress spec. + +Available meta labels: + +* `__meta_kubernetes_namespace`: The namespace of the ingress object. +* `__meta_kubernetes_ingress_name`: The name of the ingress object. +* `__meta_kubernetes_ingress_label_`: Each label from the ingress object. +* `__meta_kubernetes_ingress_labelpresent_`: `true` for each label from the ingress object. +* `__meta_kubernetes_ingress_annotation_`: Each annotation from the ingress object. +* `__meta_kubernetes_ingress_annotationpresent_`: `true` for each annotation from the ingress object. +* `__meta_kubernetes_ingress_class_name`: Class name from ingress spec, if present. +* `__meta_kubernetes_ingress_scheme`: Protocol scheme of ingress, `https` if TLS + config is set. Defaults to `http`. +* `__meta_kubernetes_ingress_path`: Path from ingress spec. Defaults to `/`. + +See below for the configuration options for Kubernetes discovery: + +```yaml +# The information to access the Kubernetes API. + +# The API server addresses. If left empty, Prometheus is assumed to run inside +# of the cluster and will discover API servers automatically and use the pod's +# CA certificate and bearer token file at /var/run/secrets/kubernetes.io/serviceaccount/. +[ api_server: ] + +# The Kubernetes role of entities that should be discovered. +# One of endpoints, service, pod, node, or ingress. +role: + +# Optional path to a kubeconfig file. +# Note that api_server and kube_config are mutually exclusive. +[ kubeconfig_file: ] + +# Optional authentication information used to authenticate to the API server. +# Note that `basic_auth` and `authorization` options are mutually exclusive. +# password and password_file are mutually exclusive. + +# Optional HTTP basic authentication information. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] + +# Optional namespace discovery. If omitted, all namespaces are used. +namespaces: + names: + [ - ] + +# Optional label and field selectors to limit the discovery process to a subset of available resources. +# See https://kubernetes.io/docs/concepts/overview/working-with-objects/field-selectors/ +# and https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/ to learn more about the possible +# filters that can be used. Endpoints role supports pod, service and endpoints selectors, other roles +# only support selectors matching the role itself (e.g. node role can only contain node selectors). + +# Note: When making decision about using field/label selector make sure that this +# is the best approach - it will prevent Prometheus from reusing single list/watch +# for all scrape configs. This might result in a bigger load on the Kubernetes API, +# because per each selector combination there will be additional LIST/WATCH. On the other hand, +# if you just want to monitor small subset of pods in large cluster it's recommended to use selectors. +# Decision, if selectors should be used or not depends on the particular situation. +[ selectors: + [ - role: + [ label: ] + [ field: ] ]] +``` + +See [this example Prometheus configuration file](/documentation/examples/prometheus-kubernetes.yml) +for a detailed example of configuring Prometheus for Kubernetes. + +You may wish to check out the 3rd party [Prometheus Operator](https://github.com/coreos/prometheus-operator), +which automates the Prometheus setup on top of Kubernetes. + +### `` + +Lightsail SD configurations allow retrieving scrape targets from [AWS Lightsail](https://aws.amazon.com/lightsail/) +instances. The private IP address is used by default, but may be changed to +the public IP address with relabeling. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_lightsail_availability_zone`: the availability zone in which the instance is running +* `__meta_lightsail_blueprint_id`: the Lightsail blueprint ID +* `__meta_lightsail_bundle_id`: the Lightsail bundle ID +* `__meta_lightsail_instance_name`: the name of the Lightsail instance +* `__meta_lightsail_instance_state`: the state of the Lightsail instance +* `__meta_lightsail_instance_support_code`: the support code of the Lightsail instance +* `__meta_lightsail_ipv6_addresses`: comma separated list of IPv6 addresses assigned to the instance's network interfaces, if present +* `__meta_lightsail_private_ip`: the private IP address of the instance +* `__meta_lightsail_public_ip`: the public IP address of the instance, if available +* `__meta_lightsail_tag_`: each tag value of the instance + +See below for the configuration options for Lightsail discovery: + +```yaml +# The information to access the Lightsail API. + +# The AWS region. If blank, the region from the instance metadata is used. +[ region: ] + +# Custom endpoint to be used. +[ endpoint: ] + +# The AWS API keys. If blank, the environment variables `AWS_ACCESS_KEY_ID` +# and `AWS_SECRET_ACCESS_KEY` are used. +[ access_key: ] +[ secret_key: ] +# Named AWS profile used to connect to the API. +[ profile: ] + +# AWS Role ARN, an alternative to using AWS API keys. +[ role_arn: ] + +# Refresh interval to re-read the instance list. +[ refresh_interval: | default = 60s ] + +# The port to scrape metrics from. If using the public IP address, this must +# instead be specified in the relabeling rule. +[ port: | default = 80 ] +``` + +### `` + +Linode SD configurations allow retrieving scrape targets from [Linode's](https://www.linode.com/) +Linode APIv4. +This service discovery uses the public IPv4 address by default, by that can be +changed with relabelling, as demonstrated in [the Prometheus linode-sd +configuration file](/documentation/examples/prometheus-linode.yml). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_linode_instance_id`: the id of the linode instance +* `__meta_linode_instance_label`: the label of the linode instance +* `__meta_linode_image`: the slug of the linode instance's image +* `__meta_linode_private_ipv4`: the private IPv4 of the linode instance +* `__meta_linode_public_ipv4`: the public IPv4 of the linode instance +* `__meta_linode_public_ipv6`: the public IPv6 of the linode instance +* `__meta_linode_region`: the region of the linode instance +* `__meta_linode_type`: the type of the linode instance +* `__meta_linode_status`: the status of the linode instance +* `__meta_linode_tags`: a list of tags of the linode instance joined by the tag separator +* `__meta_linode_group`: the display group a linode instance is a member of +* `__meta_linode_hypervisor`: the virtualization software powering the linode instance +* `__meta_linode_backups`: the backup service status of the linode instance +* `__meta_linode_specs_disk_bytes`: the amount of storage space the linode instance has access to +* `__meta_linode_specs_memory_bytes`: the amount of RAM the linode instance has access to +* `__meta_linode_specs_vcpus`: the number of VCPUS this linode has access to +* `__meta_linode_specs_transfer_bytes`: the amount of network transfer the linode instance is allotted each month +* `__meta_linode_extra_ips`: a list of all extra IPv4 addresses assigned to the linode instance joined by the tag separator + +```yaml +# Authentication information used to authenticate to the API server. +# Note that `basic_auth` and `authorization` options are +# mutually exclusive. +# password and password_file are mutually exclusive. +# Note: Linode APIv4 Token must be created with scopes: 'linodes:read_only' and 'ips:read_only' + +# Optional HTTP basic authentication information, not currently supported by Linode APIv4. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional the `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials with the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration. +tls_config: + [ ] + +# The port to scrape metrics from. +[ port: | default = 80 ] + +# The string by which Linode Instance tags are joined into the tag label. +[ tag_separator: | default = , ] + +# The time after which the linode instances are refreshed. +[ refresh_interval: | default = 60s ] +``` + +### `` + +Marathon SD configurations allow retrieving scrape targets using the +[Marathon](https://mesosphere.github.io/marathon/) REST API. Prometheus +will periodically check the REST endpoint for currently running tasks and +create a target group for every app that has at least one healthy task. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_marathon_app`: the name of the app (with slashes replaced by dashes) +* `__meta_marathon_image`: the name of the Docker image used (if available) +* `__meta_marathon_task`: the ID of the Mesos task +* `__meta_marathon_app_label_`: any Marathon labels attached to the app +* `__meta_marathon_port_definition_label_`: the port definition labels +* `__meta_marathon_port_mapping_label_`: the port mapping labels +* `__meta_marathon_port_index`: the port index number (e.g. `1` for `PORT1`) + +See below for the configuration options for Marathon discovery: + +```yaml +# List of URLs to be used to contact Marathon servers. +# You need to provide at least one server URL. +servers: + - + +# Polling interval +[ refresh_interval: | default = 30s ] + +# Optional authentication information for token-based authentication +# https://docs.mesosphere.com/1.11/security/ent/iam-api/#passing-an-authentication-token +# It is mutually exclusive with `auth_token_file` and other authentication mechanisms. +[ auth_token: ] + +# Optional authentication information for token-based authentication +# https://docs.mesosphere.com/1.11/security/ent/iam-api/#passing-an-authentication-token +# It is mutually exclusive with `auth_token` and other authentication mechanisms. +[ auth_token_file: ] + +# Sets the `Authorization` header on every request with the +# configured username and password. +# This is mutually exclusive with other authentication mechanisms. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +# NOTE: The current version of DC/OS marathon (v1.11.0) does not support +# standard `Authentication` header, use `auth_token` or `auth_token_file` +# instead. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# TLS configuration for connecting to marathon servers +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] +``` + +By default every app listed in Marathon will be scraped by Prometheus. If not all +of your services provide Prometheus metrics, you can use a Marathon label and +Prometheus relabeling to control which instances will actually be scraped. +See [the Prometheus marathon-sd configuration file](/documentation/examples/prometheus-marathon.yml) +for a practical example on how to set up your Marathon app and your Prometheus +configuration. + +By default, all apps will show up as a single job in Prometheus (the one specified +in the configuration file), which can also be changed using relabeling. + +### `` + +Nerve SD configurations allow retrieving scrape targets from [AirBnB's Nerve] +(https://github.com/airbnb/nerve) which are stored in +[Zookeeper](https://zookeeper.apache.org/). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_nerve_path`: the full path to the endpoint node in Zookeeper +* `__meta_nerve_endpoint_host`: the host of the endpoint +* `__meta_nerve_endpoint_port`: the port of the endpoint +* `__meta_nerve_endpoint_name`: the name of the endpoint + +```yaml +# The Zookeeper servers. +servers: + - +# Paths can point to a single service, or the root of a tree of services. +paths: + - +[ timeout: | default = 10s ] +``` + +### `` + +Serverset SD configurations allow retrieving scrape targets from [Serversets] +(https://github.com/twitter/finagle/tree/master/finagle-serversets) which are +stored in [Zookeeper](https://zookeeper.apache.org/). Serversets are commonly +used by [Finagle](https://twitter.github.io/finagle/) and +[Aurora](https://aurora.apache.org/). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_serverset_path`: the full path to the serverset member node in Zookeeper +* `__meta_serverset_endpoint_host`: the host of the default endpoint +* `__meta_serverset_endpoint_port`: the port of the default endpoint +* `__meta_serverset_endpoint_host_`: the host of the given endpoint +* `__meta_serverset_endpoint_port_`: the port of the given endpoint +* `__meta_serverset_shard`: the shard number of the member +* `__meta_serverset_status`: the status of the member + +```yaml +# The Zookeeper servers. +servers: + - +# Paths can point to a single serverset, or the root of a tree of serversets. +paths: + - +[ timeout: | default = 10s ] +``` + +Serverset data must be in the JSON format, the Thrift format is not currently supported. + +### `` + +[Triton](https://github.com/joyent/triton) SD configurations allow retrieving +scrape targets from [Container Monitor](https://github.com/joyent/rfd/blob/master/rfd/0027/README.md) +discovery endpoints. + +One of the following `` types can be configured to discover targets: + +#### `container` + +The `container` role discovers one target per "virtual machine" owned by the `account`. +These are SmartOS zones or lx/KVM/bhyve branded zones. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_triton_groups`: the list of groups belonging to the target joined by a comma separator +* `__meta_triton_machine_alias`: the alias of the target container +* `__meta_triton_machine_brand`: the brand of the target container +* `__meta_triton_machine_id`: the UUID of the target container +* `__meta_triton_machine_image`: the target container's image type +* `__meta_triton_server_id`: the server UUID the target container is running on + +#### `cn` + +The `cn` role discovers one target for per compute node (also known as "server" or "global zone") making up the Triton infrastructure. +The `account` must be a Triton operator and is currently required to own at least one `container`. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_triton_machine_alias`: the hostname of the target (requires triton-cmon 1.7.0 or newer) +* `__meta_triton_machine_id`: the UUID of the target + +See below for the configuration options for Triton discovery: + +```yaml +# The information to access the Triton discovery API. + +# The account to use for discovering new targets. +account: + +# The type of targets to discover, can be set to: +# * "container" to discover virtual machines (SmartOS zones, lx/KVM/bhyve branded zones) running on Triton +# * "cn" to discover compute nodes (servers/global zones) making up the Triton infrastructure +[ role : | default = "container" ] + +# The DNS suffix which should be applied to target. +dns_suffix: + +# The Triton discovery endpoint (e.g. 'cmon.us-east-3b.triton.zone'). This is +# often the same value as dns_suffix. +endpoint: + +# A list of groups for which targets are retrieved, only supported when `role` == `container`. +# If omitted all containers owned by the requesting account are scraped. +groups: + [ - ... ] + +# The port to use for discovery and metric scraping. +[ port: | default = 9163 ] + +# The interval which should be used for refreshing targets. +[ refresh_interval: | default = 60s ] + +# The Triton discovery API version. +[ version: | default = 1 ] + +# TLS configuration. +tls_config: + [ ] +``` + +### `` + +Eureka SD configurations allow retrieving scrape targets using the +[Eureka](https://github.com/Netflix/eureka) REST API. Prometheus +will periodically check the REST endpoint and +create a target for every app instance. + +The following meta labels are available on targets during [relabeling](#relabel_config): + +* `__meta_eureka_app_name`: the name of the app +* `__meta_eureka_app_instance_id`: the ID of the app instance +* `__meta_eureka_app_instance_hostname`: the hostname of the instance +* `__meta_eureka_app_instance_homepage_url`: the homepage url of the app instance +* `__meta_eureka_app_instance_statuspage_url`: the status page url of the app instance +* `__meta_eureka_app_instance_healthcheck_url`: the health check url of the app instance +* `__meta_eureka_app_instance_ip_addr`: the IP address of the app instance +* `__meta_eureka_app_instance_vip_address`: the VIP address of the app instance +* `__meta_eureka_app_instance_secure_vip_address`: the secure VIP address of the app instance +* `__meta_eureka_app_instance_status`: the status of the app instance +* `__meta_eureka_app_instance_port`: the port of the app instance +* `__meta_eureka_app_instance_port_enabled`: the port enabled of the app instance +* `__meta_eureka_app_instance_secure_port`: the secure port address of the app instance +* `__meta_eureka_app_instance_secure_port_enabled`: the secure port of the app instance +* `__meta_eureka_app_instance_country_id`: the country ID of the app instance +* `__meta_eureka_app_instance_metadata_`: app instance metadata +* `__meta_eureka_app_instance_datacenterinfo_name`: the datacenter name of the app instance +* `__meta_eureka_app_instance_datacenterinfo_`: the datacenter metadata + +See below for the configuration options for Eureka discovery: + +```yaml +# The URL to connect to the Eureka server. +server: + +# Sets the `Authorization` header on every request with the +# configured username and password. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configures the scrape request's TLS settings. +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# Refresh interval to re-read the app instance list. +[ refresh_interval: | default = 30s ] +``` + +See [the Prometheus eureka-sd configuration file](/documentation/examples/prometheus-eureka.yml) +for a practical example on how to set up your Eureka app and your Prometheus +configuration. + +### `` + +Scaleway SD configurations allow retrieving scrape targets from [Scaleway instances](https://www.scaleway.com/en/virtual-instances/) and [baremetal services](https://www.scaleway.com/en/bare-metal-servers/). + +The following meta labels are available on targets during [relabeling](#relabel_config): + +#### Instance role + + +* `__meta_scaleway_instance_boot_type`: the boot type of the server +* `__meta_scaleway_instance_hostname`: the hostname of the server +* `__meta_scaleway_instance_id`: the ID of the server +* `__meta_scaleway_instance_image_arch`: the arch of the server image +* `__meta_scaleway_instance_image_id`: the ID of the server image +* `__meta_scaleway_instance_image_name`: the name of the server image +* `__meta_scaleway_instance_location_cluster_id`: the cluster ID of the server location +* `__meta_scaleway_instance_location_hypervisor_id`: the hypervisor ID of the server location +* `__meta_scaleway_instance_location_node_id`: the node ID of the server location +* `__meta_scaleway_instance_name`: name of the server +* `__meta_scaleway_instance_organization_id`: the organization of the server +* `__meta_scaleway_instance_private_ipv4`: the private IPv4 address of the server +* `__meta_scaleway_instance_project_id`: project id of the server +* `__meta_scaleway_instance_public_ipv4`: the public IPv4 address of the server +* `__meta_scaleway_instance_public_ipv6`: the public IPv6 address of the server +* `__meta_scaleway_instance_region`: the region of the server +* `__meta_scaleway_instance_security_group_id`: the ID of the security group of the server +* `__meta_scaleway_instance_security_group_name`: the name of the security group of the server +* `__meta_scaleway_instance_status`: status of the server +* `__meta_scaleway_instance_tags`: the list of tags of the server joined by the tag separator +* `__meta_scaleway_instance_type`: commercial type of the server +* `__meta_scaleway_instance_zone`: the zone of the server (ex: `fr-par-1`, complete list [here](https://developers.scaleway.com/en/products/instance/api/#introduction)) + +This role uses the private IPv4 address by default. This can be +changed with relabelling, as demonstrated in [the Prometheus scaleway-sd +configuration file](/documentation/examples/prometheus-scaleway.yml). + +#### Baremetal role + +* `__meta_scaleway_baremetal_id`: the ID of the server +* `__meta_scaleway_baremetal_public_ipv4`: the public IPv4 address of the server +* `__meta_scaleway_baremetal_public_ipv6`: the public IPv6 address of the server +* `__meta_scaleway_baremetal_name`: the name of the server +* `__meta_scaleway_baremetal_os_name`: the name of the operating system of the server +* `__meta_scaleway_baremetal_os_version`: the version of the operating system of the server +* `__meta_scaleway_baremetal_project_id`: the project ID of the server +* `__meta_scaleway_baremetal_status`: the status of the server +* `__meta_scaleway_baremetal_tags`: the list of tags of the server joined by the tag separator +* `__meta_scaleway_baremetal_type`: the commercial type of the server +* `__meta_scaleway_baremetal_zone`: the zone of the server (ex: `fr-par-1`, complete list [here](https://developers.scaleway.com/en/products/instance/api/#introduction)) + +This role uses the public IPv4 address by default. This can be +changed with relabelling, as demonstrated in [the Prometheus scaleway-sd +configuration file](/documentation/examples/prometheus-scaleway.yml). + +See below for the configuration options for Scaleway discovery: + +```yaml +# Access key to use. https://console.scaleway.com/project/credentials +access_key: + +# Secret key to use when listing targets. https://console.scaleway.com/project/credentials +# It is mutually exclusive with `secret_key_file`. +[ secret_key: ] + +# Sets the secret key with the credentials read from the configured file. +# It is mutually exclusive with `secret_key`. +[ secret_key_file: ] + +# Project ID of the targets. +project_id: + +# Role of the targets to retrieve. Must be `instance` or `baremetal`. +role: + +# The port to scrape metrics from. +[ port: | default = 80 ] + +# API URL to use when doing the server listing requests. +[ api_url: | default = "https://api.scaleway.com" ] + +# Zone is the availability zone of your targets (e.g. fr-par-1). +[ zone: | default = fr-par-1 ] + +# NameFilter specify a name filter (works as a LIKE) to apply on the server listing request. +[ name_filter: ] + +# TagsFilter specify a tag filter (a server needs to have all defined tags to be listed) to apply on the server listing request. +tags_filter: +[ - ] + +# Refresh interval to re-read the targets list. +[ refresh_interval: | default = 60s ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# Optional proxy URL. +[ proxy_url: ] + +# TLS configuration. +tls_config: + [ ] +``` + +### `` + +A `static_config` allows specifying a list of targets and a common label set +for them. It is the canonical way to specify static targets in a scrape +configuration. + +```yaml +# The targets specified by the static config. +targets: + [ - '' ] + +# Labels assigned to all metrics scraped from the targets. +labels: + [ : ... ] +``` + +### `` + +Relabeling is a powerful tool to dynamically rewrite the label set of a target before +it gets scraped. Multiple relabeling steps can be configured per scrape configuration. +They are applied to the label set of each target in order of their appearance +in the configuration file. + +Initially, aside from the configured per-target labels, a target's `job` +label is set to the `job_name` value of the respective scrape configuration. +The `__address__` label is set to the `:` address of the target. +After relabeling, the `instance` label is set to the value of `__address__` by default if +it was not set during relabeling. The `__scheme__` and `__metrics_path__` labels +are set to the scheme and metrics path of the target respectively. The `__param_` +label is set to the value of the first passed URL parameter called ``. + +Additional labels prefixed with `__meta_` may be available during the +relabeling phase. They are set by the service discovery mechanism that provided +the target and vary between mechanisms. + +Labels starting with `__` will be removed from the label set after target +relabeling is completed. + +If a relabeling step needs to store a label value only temporarily (as the +input to a subsequent relabeling step), use the `__tmp` label name prefix. This +prefix is guaranteed to never be used by Prometheus itself. + +```yaml +# The source labels select values from existing labels. Their content is concatenated +# using the configured separator and matched against the configured regular expression +# for the replace, keep, and drop actions. +[ source_labels: '[' [, ...] ']' ] + +# Separator placed between concatenated source label values. +[ separator: | default = ; ] + +# Label to which the resulting value is written in a replace action. +# It is mandatory for replace actions. Regex capture groups are available. +[ target_label: ] + +# Regular expression against which the extracted value is matched. +[ regex: | default = (.*) ] + +# Modulus to take of the hash of the source label values. +[ modulus: ] + +# Replacement value against which a regex replace is performed if the +# regular expression matches. Regex capture groups are available. +[ replacement: | default = $1 ] + +# Action to perform based on regex matching. +[ action: | default = replace ] +``` + +`` is any valid +[RE2 regular expression](https://github.com/google/re2/wiki/Syntax). It is +required for the `replace`, `keep`, `drop`, `labelmap`,`labeldrop` and `labelkeep` actions. The regex is +anchored on both ends. To un-anchor the regex, use `.*.*`. + +`` determines the relabeling action to take: + +* `replace`: Match `regex` against the concatenated `source_labels`. Then, set + `target_label` to `replacement`, with match group references + (`${1}`, `${2}`, ...) in `replacement` substituted by their value. If `regex` + does not match, no replacement takes place. +* `keep`: Drop targets for which `regex` does not match the concatenated `source_labels`. +* `drop`: Drop targets for which `regex` matches the concatenated `source_labels`. +* `hashmod`: Set `target_label` to the `modulus` of a hash of the concatenated `source_labels`. +* `labelmap`: Match `regex` against all label names. Then copy the values of the matching labels + to label names given by `replacement` with match group references + (`${1}`, `${2}`, ...) in `replacement` substituted by their value. +* `labeldrop`: Match `regex` against all label names. Any label that matches will be + removed from the set of labels. +* `labelkeep`: Match `regex` against all label names. Any label that does not match will be + removed from the set of labels. + +Care must be taken with `labeldrop` and `labelkeep` to ensure that metrics are +still uniquely labeled once the labels are removed. + +### `` + +Metric relabeling is applied to samples as the last step before ingestion. It +has the same configuration format and actions as target relabeling. Metric +relabeling does not apply to automatically generated timeseries such as `up`. + +One use for this is to exclude time series that are too expensive to ingest. + +### `` + +Alert relabeling is applied to alerts before they are sent to the Alertmanager. +It has the same configuration format and actions as target relabeling. Alert +relabeling is applied after external labels. + +One use for this is ensuring a HA pair of Prometheus servers with different +external labels send identical alerts. + +### `` + +An `alertmanager_config` section specifies Alertmanager instances the Prometheus +server sends alerts to. It also provides parameters to configure how to +communicate with these Alertmanagers. + +Alertmanagers may be statically configured via the `static_configs` parameter or +dynamically discovered using one of the supported service-discovery mechanisms. + +Additionally, `relabel_configs` allow selecting Alertmanagers from discovered +entities and provide advanced modifications to the used API path, which is exposed +through the `__alerts_path__` label. + +```yaml +# Per-target Alertmanager timeout when pushing alerts. +[ timeout: | default = 10s ] + +# The api version of Alertmanager. +[ api_version: | default = v2 ] + +# Prefix for the HTTP path alerts are pushed to. +[ path_prefix: | default = / ] + +# Configures the protocol scheme used for requests. +[ scheme: | default = http ] + +# Sets the `Authorization` header on every request with the +# configured username and password. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configures the scrape request's TLS settings. +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# List of Azure service discovery configurations. +azure_sd_configs: + [ - ... ] + +# List of Consul service discovery configurations. +consul_sd_configs: + [ - ... ] + +# List of DNS service discovery configurations. +dns_sd_configs: + [ - ... ] + +# List of EC2 service discovery configurations. +ec2_sd_configs: + [ - ... ] + +# List of Eureka service discovery configurations. +eureka_sd_configs: + [ - ... ] + +# List of file service discovery configurations. +file_sd_configs: + [ - ... ] + +# List of DigitalOcean service discovery configurations. +digitalocean_sd_configs: + [ - ... ] + +# List of Docker service discovery configurations. +docker_sd_configs: + [ - ... ] + +# List of Docker Swarm service discovery configurations. +dockerswarm_sd_configs: + [ - ... ] + +# List of GCE service discovery configurations. +gce_sd_configs: + [ - ... ] + +# List of Hetzner service discovery configurations. +hetzner_sd_configs: + [ - ... ] + +# List of HTTP service discovery configurations. +http_sd_configs: + [ - ... ] + +# List of Kubernetes service discovery configurations. +kubernetes_sd_configs: + [ - ... ] + +# List of Lightsail service discovery configurations. +lightsail_sd_configs: + [ - ... ] + +# List of Linode service discovery configurations. +linode_sd_configs: + [ - ... ] + +# List of Marathon service discovery configurations. +marathon_sd_configs: + [ - ... ] + +# List of AirBnB's Nerve service discovery configurations. +nerve_sd_configs: + [ - ... ] + +# List of OpenStack service discovery configurations. +openstack_sd_configs: + [ - ... ] + +# List of Scaleway service discovery configurations. +scaleway_sd_configs: + [ - ... ] + +# List of Zookeeper Serverset service discovery configurations. +serverset_sd_configs: + [ - ... ] + +# List of Triton service discovery configurations. +triton_sd_configs: + [ - ... ] + +# List of labeled statically configured Alertmanagers. +static_configs: + [ - ... ] + +# List of Alertmanager relabel configurations. +relabel_configs: + [ - ... ] +``` + +### `` + +`write_relabel_configs` is relabeling applied to samples before sending them +to the remote endpoint. Write relabeling is applied after external labels. This +could be used to limit which samples are sent. + +There is a [small demo](/documentation/examples/remote_storage) of how to use +this functionality. + +```yaml +# The URL of the endpoint to send samples to. +url: + +# Timeout for requests to the remote write endpoint. +[ remote_timeout: | default = 30s ] + +# Custom HTTP headers to be sent along with each remote write request. +# Be aware that headers that are set by Prometheus itself can't be overwritten. +headers: + [ : ... ] + +# List of remote write relabel configurations. +write_relabel_configs: + [ - ... ] + +# Name of the remote write config, which if specified must be unique among remote write configs. +# The name will be used in metrics and logging in place of a generated value to help users distinguish between +# remote write configs. +[ name: ] + +# Enables sending of exemplars over remote write. Note that exemplar storage itself must be enabled for exemplars to be scraped in the first place. +[ send_exemplars: | default = false ] + +# Sets the `Authorization` header on every remote write request with the +# configured username and password. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optionally configures AWS's Signature Verification 4 signing process to +# sign requests. Cannot be set at the same time as basic_auth, authorization, or oauth2. +# To use the default credentials from the AWS SDK, use `sigv4: {}`. +sigv4: + # The AWS region. If blank, the region from the default credentials chain + # is used. + [ region: ] + + # The AWS API keys. If blank, the environment variables `AWS_ACCESS_KEY_ID` + # and `AWS_SECRET_ACCESS_KEY` are used. + [ access_key: ] + [ secret_key: ] + + # Named AWS profile used to authenticate. + [ profile: ] + + # AWS Role ARN, an alternative to using AWS API keys. + [ role_arn: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth, authorization, or sigv4. +oauth2: + [ ] + +# Configures the remote write request's TLS settings. +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] + +# Configures the queue used to write to remote storage. +queue_config: + # Number of samples to buffer per shard before we block reading of more + # samples from the WAL. It is recommended to have enough capacity in each + # shard to buffer several requests to keep throughput up while processing + # occasional slow remote requests. + [ capacity: | default = 2500 ] + # Maximum number of shards, i.e. amount of concurrency. + [ max_shards: | default = 200 ] + # Minimum number of shards, i.e. amount of concurrency. + [ min_shards: | default = 1 ] + # Maximum number of samples per send. + [ max_samples_per_send: | default = 500] + # Maximum time a sample will wait in buffer. + [ batch_send_deadline: | default = 5s ] + # Initial retry delay. Gets doubled for every retry. + [ min_backoff: | default = 30ms ] + # Maximum retry delay. + [ max_backoff: | default = 100ms ] + # Retry upon receiving a 429 status code from the remote-write storage. + # This is experimental and might change in the future. + [ retry_on_http_429: | default = false ] + +# Configures the sending of series metadata to remote storage. +# Metadata configuration is subject to change at any point +# or be removed in future releases. +metadata_config: + # Whether metric metadata is sent to remote storage or not. + [ send: | default = true ] + # How frequently metric metadata is sent to remote storage. + [ send_interval: | default = 1m ] +``` + +There is a list of +[integrations](https://prometheus.io/docs/operating/integrations/#remote-endpoints-and-storage) +with this feature. + +### `` + +```yaml +# The URL of the endpoint to query from. +url: + +# Name of the remote read config, which if specified must be unique among remote read configs. +# The name will be used in metrics and logging in place of a generated value to help users distinguish between +# remote read configs. +[ name: ] + +# An optional list of equality matchers which have to be +# present in a selector to query the remote read endpoint. +required_matchers: + [ : ... ] + +# Timeout for requests to the remote read endpoint. +[ remote_timeout: | default = 1m ] + +# Custom HTTP headers to be sent along with each remote read request. +# Be aware that headers that are set by Prometheus itself can't be overwritten. +headers: + [ : ... ] + +# Whether reads should be made for queries for time ranges that +# the local storage should have complete data for. +[ read_recent: | default = false ] + +# Sets the `Authorization` header on every remote read request with the +# configured username and password. +# password and password_file are mutually exclusive. +basic_auth: + [ username: ] + [ password: ] + [ password_file: ] + +# Optional `Authorization` header configuration. +authorization: + # Sets the authentication type. + [ type: | default: Bearer ] + # Sets the credentials. It is mutually exclusive with + # `credentials_file`. + [ credentials: ] + # Sets the credentials to the credentials read from the configured file. + # It is mutually exclusive with `credentials`. + [ credentials_file: ] + +# Optional OAuth 2.0 configuration. +# Cannot be used at the same time as basic_auth or authorization. +oauth2: + [ ] + +# Configures the remote read request's TLS settings. +tls_config: + [ ] + +# Optional proxy URL. +[ proxy_url: ] + +# Configure whether HTTP requests follow HTTP 3xx redirects. +[ follow_redirects: | default = true ] +``` + +There is a list of +[integrations](https://prometheus.io/docs/operating/integrations/#remote-endpoints-and-storage) +with this feature. diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/https.md b/staging/src/github.com/promethues/prometheus/docs/configuration/https.md new file mode 100644 index 0000000..b1e078c --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/https.md @@ -0,0 +1,80 @@ +--- +title: HTTPS and authentication +sort_rank: 7 +--- + +# HTTPS and authentication + +Prometheus supports basic authentication and TLS. +This is **experimental** and might change in the future. + +To specify which web configuration file to load, use the `--web.config.file` flag. + +The file is written in [YAML format](https://en.wikipedia.org/wiki/YAML), +defined by the scheme described below. +Brackets indicate that a parameter is optional. For non-list parameters the +value is set to the specified default. + +The file is read upon every http request, such as any change in the +configuration and the certificates is picked up immediately. + +Generic placeholders are defined as follows: + +* ``: a boolean that can take the values `true` or `false` +* ``: a valid path in the current working directory +* ``: a regular string that is a secret, such as a password +* ``: a regular string + +A valid example file can be found [here](/documentation/examples/web-config.yml). + +``` +tls_server_config: + # Certificate and key files for server to use to authenticate to client. + cert_file: + key_file: + + # Server policy for client authentication. Maps to ClientAuth Policies. + # For more detail on clientAuth options: + # https://golang.org/pkg/crypto/tls/#ClientAuthType + [ client_auth_type: | default = "NoClientCert" ] + + # CA certificate for client certificate authentication to the server. + [ client_ca_file: ] + + # Minimum TLS version that is acceptable. + [ min_version: | default = "TLS12" ] + + # Maximum TLS version that is acceptable. + [ max_version: | default = "TLS13" ] + + # List of supported cipher suites for TLS versions up to TLS 1.2. If empty, + # Go default cipher suites are used. Available cipher suites are documented + # in the go documentation: + # https://golang.org/pkg/crypto/tls/#pkg-constants + [ cipher_suites: + [ - ] ] + + # prefer_server_cipher_suites controls whether the server selects the + # client's most preferred ciphersuite, or the server's most preferred + # ciphersuite. If true then the server's preference, as expressed in + # the order of elements in cipher_suites, is used. + [ prefer_server_cipher_suites: | default = true ] + + # Elliptic curves that will be used in an ECDHE handshake, in preference + # order. Available curves are documented in the go documentation: + # https://golang.org/pkg/crypto/tls/#CurveID + [ curve_preferences: + [ - ] ] + +http_server_config: + # Enable HTTP/2 support. Note that HTTP/2 is only supported with TLS. + # This can not be changed on the fly. + [ http2: | default = true ] + +# Usernames and hashed passwords that have full access to the web +# server via basic authentication. If empty, no basic authentication is +# required. Passwords are hashed with bcrypt. +basic_auth_users: + [ : ... ] +``` + diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/index.md b/staging/src/github.com/promethues/prometheus/docs/configuration/index.md new file mode 100644 index 0000000..5cfaf2a --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/index.md @@ -0,0 +1,4 @@ +--- +title: Configuration +sort_rank: 3 +--- diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/recording_rules.md b/staging/src/github.com/promethues/prometheus/docs/configuration/recording_rules.md new file mode 100644 index 0000000..ab1f5d3 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/recording_rules.md @@ -0,0 +1,126 @@ +--- +title: Recording rules +sort_rank: 2 +--- + +# Defining recording rules + +## Configuring rules + +Prometheus supports two types of rules which may be configured and then +evaluated at regular intervals: recording rules and [alerting +rules](alerting_rules.md). To include rules in Prometheus, create a file +containing the necessary rule statements and have Prometheus load the file via +the `rule_files` field in the [Prometheus configuration](configuration.md). +Rule files use YAML. + +The rule files can be reloaded at runtime by sending `SIGHUP` to the Prometheus +process. The changes are only applied if all rule files are well-formatted. + +## Syntax-checking rules + +To quickly check whether a rule file is syntactically correct without starting +a Prometheus server, you can use Prometheus's `promtool` command-line utility +tool: + +```bash +promtool check rules /path/to/example.rules.yml +``` + +The `promtool` binary is part of the `prometheus` archive offered on the +project's [download page](https://prometheus.io/download/). + +When the file is syntactically valid, the checker prints a textual +representation of the parsed rules to standard output and then exits with +a `0` return status. + +If there are any syntax errors or invalid input arguments, it prints an error +message to standard error and exits with a `1` return status. + +## Recording rules + +Recording rules allow you to precompute frequently needed or computationally +expensive expressions and save their result as a new set of time series. +Querying the precomputed result will then often be much faster than executing +the original expression every time it is needed. This is especially useful for +dashboards, which need to query the same expression repeatedly every time they +refresh. + +Recording and alerting rules exist in a rule group. Rules within a group are +run sequentially at a regular interval, with the same evaluation time. +The names of recording rules must be +[valid metric names](https://prometheus.io/docs/concepts/data_model/#metric-names-and-labels). +The names of alerting rules must be +[valid label values](https://prometheus.io/docs/concepts/data_model/#metric-names-and-labels). + +The syntax of a rule file is: + +```yaml +groups: + [ - ] +``` + +A simple example rules file would be: + +```yaml +groups: + - name: example + rules: + - record: job:http_inprogress_requests:sum + expr: sum by (job) (http_inprogress_requests) +``` + +### `` +``` +# The name of the group. Must be unique within a file. +name: + +# How often rules in the group are evaluated. +[ interval: | default = global.evaluation_interval ] + +rules: + [ - ... ] +``` + +### `` + +The syntax for recording rules is: + +``` +# The name of the time series to output to. Must be a valid metric name. +record: + +# The PromQL expression to evaluate. Every evaluation cycle this is +# evaluated at the current time, and the result recorded as a new set of +# time series with the metric name as given by 'record'. +expr: + +# Labels to add or overwrite before storing the result. +labels: + [ : ] +``` + +The syntax for alerting rules is: + +``` +# The name of the alert. Must be a valid label value. +alert: + +# The PromQL expression to evaluate. Every evaluation cycle this is +# evaluated at the current time, and all resultant time series become +# pending/firing alerts. +expr: + +# Alerts are considered firing once they have been returned for this long. +# Alerts which have not yet fired for long enough are considered pending. +[ for: | default = 0s ] + +# Labels to add or overwrite for each alert. +labels: + [ : ] + +# Annotations to add to each alert. +annotations: + [ : ] +``` + diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/template_examples.md b/staging/src/github.com/promethues/prometheus/docs/configuration/template_examples.md new file mode 100644 index 0000000..6722953 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/template_examples.md @@ -0,0 +1,116 @@ +--- +title: Template examples +sort_rank: 4 +--- + +# Template examples + +Prometheus supports templating in the annotations and labels of alerts, +as well as in served console pages. Templates have the ability to run +queries against the local database, iterate over data, use conditionals, +format data, etc. The Prometheus templating language is based on the [Go +templating](https://golang.org/pkg/text/template/) system. + +## Simple alert field templates + +``` +alert: InstanceDown +expr: up == 0 +for: 5m +labels: + severity: page +annotations: + summary: "Instance {{$labels.instance}} down" + description: "{{$labels.instance}} of job {{$labels.job}} has been down for more than 5 minutes." +``` + +Alert field templates will be executed during every rule iteration for each +alert that fires, so keep any queries and templates lightweight. If you have a +need for more complicated templates for alerts, it is recommended to link to a +console instead. + +## Simple iteration + +This displays a list of instances, and whether they are up: + +```go +{{ range query "up" }} + {{ .Labels.instance }} {{ .Value }} +{{ end }} +``` + +The special `.` variable contains the value of the current sample for each loop iteration. + +## Display one value + +```go +{{ with query "some_metric{instance='someinstance'}" }} + {{ . | first | value | humanize }} +{{ end }} +``` + +Go and Go's templating language are both strongly typed, so one must check that +samples were returned to avoid an execution error. For example this could +happen if a scrape or rule evaluation has not run yet, or a host was down. + +The included `prom_query_drilldown` template handles this, allows for +formatting of results, and linking to the [expression browser](https://prometheus.io/docs/visualization/browser/). + +## Using console URL parameters + +```go +{{ with printf "node_memory_MemTotal{job='node',instance='%s'}" .Params.instance | query }} + {{ . | first | value | humanize1024 }}B +{{ end }} +``` + +If accessed as `console.html?instance=hostname`, `.Params.instance` will evaluate to `hostname`. + +## Advanced iteration + +```html + +{{ range printf "node_network_receive_bytes{job='node',instance='%s',device!='lo'}" .Params.instance | query | sortByLabel "device"}} + + + + + + + + + {{ end }} +
    {{ .Labels.device }}
    Received{{ with printf "rate(node_network_receive_bytes{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device | query }}{{ . | first | value | humanize }}B/s{{end}}
    Transmitted{{ with printf "rate(node_network_transmit_bytes{job='node',instance='%s',device='%s'}[5m])" .Labels.instance .Labels.device | query }}{{ . | first | value | humanize }}B/s{{end}}
    +``` + +Here we iterate over all network devices and display the network traffic for each. + +As the `range` action does not specify a variable, `.Params.instance` is not +available inside the loop as `.` is now the loop variable. + +## Defining reusable templates + +Prometheus supports defining templates that can be reused. This is particularly +powerful when combined with +[console library](template_reference.md#console-templates) support, allowing +sharing of templates across consoles. + +```go +{{/* Define the template */}} +{{define "myTemplate"}} + do something +{{end}} + +{{/* Use the template */}} +{{template "myTemplate"}} +``` + +Templates are limited to one argument. The `args` function can be used to wrap multiple arguments. + +```go +{{define "myMultiArgTemplate"}} + First argument: {{.arg0}} + Second argument: {{.arg1}} +{{end}} +{{template "myMultiArgTemplate" (args 1 2)}} +``` diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/template_reference.md b/staging/src/github.com/promethues/prometheus/docs/configuration/template_reference.md new file mode 100644 index 0000000..67e37e0 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/template_reference.md @@ -0,0 +1,119 @@ +--- +title: Template reference +sort_rank: 5 +--- + +# Template reference + +Prometheus supports templating in the annotations and labels of alerts, +as well as in served console pages. Templates have the ability to run +queries against the local database, iterate over data, use conditionals, +format data, etc. The Prometheus templating language is based on the [Go +templating](https://golang.org/pkg/text/template/) system. + +## Data Structures + +The primary data structure for dealing with time series data is the sample, defined as: + +```go +type sample struct { + Labels map[string]string + Value float64 +} +``` + +The metric name of the sample is encoded in a special `__name__` label in the `Labels` map. + +`[]sample` means a list of samples. + +`interface{}` in Go is similar to a void pointer in C. + +## Functions + +In addition to the [default +functions](https://golang.org/pkg/text/template/#hdr-Functions) provided by Go +templating, Prometheus provides functions for easier processing of query +results in templates. + +If functions are used in a pipeline, the pipeline value is passed as the last argument. + +### Queries + +| Name | Arguments | Returns | Notes | +| ------------- | ------------- | -------- | -------- | +| query | query string | []sample | Queries the database, does not support returning range vectors. | +| first | []sample | sample | Equivalent to `index a 0` | +| label | label, sample | string | Equivalent to `index sample.Labels label` | +| value | sample | float64 | Equivalent to `sample.Value` | +| sortByLabel | label, []samples | []sample | Sorts the samples by the given label. Is stable. | + +`first`, `label` and `value` are intended to make query results easily usable in pipelines. + +### Numbers + +| Name | Arguments | Returns | Notes | +| ------------------ | -----------------| --------| --------- | +| humanize | number or string | string | Converts a number to a more readable format, using [metric prefixes](https://en.wikipedia.org/wiki/Metric_prefix). +| humanize1024 | number or string | string | Like `humanize`, but uses 1024 as the base rather than 1000. | +| humanizeDuration | number or string | string | Converts a duration in seconds to a more readable format. | +| humanizePercentage | number or string | string | Converts a ratio value to a fraction of 100. | +| humanizeTimestamp | number or string | string | Converts a Unix timestamp in seconds to a more readable format. | + +Humanizing functions are intended to produce reasonable output for consumption +by humans, and are not guaranteed to return the same results between Prometheus +versions. + +### Strings + +| Name | Arguments | Returns | Notes | +| ------------- | ------------- | ------- | ----------- | +| title | string | string | [strings.Title](https://golang.org/pkg/strings/#Title), capitalises first character of each word.| +| toUpper | string | string | [strings.ToUpper](https://golang.org/pkg/strings/#ToUpper), converts all characters to upper case.| +| toLower | string | string | [strings.ToLower](https://golang.org/pkg/strings/#ToLower), converts all characters to lower case.| +| match | pattern, text | boolean | [regexp.MatchString](https://golang.org/pkg/regexp/#MatchString) Tests for a unanchored regexp match. | +| reReplaceAll | pattern, replacement, text | string | [Regexp.ReplaceAllString](https://golang.org/pkg/regexp/#Regexp.ReplaceAllString) Regexp substitution, unanchored. | +| graphLink | expr | string | Returns path to graph view in the [expression browser](https://prometheus.io/docs/visualization/browser/) for the expression. | +| tableLink | expr | string | Returns path to tabular ("Table") view in the [expression browser](https://prometheus.io/docs/visualization/browser/) for the expression. | + +### Others + +| Name | Arguments | Returns | Notes | +| ------------- | ------------- | ------- | ----------- | +| args | []interface{} | map[string]interface{} | This converts a list of objects to a map with keys arg0, arg1 etc. This is intended to allow multiple arguments to be passed to templates. | +| tmpl | string, []interface{} | nothing | Like the built-in `template`, but allows non-literals as the template name. Note that the result is assumed to be safe, and will not be auto-escaped. Only available in consoles. | +| safeHtml | string | string | Marks string as HTML not requiring auto-escaping. | + +## Template type differences + +Each of the types of templates provide different information that can be used to +parameterize templates, and have a few other differences. + +### Alert field templates + +`.Value`, `.Labels`, `.ExternalLabels`, and `.ExternalURL` contain the alert value, the alert +labels, the globally configured external labels, and the external URL (configured with `--web.external-url`) respectively. They are +also exposed as the `$value`, `$labels`, `$externalLabels`, and `$externalURL` variables for +convenience. + +### Console templates + +Consoles are exposed on `/consoles/`, and sourced from the directory pointed to +by the `-web.console.templates` flag. + +Console templates are rendered with +[html/template](https://golang.org/pkg/html/template/), which provides +auto-escaping. To bypass the auto-escaping use the `safe*` functions., + +URL parameters are available as a map in `.Params`. To access multiple URL +parameters by the same name, `.RawParams` is a map of the list values for each +parameter. The URL path is available in `.Path`, excluding the `/consoles/` +prefix. The globally configured external labels are available as +`.ExternalLabels`. There are also convenience variables for all four: +`$rawParams`, `$params`, `$path`, and `$externalLabels`. + +Consoles also have access to all the templates defined with `{{define +"templateName"}}...{{end}}` found in `*.lib` files in the directory pointed to +by the `-web.console.libraries` flag. As this is a shared namespace, take care +to avoid clashes with other users. Template names beginning with `prom`, +`_prom`, and `__` are reserved for use by Prometheus, as are the functions +listed above. diff --git a/staging/src/github.com/promethues/prometheus/docs/configuration/unit_testing_rules.md b/staging/src/github.com/promethues/prometheus/docs/configuration/unit_testing_rules.md new file mode 100644 index 0000000..1cf87d6 --- /dev/null +++ b/staging/src/github.com/promethues/prometheus/docs/configuration/unit_testing_rules.md @@ -0,0 +1,229 @@ +--- +title: Unit Testing for Rules +sort_rank: 6 +--- + +# Unit Testing for Rules + +You can use `promtool` to test your rules. + +```shell +# For a single test file. +./promtool test rules test.yml + +# If you have multiple test files, say test1.yml,test2.yml,test2.yml +./promtool test rules test1.yml test2.yml test3.yml +``` + +## Test file format + +```yaml +# This is a list of rule files to consider for testing. Globs are supported. +rule_files: + [ - ] + +[ evaluation_interval: | default = 1m ] + +# The order in which group names are listed below will be the order of evaluation of +# rule groups (at a given evaluation time). The order is guaranteed only for the groups mentioned below. +# All the groups need not be mentioned below. +group_eval_order: + [ - ] + +# All the tests are listed here. +tests: + [ - ] +``` + +### `` + +``` yaml +# Series data +interval: +input_series: + [ - ] + +# Name of the test group +[ name: ] + +# Unit tests for the above data. + +# Unit tests for alerting rules. We consider the alerting rules from the input file. +alert_rule_test: + [ - ] + +# Unit tests for PromQL expressions. +promql_expr_test: + [ - ] + +# External labels accessible to the alert template. +external_labels: + [ : ... ] + +# External URL accessible to the alert template. +# Usually set using --web.external-url. + [ external_url: ] +``` + +### `` + +```yaml +# This follows the usual series notation '{