Add configurable tags to influxdb metrics
This commit is contained in:
parent
2084201c8f
commit
8f0832d340
8 changed files with 100 additions and 42 deletions
|
@ -235,3 +235,29 @@ metrics:
|
||||||
```bash tab="CLI"
|
```bash tab="CLI"
|
||||||
--metrics.influxdb.pushInterval=10s
|
--metrics.influxdb.pushInterval=10s
|
||||||
```
|
```
|
||||||
|
|
||||||
|
#### `additionalLabels`
|
||||||
|
|
||||||
|
_Optional, Default={}_
|
||||||
|
|
||||||
|
Additional labels (influxdb tags) on all metrics.
|
||||||
|
|
||||||
|
```toml tab="File (TOML)"
|
||||||
|
[metrics]
|
||||||
|
[metrics.influxDB]
|
||||||
|
[metrics.influxDB.additionalLabels]
|
||||||
|
host = "example.com"
|
||||||
|
environment = "production"
|
||||||
|
```
|
||||||
|
|
||||||
|
```yaml tab="File (YAML)"
|
||||||
|
metrics:
|
||||||
|
influxDB:
|
||||||
|
additionalLabels:
|
||||||
|
host: example.com
|
||||||
|
environment: production
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash tab="CLI"
|
||||||
|
--metrics.influxdb.additionallabels.host=example.com --metrics.influxdb.additionallabels.environment=production
|
||||||
|
```
|
||||||
|
|
|
@ -249,6 +249,9 @@ InfluxDB metrics exporter type. (Default: ```false```)
|
||||||
`--metrics.influxdb.addentrypointslabels`:
|
`--metrics.influxdb.addentrypointslabels`:
|
||||||
Enable metrics on entry points. (Default: ```true```)
|
Enable metrics on entry points. (Default: ```true```)
|
||||||
|
|
||||||
|
`--metrics.influxdb.additionallabels.<name>`:
|
||||||
|
Additional labels (influxdb tags) on all metrics
|
||||||
|
|
||||||
`--metrics.influxdb.address`:
|
`--metrics.influxdb.address`:
|
||||||
InfluxDB address. (Default: ```localhost:8089```)
|
InfluxDB address. (Default: ```localhost:8089```)
|
||||||
|
|
||||||
|
|
|
@ -249,6 +249,9 @@ InfluxDB metrics exporter type. (Default: ```false```)
|
||||||
`TRAEFIK_METRICS_INFLUXDB_ADDENTRYPOINTSLABELS`:
|
`TRAEFIK_METRICS_INFLUXDB_ADDENTRYPOINTSLABELS`:
|
||||||
Enable metrics on entry points. (Default: ```true```)
|
Enable metrics on entry points. (Default: ```true```)
|
||||||
|
|
||||||
|
`TRAEFIK_METRICS_INFLUXDB_ADDITIONALLABELS_<NAME>`:
|
||||||
|
Additional labels (influxdb tags) on all metrics
|
||||||
|
|
||||||
`TRAEFIK_METRICS_INFLUXDB_ADDRESS`:
|
`TRAEFIK_METRICS_INFLUXDB_ADDRESS`:
|
||||||
InfluxDB address. (Default: ```localhost:8089```)
|
InfluxDB address. (Default: ```localhost:8089```)
|
||||||
|
|
||||||
|
|
|
@ -268,6 +268,8 @@
|
||||||
addEntryPointsLabels = true
|
addEntryPointsLabels = true
|
||||||
addRoutersLabels = true
|
addRoutersLabels = true
|
||||||
addServicesLabels = true
|
addServicesLabels = true
|
||||||
|
[metrics.influxDB.additionalLabels]
|
||||||
|
foobar = "foobar"
|
||||||
|
|
||||||
[ping]
|
[ping]
|
||||||
entryPoint = "foobar"
|
entryPoint = "foobar"
|
||||||
|
|
|
@ -290,6 +290,8 @@ metrics:
|
||||||
addEntryPointsLabels: true
|
addEntryPointsLabels: true
|
||||||
addRoutersLabels: true
|
addRoutersLabels: true
|
||||||
addServicesLabels: true
|
addServicesLabels: true
|
||||||
|
additionalLabels:
|
||||||
|
foobar: foobar
|
||||||
ping:
|
ping:
|
||||||
entryPoint: foobar
|
entryPoint: foobar
|
||||||
manualRouting: true
|
manualRouting: true
|
||||||
|
|
|
@ -16,14 +16,10 @@ import (
|
||||||
"github.com/traefik/traefik/v2/pkg/types"
|
"github.com/traefik/traefik/v2/pkg/types"
|
||||||
)
|
)
|
||||||
|
|
||||||
var influxDBClient *influx.Influx
|
var (
|
||||||
|
influxDBClient *influx.Influx
|
||||||
type influxDBWriter struct {
|
influxDBTicker *time.Ticker
|
||||||
buf bytes.Buffer
|
)
|
||||||
config *types.InfluxDB
|
|
||||||
}
|
|
||||||
|
|
||||||
var influxDBTicker *time.Ticker
|
|
||||||
|
|
||||||
const (
|
const (
|
||||||
influxDBConfigReloadsName = "traefik.config.reload.total"
|
influxDBConfigReloadsName = "traefik.config.reload.total"
|
||||||
|
@ -134,7 +130,7 @@ func initInfluxDBClient(ctx context.Context, config *types.InfluxDB) *influx.Inf
|
||||||
}
|
}
|
||||||
|
|
||||||
return influx.New(
|
return influx.New(
|
||||||
map[string]string{},
|
config.AdditionalLabels,
|
||||||
influxdb.BatchPointsConfig{
|
influxdb.BatchPointsConfig{
|
||||||
Database: config.Database,
|
Database: config.Database,
|
||||||
RetentionPolicy: config.RetentionPolicy,
|
RetentionPolicy: config.RetentionPolicy,
|
||||||
|
@ -165,6 +161,11 @@ func StopInfluxDB() {
|
||||||
influxDBTicker = nil
|
influxDBTicker = nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type influxDBWriter struct {
|
||||||
|
buf bytes.Buffer
|
||||||
|
config *types.InfluxDB
|
||||||
|
}
|
||||||
|
|
||||||
// Write creates a http or udp client and attempts to write BatchPoints.
|
// Write creates a http or udp client and attempts to write BatchPoints.
|
||||||
// If a "database not found" error is encountered, a CREATE DATABASE
|
// If a "database not found" error is encountered, a CREATE DATABASE
|
||||||
// query is attempted when using protocol http.
|
// query is attempted when using protocol http.
|
||||||
|
|
|
@ -21,7 +21,16 @@ func TestInfluxDB(t *testing.T) {
|
||||||
// This is needed to make sure that UDP Listener listens for data a bit longer, otherwise it will quit after a millisecond
|
// This is needed to make sure that UDP Listener listens for data a bit longer, otherwise it will quit after a millisecond
|
||||||
udp.Timeout = 5 * time.Second
|
udp.Timeout = 5 * time.Second
|
||||||
|
|
||||||
influxDBRegistry := RegisterInfluxDB(context.Background(), &types.InfluxDB{Address: ":8089", PushInterval: ptypes.Duration(time.Second), AddEntryPointsLabels: true, AddRoutersLabels: true, AddServicesLabels: true})
|
influxDBClient = nil
|
||||||
|
influxDBRegistry := RegisterInfluxDB(context.Background(),
|
||||||
|
&types.InfluxDB{
|
||||||
|
Address: ":8089",
|
||||||
|
PushInterval: ptypes.Duration(time.Second),
|
||||||
|
AddEntryPointsLabels: true,
|
||||||
|
AddRoutersLabels: true,
|
||||||
|
AddServicesLabels: true,
|
||||||
|
AdditionalLabels: map[string]string{"tag1": "val1"},
|
||||||
|
})
|
||||||
defer StopInfluxDB()
|
defer StopInfluxDB()
|
||||||
|
|
||||||
if !influxDBRegistry.IsEpEnabled() || !influxDBRegistry.IsRouterEnabled() || !influxDBRegistry.IsSvcEnabled() {
|
if !influxDBRegistry.IsEpEnabled() || !influxDBRegistry.IsRouterEnabled() || !influxDBRegistry.IsSvcEnabled() {
|
||||||
|
@ -29,10 +38,10 @@ func TestInfluxDB(t *testing.T) {
|
||||||
}
|
}
|
||||||
|
|
||||||
expectedServer := []string{
|
expectedServer := []string{
|
||||||
`(traefik\.config\.reload\.total count=1) [\d]{19}`,
|
`(traefik\.config\.reload\.total,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.config\.reload\.total\.failure count=1) [\d]{19}`,
|
`(traefik\.config\.reload\.total\.failure,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.config\.reload\.lastSuccessTimestamp value=1) [\d]{19}`,
|
`(traefik\.config\.reload\.lastSuccessTimestamp,tag1=val1 value=1) [\d]{19}`,
|
||||||
`(traefik\.config\.reload\.lastFailureTimestamp value=1) [\d]{19}`,
|
`(traefik\.config\.reload\.lastFailureTimestamp,tag1=val1 value=1) [\d]{19}`,
|
||||||
}
|
}
|
||||||
|
|
||||||
msgServer := udp.ReceiveString(t, func() {
|
msgServer := udp.ReceiveString(t, func() {
|
||||||
|
@ -45,7 +54,7 @@ func TestInfluxDB(t *testing.T) {
|
||||||
assertMessage(t, msgServer, expectedServer)
|
assertMessage(t, msgServer, expectedServer)
|
||||||
|
|
||||||
expectedTLS := []string{
|
expectedTLS := []string{
|
||||||
`(traefik\.tls\.certs\.notAfterTimestamp,key=value value=1) [\d]{19}`,
|
`(traefik\.tls\.certs\.notAfterTimestamp,key=value,tag1=val1 value=1) [\d]{19}`,
|
||||||
}
|
}
|
||||||
|
|
||||||
msgTLS := udp.ReceiveString(t, func() {
|
msgTLS := udp.ReceiveString(t, func() {
|
||||||
|
@ -55,10 +64,10 @@ func TestInfluxDB(t *testing.T) {
|
||||||
assertMessage(t, msgTLS, expectedTLS)
|
assertMessage(t, msgTLS, expectedTLS)
|
||||||
|
|
||||||
expectedEntrypoint := []string{
|
expectedEntrypoint := []string{
|
||||||
`(traefik\.entrypoint\.requests\.total,code=200,entrypoint=test,method=GET count=1) [\d]{19}`,
|
`(traefik\.entrypoint\.requests\.total,code=200,entrypoint=test,method=GET,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.entrypoint\.requests\.tls\.total,entrypoint=test,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
`(traefik\.entrypoint\.requests\.tls\.total,entrypoint=test,tag1=val1,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
||||||
`(traefik\.entrypoint\.request\.duration(?:,code=[\d]{3})?,entrypoint=test p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
`(traefik\.entrypoint\.request\.duration(?:,code=[\d]{3})?,entrypoint=test,tag1=val1 p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
||||||
`(traefik\.entrypoint\.connections\.open,entrypoint=test value=1) [\d]{19}`,
|
`(traefik\.entrypoint\.connections\.open,entrypoint=test,tag1=val1 value=1) [\d]{19}`,
|
||||||
}
|
}
|
||||||
|
|
||||||
msgEntrypoint := udp.ReceiveString(t, func() {
|
msgEntrypoint := udp.ReceiveString(t, func() {
|
||||||
|
@ -71,11 +80,11 @@ func TestInfluxDB(t *testing.T) {
|
||||||
assertMessage(t, msgEntrypoint, expectedEntrypoint)
|
assertMessage(t, msgEntrypoint, expectedEntrypoint)
|
||||||
|
|
||||||
expectedRouter := []string{
|
expectedRouter := []string{
|
||||||
`(traefik\.router\.requests\.total,code=200,method=GET,router=demo,service=test count=1) [\d]{19}`,
|
`(traefik\.router\.requests\.total,code=200,method=GET,router=demo,service=test,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.router\.requests\.total,code=404,method=GET,router=demo,service=test count=1) [\d]{19}`,
|
`(traefik\.router\.requests\.total,code=404,method=GET,router=demo,service=test,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.router\.requests\.tls\.total,router=demo,service=test,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
`(traefik\.router\.requests\.tls\.total,router=demo,service=test,tag1=val1,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
||||||
`(traefik\.router\.request\.duration,code=200,router=demo,service=test p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
`(traefik\.router\.request\.duration,code=200,router=demo,service=test,tag1=val1 p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
||||||
`(traefik\.router\.connections\.open,router=demo,service=test value=1) [\d]{19}`,
|
`(traefik\.router\.connections\.open,router=demo,service=test,tag1=val1 value=1) [\d]{19}`,
|
||||||
}
|
}
|
||||||
|
|
||||||
msgRouter := udp.ReceiveString(t, func() {
|
msgRouter := udp.ReceiveString(t, func() {
|
||||||
|
@ -89,13 +98,13 @@ func TestInfluxDB(t *testing.T) {
|
||||||
assertMessage(t, msgRouter, expectedRouter)
|
assertMessage(t, msgRouter, expectedRouter)
|
||||||
|
|
||||||
expectedService := []string{
|
expectedService := []string{
|
||||||
`(traefik\.service\.requests\.total,code=200,method=GET,service=test count=1) [\d]{19}`,
|
`(traefik\.service\.requests\.total,code=200,method=GET,service=test,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.service\.requests\.total,code=404,method=GET,service=test count=1) [\d]{19}`,
|
`(traefik\.service\.requests\.total,code=404,method=GET,service=test,tag1=val1 count=1) [\d]{19}`,
|
||||||
`(traefik\.service\.requests\.tls\.total,service=test,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
`(traefik\.service\.requests\.tls\.total,service=test,tag1=val1,tls_cipher=bar,tls_version=foo count=1) [\d]{19}`,
|
||||||
`(traefik\.service\.request\.duration,code=200,service=test p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
`(traefik\.service\.request\.duration,code=200,service=test,tag1=val1 p50=10000,p90=10000,p95=10000,p99=10000) [\d]{19}`,
|
||||||
`(traefik\.service\.retries\.total(?:,code=[\d]{3},method=GET)?,service=test count=2) [\d]{19}`,
|
`(traefik\.service\.retries\.total(?:,code=[\d]{3},method=GET)?,service=test,tag1=val1 count=2) [\d]{19}`,
|
||||||
`(traefik\.service\.server\.up,service=test,url=http://127.0.0.1 value=1) [\d]{19}`,
|
`(traefik\.service\.server\.up,service=test,tag1=val1,url=http://127.0.0.1 value=1) [\d]{19}`,
|
||||||
`(traefik\.service\.connections\.open,service=test value=1) [\d]{19}`,
|
`(traefik\.service\.connections\.open,service=test,tag1=val1 value=1) [\d]{19}`,
|
||||||
}
|
}
|
||||||
|
|
||||||
msgService := udp.ReceiveString(t, func() {
|
msgService := udp.ReceiveString(t, func() {
|
||||||
|
@ -126,7 +135,18 @@ func TestInfluxDBHTTP(t *testing.T) {
|
||||||
}))
|
}))
|
||||||
defer ts.Close()
|
defer ts.Close()
|
||||||
|
|
||||||
influxDBRegistry := RegisterInfluxDB(context.Background(), &types.InfluxDB{Address: ts.URL, Protocol: "http", PushInterval: ptypes.Duration(time.Second), Database: "test", RetentionPolicy: "autogen", AddEntryPointsLabels: true, AddServicesLabels: true, AddRoutersLabels: true})
|
influxDBClient = nil
|
||||||
|
influxDBRegistry := RegisterInfluxDB(context.Background(),
|
||||||
|
&types.InfluxDB{
|
||||||
|
Address: ts.URL,
|
||||||
|
Protocol: "http",
|
||||||
|
PushInterval: ptypes.Duration(time.Second),
|
||||||
|
Database: "test",
|
||||||
|
RetentionPolicy: "autogen",
|
||||||
|
AddEntryPointsLabels: true,
|
||||||
|
AddServicesLabels: true,
|
||||||
|
AddRoutersLabels: true,
|
||||||
|
})
|
||||||
defer StopInfluxDB()
|
defer StopInfluxDB()
|
||||||
|
|
||||||
if !influxDBRegistry.IsEpEnabled() || !influxDBRegistry.IsRouterEnabled() || !influxDBRegistry.IsSvcEnabled() {
|
if !influxDBRegistry.IsEpEnabled() || !influxDBRegistry.IsRouterEnabled() || !influxDBRegistry.IsSvcEnabled() {
|
||||||
|
|
|
@ -91,6 +91,7 @@ type InfluxDB struct {
|
||||||
AddEntryPointsLabels bool `description:"Enable metrics on entry points." json:"addEntryPointsLabels,omitempty" toml:"addEntryPointsLabels,omitempty" yaml:"addEntryPointsLabels,omitempty" export:"true"`
|
AddEntryPointsLabels bool `description:"Enable metrics on entry points." json:"addEntryPointsLabels,omitempty" toml:"addEntryPointsLabels,omitempty" yaml:"addEntryPointsLabels,omitempty" export:"true"`
|
||||||
AddRoutersLabels bool `description:"Enable metrics on routers." json:"addRoutersLabels,omitempty" toml:"addRoutersLabels,omitempty" yaml:"addRoutersLabels,omitempty" export:"true"`
|
AddRoutersLabels bool `description:"Enable metrics on routers." json:"addRoutersLabels,omitempty" toml:"addRoutersLabels,omitempty" yaml:"addRoutersLabels,omitempty" export:"true"`
|
||||||
AddServicesLabels bool `description:"Enable metrics on services." json:"addServicesLabels,omitempty" toml:"addServicesLabels,omitempty" yaml:"addServicesLabels,omitempty" export:"true"`
|
AddServicesLabels bool `description:"Enable metrics on services." json:"addServicesLabels,omitempty" toml:"addServicesLabels,omitempty" yaml:"addServicesLabels,omitempty" export:"true"`
|
||||||
|
AdditionalLabels map[string]string `description:"Additional labels (influxdb tags) on all metrics" json:"additionalLabels,omitempty" toml:"additionalLabels,omitEmpty" yaml:"additionalLabels,omitEmpty" export:"true"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// SetDefaults sets the default values.
|
// SetDefaults sets the default values.
|
||||||
|
|
Loading…
Reference in a new issue