2019-07-18 19:36:05 +00:00
|
|
|
package metrics
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-03-05 12:30:05 +00:00
|
|
|
"crypto/tls"
|
2019-07-18 19:36:05 +00:00
|
|
|
"net/http"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
"unicode/utf8"
|
|
|
|
|
|
|
|
"github.com/containous/alice"
|
2019-08-03 01:58:23 +00:00
|
|
|
"github.com/containous/traefik/v2/pkg/log"
|
|
|
|
"github.com/containous/traefik/v2/pkg/metrics"
|
|
|
|
"github.com/containous/traefik/v2/pkg/middlewares"
|
|
|
|
"github.com/containous/traefik/v2/pkg/middlewares/retry"
|
2020-03-05 12:30:05 +00:00
|
|
|
traefiktls "github.com/containous/traefik/v2/pkg/tls"
|
2019-07-18 19:36:05 +00:00
|
|
|
gokitmetrics "github.com/go-kit/kit/metrics"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
protoHTTP = "http"
|
|
|
|
protoSSE = "sse"
|
|
|
|
protoWebsocket = "websocket"
|
|
|
|
typeName = "Metrics"
|
|
|
|
nameEntrypoint = "metrics-entrypoint"
|
|
|
|
nameService = "metrics-service"
|
|
|
|
)
|
|
|
|
|
|
|
|
type metricsMiddleware struct {
|
|
|
|
next http.Handler
|
|
|
|
reqsCounter gokitmetrics.Counter
|
2020-03-05 12:30:05 +00:00
|
|
|
reqsTLSCounter gokitmetrics.Counter
|
2020-03-05 14:10:07 +00:00
|
|
|
reqDurationHistogram metrics.ScalableHistogram
|
2019-07-18 19:36:05 +00:00
|
|
|
openConnsGauge gokitmetrics.Gauge
|
|
|
|
baseLabels []string
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewEntryPointMiddleware creates a new metrics middleware for an Entrypoint.
|
|
|
|
func NewEntryPointMiddleware(ctx context.Context, next http.Handler, registry metrics.Registry, entryPointName string) http.Handler {
|
2019-09-13 17:28:04 +00:00
|
|
|
log.FromContext(middlewares.GetLoggerCtx(ctx, nameEntrypoint, typeName)).Debug("Creating middleware")
|
2019-07-18 19:36:05 +00:00
|
|
|
|
|
|
|
return &metricsMiddleware{
|
|
|
|
next: next,
|
|
|
|
reqsCounter: registry.EntryPointReqsCounter(),
|
2020-03-05 12:30:05 +00:00
|
|
|
reqsTLSCounter: registry.EntryPointReqsTLSCounter(),
|
2019-07-18 19:36:05 +00:00
|
|
|
reqDurationHistogram: registry.EntryPointReqDurationHistogram(),
|
|
|
|
openConnsGauge: registry.EntryPointOpenConnsGauge(),
|
|
|
|
baseLabels: []string{"entrypoint", entryPointName},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewServiceMiddleware creates a new metrics middleware for a Service.
|
|
|
|
func NewServiceMiddleware(ctx context.Context, next http.Handler, registry metrics.Registry, serviceName string) http.Handler {
|
2019-09-13 17:28:04 +00:00
|
|
|
log.FromContext(middlewares.GetLoggerCtx(ctx, nameService, typeName)).Debug("Creating middleware")
|
2019-07-18 19:36:05 +00:00
|
|
|
|
|
|
|
return &metricsMiddleware{
|
|
|
|
next: next,
|
|
|
|
reqsCounter: registry.ServiceReqsCounter(),
|
2020-03-05 12:30:05 +00:00
|
|
|
reqsTLSCounter: registry.ServiceReqsTLSCounter(),
|
2019-07-18 19:36:05 +00:00
|
|
|
reqDurationHistogram: registry.ServiceReqDurationHistogram(),
|
|
|
|
openConnsGauge: registry.ServiceOpenConnsGauge(),
|
|
|
|
baseLabels: []string{"service", serviceName},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// WrapEntryPointHandler Wraps metrics entrypoint to alice.Constructor.
|
|
|
|
func WrapEntryPointHandler(ctx context.Context, registry metrics.Registry, entryPointName string) alice.Constructor {
|
|
|
|
return func(next http.Handler) (http.Handler, error) {
|
|
|
|
return NewEntryPointMiddleware(ctx, next, registry, entryPointName), nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// WrapServiceHandler Wraps metrics service to alice.Constructor.
|
|
|
|
func WrapServiceHandler(ctx context.Context, registry metrics.Registry, serviceName string) alice.Constructor {
|
|
|
|
return func(next http.Handler) (http.Handler, error) {
|
|
|
|
return NewServiceMiddleware(ctx, next, registry, serviceName), nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *metricsMiddleware) ServeHTTP(rw http.ResponseWriter, req *http.Request) {
|
2020-02-11 15:40:05 +00:00
|
|
|
var labels []string
|
2019-07-18 19:36:05 +00:00
|
|
|
labels = append(labels, m.baseLabels...)
|
2020-02-11 15:40:05 +00:00
|
|
|
labels = append(labels, "method", getMethod(req), "protocol", getRequestProtocol(req))
|
2019-07-18 19:36:05 +00:00
|
|
|
|
2020-02-11 15:40:05 +00:00
|
|
|
m.openConnsGauge.With(labels...).Add(1)
|
|
|
|
defer m.openConnsGauge.With(labels...).Add(-1)
|
2019-07-18 19:36:05 +00:00
|
|
|
|
2020-03-05 12:30:05 +00:00
|
|
|
// TLS metrics
|
|
|
|
if req.TLS != nil {
|
|
|
|
var tlsLabels []string
|
|
|
|
tlsLabels = append(tlsLabels, m.baseLabels...)
|
|
|
|
tlsLabels = append(tlsLabels, "tls_version", getRequestTLSVersion(req), "tls_cipher", getRequestTLSCipher(req))
|
|
|
|
|
|
|
|
m.reqsTLSCounter.With(tlsLabels...).Add(1)
|
|
|
|
}
|
|
|
|
|
2019-12-10 17:18:04 +00:00
|
|
|
recorder := newResponseRecorder(rw)
|
2020-02-11 15:40:05 +00:00
|
|
|
start := time.Now()
|
2020-03-05 14:10:07 +00:00
|
|
|
|
2019-07-18 19:36:05 +00:00
|
|
|
m.next.ServeHTTP(recorder, req)
|
|
|
|
|
2019-12-10 17:18:04 +00:00
|
|
|
labels = append(labels, "code", strconv.Itoa(recorder.getCode()))
|
2020-02-11 15:40:05 +00:00
|
|
|
|
2020-03-05 14:10:07 +00:00
|
|
|
histograms := m.reqDurationHistogram.With(labels...)
|
2020-03-19 12:48:04 +00:00
|
|
|
histograms.ObserveFromStart(start)
|
2020-03-05 14:10:07 +00:00
|
|
|
|
2019-07-18 19:36:05 +00:00
|
|
|
m.reqsCounter.With(labels...).Add(1)
|
|
|
|
}
|
|
|
|
|
|
|
|
func getRequestProtocol(req *http.Request) string {
|
|
|
|
switch {
|
|
|
|
case isWebsocketRequest(req):
|
|
|
|
return protoWebsocket
|
|
|
|
case isSSERequest(req):
|
|
|
|
return protoSSE
|
|
|
|
default:
|
|
|
|
return protoHTTP
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// isWebsocketRequest determines if the specified HTTP request is a websocket handshake request.
|
|
|
|
func isWebsocketRequest(req *http.Request) bool {
|
|
|
|
return containsHeader(req, "Connection", "upgrade") && containsHeader(req, "Upgrade", "websocket")
|
|
|
|
}
|
|
|
|
|
|
|
|
// isSSERequest determines if the specified HTTP request is a request for an event subscription.
|
|
|
|
func isSSERequest(req *http.Request) bool {
|
|
|
|
return containsHeader(req, "Accept", "text/event-stream")
|
|
|
|
}
|
|
|
|
|
|
|
|
func containsHeader(req *http.Request, name, value string) bool {
|
|
|
|
items := strings.Split(req.Header.Get(name), ",")
|
|
|
|
for _, item := range items {
|
|
|
|
if value == strings.ToLower(strings.TrimSpace(item)) {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
func getMethod(r *http.Request) string {
|
|
|
|
if !utf8.ValidString(r.Method) {
|
|
|
|
log.Warnf("Invalid HTTP method encoding: %s", r.Method)
|
|
|
|
return "NON_UTF8_HTTP_METHOD"
|
|
|
|
}
|
|
|
|
return r.Method
|
|
|
|
}
|
|
|
|
|
2020-03-05 12:30:05 +00:00
|
|
|
func getRequestTLSVersion(req *http.Request) string {
|
|
|
|
switch req.TLS.Version {
|
|
|
|
case tls.VersionTLS10:
|
|
|
|
return "1.0"
|
|
|
|
case tls.VersionTLS11:
|
|
|
|
return "1.1"
|
|
|
|
case tls.VersionTLS12:
|
|
|
|
return "1.2"
|
|
|
|
case tls.VersionTLS13:
|
|
|
|
return "1.3"
|
|
|
|
default:
|
|
|
|
return "unknown"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func getRequestTLSCipher(req *http.Request) string {
|
|
|
|
if version, ok := traefiktls.CipherSuitesReversed[req.TLS.CipherSuite]; ok {
|
|
|
|
return version
|
|
|
|
}
|
|
|
|
|
|
|
|
return "unknown"
|
|
|
|
}
|
|
|
|
|
2019-07-18 19:36:05 +00:00
|
|
|
type retryMetrics interface {
|
|
|
|
ServiceRetriesCounter() gokitmetrics.Counter
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewRetryListener instantiates a MetricsRetryListener with the given retryMetrics.
|
|
|
|
func NewRetryListener(retryMetrics retryMetrics, serviceName string) retry.Listener {
|
|
|
|
return &RetryListener{retryMetrics: retryMetrics, serviceName: serviceName}
|
|
|
|
}
|
|
|
|
|
|
|
|
// RetryListener is an implementation of the RetryListener interface to
|
|
|
|
// record RequestMetrics about retry attempts.
|
|
|
|
type RetryListener struct {
|
|
|
|
retryMetrics retryMetrics
|
|
|
|
serviceName string
|
|
|
|
}
|
|
|
|
|
|
|
|
// Retried tracks the retry in the RequestMetrics implementation.
|
|
|
|
func (m *RetryListener) Retried(req *http.Request, attempt int) {
|
|
|
|
m.retryMetrics.ServiceRetriesCounter().With("service", m.serviceName).Add(1)
|
|
|
|
}
|