// Package metrics exposes Prometheus instrumentation for the coordinator: an // HTTP RED middleware (rate, errors, duration) plus the standard Go runtime and // process collectors, all on a private registry so nothing leaks in from global // state. package metrics import ( "net/http" "regexp" "strconv" "strings" "time" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus/collectors" "github.com/prometheus/client_golang/prometheus/promhttp" ) type Metrics struct { reg *prometheus.Registry requests *prometheus.CounterVec duration *prometheus.HistogramVec } // New builds the registry and registers the runtime, process, and HTTP metrics. func New() *Metrics { reg := prometheus.NewRegistry() reg.MustRegister( collectors.NewGoCollector(), collectors.NewProcessCollector(collectors.ProcessCollectorOpts{}), ) requests := prometheus.NewCounterVec(prometheus.CounterOpts{ Namespace: "scimesh", Subsystem: "http", Name: "requests_total", Help: "HTTP requests, labelled by method, normalized route, and status.", }, []string{"method", "route", "status"}) duration := prometheus.NewHistogramVec(prometheus.HistogramOpts{ Namespace: "scimesh", Subsystem: "http", Name: "request_duration_seconds", Help: "HTTP request duration in seconds.", Buckets: prometheus.DefBuckets, }, []string{"method", "route"}) reg.MustRegister(requests, duration) return &Metrics{reg: reg, requests: requests, duration: duration} } // Handler serves the metrics in Prometheus text format. func (m *Metrics) Handler() http.Handler { return promhttp.HandlerFor(m.reg, promhttp.HandlerOpts{}) } // Registry exposes the registry so callers can register extra collectors. func (m *Metrics) Registry() *prometheus.Registry { return m.reg } // Middleware records one request into the RED metrics. It normalizes the path // so per-id routes collapse to a single low-cardinality label. func (m *Metrics) Middleware(next http.Handler) http.Handler { return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { start := time.Now() rec := &statusRecorder{ResponseWriter: w, status: http.StatusOK} next.ServeHTTP(rec, r) route := normalizeRoute(r.URL.Path) m.requests.WithLabelValues(r.Method, route, strconv.Itoa(rec.status)).Inc() m.duration.WithLabelValues(r.Method, route).Observe(time.Since(start).Seconds()) }) } type statusRecorder struct { http.ResponseWriter status int } func (s *statusRecorder) WriteHeader(code int) { s.status = code s.ResponseWriter.WriteHeader(code) } var uuidRe = regexp.MustCompile(`^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$`) // normalizeRoute collapses uuid and numeric path segments to {id}, keeping the // route label cardinality bounded (otherwise every job/task id would be its own // time series). func normalizeRoute(path string) string { if path == "" { return "/" } segs := strings.Split(path, "/") for i, s := range segs { if s == "" { continue } if uuidRe.MatchString(s) || isAllDigits(s) { segs[i] = "{id}" } } return strings.Join(segs, "/") } func isAllDigits(s string) bool { for _, r := range s { if r < '0' || r > '9' { return false } } return s != "" }