mirror of
https://github.com/grafana/grafana.git
synced 2025-02-25 18:55:37 -06:00
ec6a939815
* Compare results when reading/writing between unified_storage and legacy * Always use name when comparing objects * Compare on get method * Update pkg/apiserver/rest/dualwriter.go Co-authored-by: Dan Cech <dcech@grafana.com> * Add new metric to count how many times we read from legacy in mode 2 * Move counter * Add name in mode1 --------- Co-authored-by: Dan Cech <dcech@grafana.com>
82 lines
3.2 KiB
Go
82 lines
3.2 KiB
Go
package rest
|
|
|
|
import (
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"k8s.io/klog/v2"
|
|
)
|
|
|
|
type dualWriterMetrics struct {
|
|
legacy *prometheus.HistogramVec
|
|
storage *prometheus.HistogramVec
|
|
outcome *prometheus.HistogramVec
|
|
legacyReads *prometheus.CounterVec
|
|
}
|
|
|
|
// DualWriterStorageDuration is a metric summary for dual writer storage duration per mode
|
|
var DualWriterStorageDuration = prometheus.NewHistogramVec(prometheus.HistogramOpts{
|
|
Name: "dual_writer_storage_duration_seconds",
|
|
Help: "Histogram for the runtime of dual writer storage duration per mode",
|
|
Namespace: "grafana",
|
|
NativeHistogramBucketFactor: 1.1,
|
|
}, []string{"is_error", "mode", "kind", "method"})
|
|
|
|
// DualWriterLegacyDuration is a metric summary for dual writer legacy duration per mode
|
|
var DualWriterLegacyDuration = prometheus.NewHistogramVec(prometheus.HistogramOpts{
|
|
Name: "dual_writer_legacy_duration_seconds",
|
|
Help: "Histogram for the runtime of dual writer legacy duration per mode",
|
|
Namespace: "grafana",
|
|
NativeHistogramBucketFactor: 1.1,
|
|
}, []string{"is_error", "mode", "kind", "method"})
|
|
|
|
// DualWriterOutcome is a metric summary for dual writer outcome comparison between the 2 stores per mode
|
|
var DualWriterOutcome = prometheus.NewHistogramVec(prometheus.HistogramOpts{
|
|
Name: "dual_writer_outcome",
|
|
Help: "Histogram for the runtime of dual writer outcome comparison between the 2 stores per mode",
|
|
Namespace: "grafana",
|
|
NativeHistogramBucketFactor: 1.1,
|
|
}, []string{"mode", "name", "method"})
|
|
|
|
var DualWriterReadLegacyCounts = prometheus.NewCounterVec(prometheus.CounterOpts{
|
|
Name: "dual_writer_read_legacy_count",
|
|
Help: "Histogram for the runtime of dual writer reads from legacy",
|
|
Namespace: "grafana",
|
|
}, []string{"kind", "method"})
|
|
|
|
func (m *dualWriterMetrics) init(reg prometheus.Registerer) {
|
|
log := klog.NewKlogr()
|
|
m.legacy = DualWriterLegacyDuration
|
|
m.storage = DualWriterStorageDuration
|
|
m.outcome = DualWriterOutcome
|
|
errLegacy := reg.Register(m.legacy)
|
|
errStorage := reg.Register(m.storage)
|
|
errOutcome := reg.Register(m.outcome)
|
|
if errLegacy != nil || errStorage != nil || errOutcome != nil {
|
|
log.Info("cloud migration metrics already registered")
|
|
}
|
|
}
|
|
|
|
func (m *dualWriterMetrics) recordLegacyDuration(isError bool, mode string, name string, method string, startFrom time.Time) {
|
|
duration := time.Since(startFrom).Seconds()
|
|
m.legacy.WithLabelValues(strconv.FormatBool(isError), mode, name, method).Observe(duration)
|
|
}
|
|
|
|
func (m *dualWriterMetrics) recordStorageDuration(isError bool, mode string, name string, method string, startFrom time.Time) {
|
|
duration := time.Since(startFrom).Seconds()
|
|
m.storage.WithLabelValues(strconv.FormatBool(isError), mode, name, method).Observe(duration)
|
|
}
|
|
|
|
func (m *dualWriterMetrics) recordOutcome(mode string, name string, outcome bool, method string) {
|
|
var observeValue float64
|
|
if outcome {
|
|
observeValue = 1
|
|
}
|
|
m.outcome.WithLabelValues(mode, name, method).Observe(observeValue)
|
|
}
|
|
|
|
func (m *dualWriterMetrics) recordReadLegacyCount(kind string, method string) {
|
|
m.legacyReads.WithLabelValues(kind, method).Inc()
|
|
}
|