grafana/pkg/services/ngalert/state/manager_bench_test.go
Alexander Weaver 19d01dff91
Alerting: Expose Prometheus metrics for persisting state history (#63157)
* Create historian metrics and dependency inject

* Record counter for total number of state transitions logged

* Track write failures

* Track current number of active write goroutines

* Record histogram of how long it takes to write history data

* Don't copy the registerer

* Adjust naming of write failures metric

* Introduce WritesTotal to complement WritesFailedTotal

* Measure TransitionsFailedTotal to complement TransitionsTotal

* Rename all to state_history

* Remove redundant Total suffix

* Increment totals all the time, not just on success

* Drop ActiveWriteGoroutines

* Drop PersistDuration in favor of WriteDuration

* Drop unused gauge

* Make writes and writesFailed per org

* Add metric indicating backend and a spot for future metadata

* Drop _batch_ from names and update help

* Add metric for bytes written

* Better pairing of total + failure metric updates

* Few tweaks to wording and naming

* Record info metric during composition

* Create fakeRequester and simple happy path test using it

* Blocking test for the full historian and test for happy path metrics

* Add tests for failure case metrics

* Smoke test for full annotation persistence

* Create test for metrics on annotation persistence, both happy and failing paths

* Address linter complaints

* More linter complaints

* Remove unnecessary whitespace

* Consistency improvements to help texts

* Update tests to match new descs
2023-03-06 10:40:37 -06:00

110 lines
2.9 KiB
Go

package state_test
import (
"context"
"fmt"
"testing"
"time"
"github.com/grafana/grafana/pkg/services/annotations"
"github.com/grafana/grafana/pkg/services/ngalert/eval"
"github.com/grafana/grafana/pkg/services/ngalert/metrics"
"github.com/grafana/grafana/pkg/services/ngalert/models"
"github.com/grafana/grafana/pkg/services/ngalert/state"
"github.com/grafana/grafana/pkg/services/ngalert/state/historian"
"github.com/prometheus/client_golang/prometheus"
"github.com/stretchr/testify/mock"
)
func BenchmarkProcessEvalResults(b *testing.B) {
as := annotations.FakeAnnotationsRepo{}
as.On("SaveMany", mock.Anything, mock.Anything).Return(nil)
metrics := metrics.NewHistorianMetrics(prometheus.NewRegistry())
hist := historian.NewAnnotationBackend(&as, nil, nil, metrics)
cfg := state.ManagerCfg{
Historian: hist,
}
sut := state.NewManager(cfg)
now := time.Now().UTC()
rule := makeBenchRule()
results := makeBenchResults(100)
labels := map[string]string{}
var ans []state.StateTransition
for i := 0; i < b.N; i++ {
ans = sut.ProcessEvalResults(context.Background(), now, &rule, results, labels)
}
b.StopTimer()
_ = fmt.Sprintf("%v", len(ans))
}
func makeBenchRule() models.AlertRule {
dashUID := "my-dash"
panelID := int64(14)
return models.AlertRule{
ID: 5,
OrgID: 1,
Title: "some rule",
Condition: "A",
Data: []models.AlertQuery{},
Updated: time.Now().UTC(),
IntervalSeconds: 60,
Version: 2,
UID: "abcd-efg",
NamespaceUID: "my-folder",
DashboardUID: &dashUID,
PanelID: &panelID,
RuleGroup: "my-group",
RuleGroupIndex: 2,
NoDataState: models.NoData,
ExecErrState: models.ErrorErrState,
For: 5 * time.Minute,
Annotations: map[string]string{
"text": "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.",
"url": "https://grafana.com",
},
Labels: map[string]string{
"alertname": "some rule",
"a": "b",
"cluster": "prod-eu-west-123",
"namespace": "coolthings",
},
}
}
func makeBenchResults(count int) eval.Results {
labels := map[string]string{
"alertname": "some rule",
"a": "b",
"cluster": "prod-eu-west-123",
"namespace": "coolthings",
}
one := 1.0
results := make([]eval.Result, 0, count)
for i := 0; i < count; i++ {
results = append(results, eval.Result{
Instance: labels,
State: eval.Alerting,
EvaluatedAt: time.Now().UTC(),
EvaluationDuration: 5 * time.Second,
Values: map[string]eval.NumberValueCapture{
"A": {
Var: "A",
Value: &one,
},
"B": {
Var: "B",
Value: &one,
},
"C": {
Var: "C",
Value: &one,
},
},
})
}
return results
}