IntenseWebs/grafana
3
0
Fork 0
mirror of https://github.com/grafana/grafana.git synced 2025-02-25 18:55:37 -06:00
Code Issues Packages Projects Releases Wiki Activity

Alerting: Create metric for rules using simple notifications (#82904)

Browse Source 
---------

Co-authored-by: Matthew Jacobson <matthew.jacobson@grafana.com>
This commit is contained in:
William Wernert
2024-02-16 12:01:49 -05:00
committed by GitHub
parent 3a63311286
commit fabaff9a24
2 changed files with 17 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/services/ngalert/metrics/scheduler.go
View File

@@ -20,6 +20,7 @@ type Scheduler struct {
EvalDuration *prometheus.HistogramVec EvalDuration *prometheus.HistogramVec
ProcessDuration *prometheus.HistogramVec ProcessDuration *prometheus.HistogramVec
SendDuration *prometheus.HistogramVec SendDuration *prometheus.HistogramVec
SimpleNotificationRules *prometheus.GaugeVec
GroupRules *prometheus.GaugeVec GroupRules *prometheus.GaugeVec
Groups *prometheus.GaugeVec Groups *prometheus.GaugeVec
SchedulePeriodicDuration prometheus.Histogram SchedulePeriodicDuration prometheus.Histogram
@@ -91,6 +92,15 @@ func NewSchedulerMetrics(r prometheus.Registerer) *Scheduler {
}, },
[]string{"org"}, []string{"org"},
), ),
SimpleNotificationRules: promauto.With(r).NewGaugeVec(
prometheus.GaugeOpts{
Namespace: Namespace,
Subsystem: Subsystem,
Name: "simple_routing_rules",
Help: "The number of alert rules using simplified routing.",
},
[]string{"org"},
),
// TODO: partition on rule group as well as tenant, similar to loki|cortex. // TODO: partition on rule group as well as tenant, similar to loki|cortex.
GroupRules: promauto.With(r).NewGaugeVec( GroupRules: promauto.With(r).NewGaugeVec(
prometheus.GaugeOpts{ prometheus.GaugeOpts{

7
pkg/services/ngalert/schedule/metrics.go
View File

@@ -35,6 +35,7 @@ func sortedUIDs(alertRules []*models.AlertRule) []string {
func (sch *schedule) updateRulesMetrics(alertRules []*models.AlertRule) { func (sch *schedule) updateRulesMetrics(alertRules []*models.AlertRule) {
rulesPerOrg := make(map[int64]int64) // orgID -> count rulesPerOrg := make(map[int64]int64) // orgID -> count
orgsPaused := make(map[int64]int64) // orgID -> count orgsPaused := make(map[int64]int64) // orgID -> count
orgsNfSettings := make(map[int64]int64) // orgID -> count
groupsPerOrg := make(map[int64]map[string]struct{}) // orgID -> set of groups groupsPerOrg := make(map[int64]map[string]struct{}) // orgID -> set of groups
for _, rule := range alertRules { for _, rule := range alertRules {
rulesPerOrg[rule.OrgID]++ rulesPerOrg[rule.OrgID]++
@@ -43,6 +44,10 @@ func (sch *schedule) updateRulesMetrics(alertRules []*models.AlertRule) {
orgsPaused[rule.OrgID]++ orgsPaused[rule.OrgID]++
} }
if len(rule.NotificationSettings) > 0 {
orgsNfSettings[rule.OrgID]++
}
orgGroups, ok := groupsPerOrg[rule.OrgID] orgGroups, ok := groupsPerOrg[rule.OrgID]
if !ok { if !ok {
orgGroups = make(map[string]struct{}) orgGroups = make(map[string]struct{})
@@ -53,8 +58,10 @@ func (sch *schedule) updateRulesMetrics(alertRules []*models.AlertRule) {
for orgID, numRules := range rulesPerOrg { for orgID, numRules := range rulesPerOrg {
numRulesPaused := orgsPaused[orgID] numRulesPaused := orgsPaused[orgID]
numRulesNfSettings := orgsNfSettings[orgID]
sch.metrics.GroupRules.WithLabelValues(fmt.Sprint(orgID), metrics.AlertRuleActiveLabelValue).Set(float64(numRules - numRulesPaused)) sch.metrics.GroupRules.WithLabelValues(fmt.Sprint(orgID), metrics.AlertRuleActiveLabelValue).Set(float64(numRules - numRulesPaused))
sch.metrics.GroupRules.WithLabelValues(fmt.Sprint(orgID), metrics.AlertRulePausedLabelValue).Set(float64(numRulesPaused)) sch.metrics.GroupRules.WithLabelValues(fmt.Sprint(orgID), metrics.AlertRulePausedLabelValue).Set(float64(numRulesPaused))
sch.metrics.SimpleNotificationRules.WithLabelValues(fmt.Sprint(orgID)).Set(float64(numRulesNfSettings))
} }
for orgID, groups := range groupsPerOrg { for orgID, groups := range groupsPerOrg {