mirror of
https://github.com/grafana/grafana.git
synced 2024-11-29 20:24:18 -06:00
49b3027049
* Remove Result field from AddDataSourceCommand * Remove DatasourcesPermissionFilterQuery Result * Remove GetDataSourceQuery Result * Remove GetDataSourcesByTypeQuery Result * Remove GetDataSourcesQuery Result * Remove GetDefaultDataSourceQuery Result * Remove UpdateDataSourceCommand Result
282 lines
7.9 KiB
Go
282 lines
7.9 KiB
Go
package alerting
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"regexp"
|
|
"time"
|
|
|
|
"github.com/grafana/grafana/pkg/infra/log"
|
|
alertmodels "github.com/grafana/grafana/pkg/services/alerting/models"
|
|
"github.com/grafana/grafana/pkg/services/annotations"
|
|
"github.com/grafana/grafana/pkg/services/dashboards"
|
|
"github.com/grafana/grafana/pkg/services/datasources"
|
|
"github.com/grafana/grafana/pkg/services/validations"
|
|
"github.com/grafana/grafana/pkg/setting"
|
|
)
|
|
|
|
// EvalContext is the context object for an alert evaluation.
|
|
type EvalContext struct {
|
|
Firing bool
|
|
IsTestRun bool
|
|
IsDebug bool
|
|
EvalMatches []*EvalMatch
|
|
AllMatches []*EvalMatch
|
|
Logs []*ResultLogEntry
|
|
Error error
|
|
ConditionEvals string
|
|
StartTime time.Time
|
|
EndTime time.Time
|
|
Rule *Rule
|
|
Log log.Logger
|
|
|
|
dashboardRef *dashboards.DashboardRef
|
|
|
|
ImagePublicURL string
|
|
ImageOnDiskPath string
|
|
NoDataFound bool
|
|
PrevAlertState alertmodels.AlertStateType
|
|
|
|
RequestValidator validations.PluginRequestValidator
|
|
|
|
Ctx context.Context
|
|
|
|
Store AlertStore
|
|
dashboardService dashboards.DashboardService
|
|
DatasourceService datasources.DataSourceService
|
|
annotationRepo annotations.Repository
|
|
}
|
|
|
|
// NewEvalContext is the EvalContext constructor.
|
|
func NewEvalContext(alertCtx context.Context, rule *Rule, requestValidator validations.PluginRequestValidator,
|
|
alertStore AlertStore, dashboardService dashboards.DashboardService, dsService datasources.DataSourceService, annotationRepo annotations.Repository) *EvalContext {
|
|
return &EvalContext{
|
|
Ctx: alertCtx,
|
|
StartTime: time.Now(),
|
|
Rule: rule,
|
|
Logs: make([]*ResultLogEntry, 0),
|
|
EvalMatches: make([]*EvalMatch, 0),
|
|
AllMatches: make([]*EvalMatch, 0),
|
|
Log: log.New("alerting.evalContext"),
|
|
PrevAlertState: rule.State,
|
|
RequestValidator: requestValidator,
|
|
Store: alertStore,
|
|
dashboardService: dashboardService,
|
|
DatasourceService: dsService,
|
|
annotationRepo: annotationRepo,
|
|
}
|
|
}
|
|
|
|
// StateDescription contains visual information about the alert state.
|
|
type StateDescription struct {
|
|
Color string
|
|
Text string
|
|
Data string
|
|
}
|
|
|
|
// GetStateModel returns the `StateDescription` based on current state.
|
|
func (c *EvalContext) GetStateModel() *StateDescription {
|
|
switch c.Rule.State {
|
|
case alertmodels.AlertStateOK:
|
|
return &StateDescription{
|
|
Color: "#36a64f",
|
|
Text: "OK",
|
|
}
|
|
case alertmodels.AlertStateNoData:
|
|
return &StateDescription{
|
|
Color: "#888888",
|
|
Text: "No Data",
|
|
}
|
|
case alertmodels.AlertStateAlerting:
|
|
return &StateDescription{
|
|
Color: "#D63232",
|
|
Text: "Alerting",
|
|
}
|
|
case alertmodels.AlertStateUnknown:
|
|
return &StateDescription{
|
|
Color: "#888888",
|
|
Text: "Unknown",
|
|
}
|
|
default:
|
|
panic("Unknown rule state for alert " + c.Rule.State)
|
|
}
|
|
}
|
|
|
|
func (c *EvalContext) shouldUpdateAlertState() bool {
|
|
return c.Rule.State != c.PrevAlertState
|
|
}
|
|
|
|
// GetDurationMs returns the duration of the alert evaluation.
|
|
func (c *EvalContext) GetDurationMs() float64 {
|
|
return float64(c.EndTime.Sub(c.StartTime).Nanoseconds()) / float64(time.Millisecond)
|
|
}
|
|
|
|
// GetNotificationTitle returns the title of the alert rule including alert state.
|
|
func (c *EvalContext) GetNotificationTitle() string {
|
|
return "[" + c.GetStateModel().Text + "] " + c.Rule.Name
|
|
}
|
|
|
|
// GetDashboardUID returns the dashboard uid for the alert rule.
|
|
func (c *EvalContext) GetDashboardUID() (*dashboards.DashboardRef, error) {
|
|
if c.dashboardRef != nil {
|
|
return c.dashboardRef, nil
|
|
}
|
|
|
|
uidQuery := &dashboards.GetDashboardRefByIDQuery{ID: c.Rule.DashboardID}
|
|
uidQueryResult, err := c.dashboardService.GetDashboardUIDByID(c.Ctx, uidQuery)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
c.dashboardRef = uidQueryResult
|
|
return c.dashboardRef, nil
|
|
}
|
|
|
|
const urlFormat = "%s?tab=alert&viewPanel=%d&orgId=%d"
|
|
|
|
// GetRuleURL returns the url to the dashboard containing the alert.
|
|
func (c *EvalContext) GetRuleURL() (string, error) {
|
|
if c.IsTestRun {
|
|
return setting.AppUrl, nil
|
|
}
|
|
|
|
ref, err := c.GetDashboardUID()
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return fmt.Sprintf(urlFormat, dashboards.GetFullDashboardURL(ref.UID, ref.Slug), c.Rule.PanelID, c.Rule.OrgID), nil
|
|
}
|
|
|
|
// GetNewState returns the new state from the alert rule evaluation.
|
|
func (c *EvalContext) GetNewState() alertmodels.AlertStateType {
|
|
ns := getNewStateInternal(c)
|
|
if ns != alertmodels.AlertStateAlerting || c.Rule.For == 0 {
|
|
return ns
|
|
}
|
|
|
|
since := time.Since(c.Rule.LastStateChange)
|
|
if c.PrevAlertState == alertmodels.AlertStatePending && since > c.Rule.For {
|
|
return alertmodels.AlertStateAlerting
|
|
}
|
|
|
|
if c.PrevAlertState == alertmodels.AlertStateAlerting {
|
|
return alertmodels.AlertStateAlerting
|
|
}
|
|
|
|
return alertmodels.AlertStatePending
|
|
}
|
|
|
|
func getNewStateInternal(c *EvalContext) alertmodels.AlertStateType {
|
|
if c.Error != nil {
|
|
c.Log.Error("Alert Rule Result Error",
|
|
"ruleId", c.Rule.ID,
|
|
"name", c.Rule.Name,
|
|
"error", c.Error,
|
|
"changing state to", c.Rule.ExecutionErrorState.ToAlertState())
|
|
|
|
if c.Rule.ExecutionErrorState == alertmodels.ExecutionErrorKeepState {
|
|
return c.PrevAlertState
|
|
}
|
|
return c.Rule.ExecutionErrorState.ToAlertState()
|
|
}
|
|
|
|
if c.Firing {
|
|
return alertmodels.AlertStateAlerting
|
|
}
|
|
|
|
if c.NoDataFound {
|
|
c.Log.Info("Alert Rule returned no data",
|
|
"ruleId", c.Rule.ID,
|
|
"name", c.Rule.Name,
|
|
"changing state to", c.Rule.NoDataState.ToAlertState())
|
|
|
|
if c.Rule.NoDataState == alertmodels.NoDataKeepState {
|
|
return c.PrevAlertState
|
|
}
|
|
return c.Rule.NoDataState.ToAlertState()
|
|
}
|
|
|
|
return alertmodels.AlertStateOK
|
|
}
|
|
|
|
// evaluateNotificationTemplateFields will treat the alert evaluation rule's name and message fields as
|
|
// templates, and evaluate the templates using data from the alert evaluation's tags
|
|
func (c *EvalContext) evaluateNotificationTemplateFields() error {
|
|
matches := c.getTemplateMatches()
|
|
if len(matches) < 1 {
|
|
// if there are no series to parse the templates with, return
|
|
return nil
|
|
}
|
|
|
|
templateDataMap, err := buildTemplateDataMap(matches)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
ruleMsg, err := evaluateTemplate(c.Rule.Message, templateDataMap)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
c.Rule.Message = ruleMsg
|
|
|
|
ruleName, err := evaluateTemplate(c.Rule.Name, templateDataMap)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
c.Rule.Name = ruleName
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *EvalContext) GetDataSource(ctx context.Context, q *datasources.GetDataSourceQuery) (*datasources.DataSource, error) {
|
|
return c.DatasourceService.GetDataSource(ctx, q)
|
|
}
|
|
|
|
// getTemplateMatches returns the values we should use to parse the templates
|
|
func (c *EvalContext) getTemplateMatches() []*EvalMatch {
|
|
// EvalMatches represent series violating the rule threshold,
|
|
// if we have any, this means the alert is firing and we should use this data to parse the templates.
|
|
if len(c.EvalMatches) > 0 {
|
|
return c.EvalMatches
|
|
}
|
|
|
|
// If we don't have any alerting values, use all values to parse the templates.
|
|
return c.AllMatches
|
|
}
|
|
|
|
func evaluateTemplate(s string, m map[string]string) (string, error) {
|
|
for k, v := range m {
|
|
re, err := regexp.Compile(fmt.Sprintf(`\${%s}`, regexp.QuoteMeta(k)))
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
s = re.ReplaceAllString(s, v)
|
|
}
|
|
|
|
return s, nil
|
|
}
|
|
|
|
// buildTemplateDataMap builds a map of alert evaluation tag names to a set of associated values (comma separated)
|
|
func buildTemplateDataMap(evalMatches []*EvalMatch) (map[string]string, error) {
|
|
var result = map[string]string{}
|
|
for _, match := range evalMatches {
|
|
for tagName, tagValue := range match.Tags {
|
|
// skip duplicate values
|
|
rVal, err := regexp.Compile(fmt.Sprintf(`\b%s\b`, regexp.QuoteMeta(tagValue)))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
rMatch := rVal.FindString(result[tagName])
|
|
if len(rMatch) > 0 {
|
|
continue
|
|
}
|
|
if _, exists := result[tagName]; exists {
|
|
result[tagName] = fmt.Sprintf("%s, %s", result[tagName], tagValue)
|
|
} else {
|
|
result[tagName] = tagValue
|
|
}
|
|
}
|
|
}
|
|
return result, nil
|
|
}
|