Files
grafana/pkg/services/alerting/store.go
T

416 lines
12 KiB
Go
Raw Normal View History

package alerting
import (
"bytes"
"context"
"fmt"
"strings"
"github.com/grafana/grafana/pkg/infra/db"
"github.com/grafana/grafana/pkg/infra/localcache"
"github.com/grafana/grafana/pkg/infra/log"
2023-01-23 08:19:25 -05:00
alertmodels "github.com/grafana/grafana/pkg/services/alerting/models"
"github.com/grafana/grafana/pkg/services/dashboards"
"github.com/grafana/grafana/pkg/services/featuremgmt"
2022-09-21 14:04:01 +02:00
"github.com/grafana/grafana/pkg/services/tag"
"github.com/grafana/grafana/pkg/setting"
)
// AlertStore is a subset of SQLStore API to satisfy the needs of the alerting service.
// A subset is needed to make it easier to mock during the tests.
type AlertStore interface {
GetAlertById(context.Context, *alertmodels.GetAlertByIdQuery) (*alertmodels.Alert, error)
GetAllAlertQueryHandler(context.Context, *alertmodels.GetAllAlertsQuery) ([]*alertmodels.Alert, error)
GetAlertStatesForDashboard(context.Context, *alertmodels.GetAlertStatesForDashboardQuery) ([]*alertmodels.AlertStateInfoDTO, error)
HandleAlertsQuery(context.Context, *alertmodels.GetAlertsQuery) ([]*alertmodels.AlertListItemDTO, error)
2023-01-23 08:19:25 -05:00
SetAlertNotificationStateToCompleteCommand(context.Context, *alertmodels.SetAlertNotificationStateToCompleteCommand) error
SetAlertNotificationStateToPendingCommand(context.Context, *alertmodels.SetAlertNotificationStateToPendingCommand) error
GetAlertNotificationUidWithId(context.Context, *alertmodels.GetAlertNotificationUidQuery) (string, error)
GetAlertNotificationsWithUidToSend(context.Context, *alertmodels.GetAlertNotificationsWithUidToSendQuery) ([]*alertmodels.AlertNotification, error)
GetOrCreateAlertNotificationState(context.Context, *alertmodels.GetOrCreateNotificationStateQuery) (*alertmodels.AlertNotificationState, error)
SetAlertState(context.Context, *alertmodels.SetAlertStateCommand) (alertmodels.Alert, error)
2023-01-23 08:19:25 -05:00
PauseAlert(context.Context, *alertmodels.PauseAlertCommand) error
PauseAllAlerts(context.Context, *alertmodels.PauseAllAlertCommand) error
}
type sqlStore struct {
2022-09-21 14:04:01 +02:00
db db.DB
cache *localcache.CacheService
log *log.ConcreteLogger
cfg *setting.Cfg
tagService tag.Service
features featuremgmt.FeatureToggles
}
func ProvideAlertStore(
db db.DB,
cacheService *localcache.CacheService, cfg *setting.Cfg, tagService tag.Service, features featuremgmt.FeatureToggles) AlertStore {
return &sqlStore{
2022-09-21 14:04:01 +02:00
db: db,
cache: cacheService,
log: log.New("alerting.store"),
cfg: cfg,
tagService: tagService,
features: features,
}
}
2018-02-16 13:06:28 +01:00
func (ss *sqlStore) GetAlertById(ctx context.Context, query *alertmodels.GetAlertByIdQuery) (res *alertmodels.Alert, err error) {
err = ss.db.WithDbSession(ctx, func(sess *db.Session) error {
2023-01-23 08:19:25 -05:00
alert := alertmodels.Alert{}
has, err := sess.ID(query.ID).Get(&alert)
2021-11-03 14:10:39 +01:00
if !has {
return fmt.Errorf("could not find alert")
}
if err != nil {
return err
}
res = &alert
2021-11-03 14:10:39 +01:00
return nil
})
return res, err
}
func (ss *sqlStore) GetAllAlertQueryHandler(ctx context.Context, query *alertmodels.GetAllAlertsQuery) (res []*alertmodels.Alert, err error) {
err = ss.db.WithDbSession(ctx, func(sess *db.Session) error {
2023-01-23 08:19:25 -05:00
var alerts []*alertmodels.Alert
2021-11-03 14:10:39 +01:00
err := sess.SQL("select * from alert").Find(&alerts)
if err != nil {
return err
}
res = alerts
2021-11-03 14:10:39 +01:00
return nil
})
return res, err
}
func deleteAlertByIdInternal(alertId int64, reason string, sess *db.Session, log *log.ConcreteLogger) error {
log.Debug("Deleting alert", "id", alertId, "reason", reason)
if _, err := sess.Exec("DELETE FROM alert WHERE id = ?", alertId); err != nil {
return err
}
if _, err := sess.Exec("DELETE FROM annotation WHERE alert_id = ?", alertId); err != nil {
return err
}
if _, err := sess.Exec("DELETE FROM alert_notification_state WHERE alert_id = ?", alertId); err != nil {
return err
}
2019-06-06 13:29:30 +02:00
if _, err := sess.Exec("DELETE FROM alert_rule_tag WHERE alert_id = ?", alertId); err != nil {
return err
}
return nil
}
func (ss *sqlStore) HandleAlertsQuery(ctx context.Context, query *alertmodels.GetAlertsQuery) (res []*alertmodels.AlertListItemDTO, err error) {
recursiveQueriesAreSupported, err := ss.db.RecursiveQueriesAreSupported()
if err != nil {
return res, err
}
err = ss.db.WithDbSession(ctx, func(sess *db.Session) error {
builder := db.NewSqlBuilder(ss.cfg, ss.features, ss.db.GetDialect(), recursiveQueriesAreSupported)
2021-11-03 14:10:39 +01:00
builder.Write(`SELECT
alert.id,
alert.dashboard_id,
alert.panel_id,
alert.name,
alert.state,
alert.new_state_date,
2018-07-16 12:38:42 -04:00
alert.eval_data,
alert.eval_date,
alert.execution_error,
dashboard.uid as dashboard_uid,
dashboard.slug as dashboard_slug
FROM alert
INNER JOIN dashboard on dashboard.id = alert.dashboard_id `)
builder.Write(`WHERE alert.org_id = ?`, query.OrgID)
2021-11-03 14:10:39 +01:00
if len(strings.TrimSpace(query.Query)) > 0 {
builder.Write(" AND alert.name "+ss.db.GetDialect().LikeStr()+" ?", "%"+query.Query+"%")
2021-11-03 14:10:39 +01:00
}
2018-06-01 14:36:40 +02:00
2021-11-03 14:10:39 +01:00
if len(query.DashboardIDs) > 0 {
builder.Write(` AND alert.dashboard_id IN (?` + strings.Repeat(",?", len(query.DashboardIDs)-1) + `) `)
2018-06-01 14:36:40 +02:00
2021-11-03 14:10:39 +01:00
for _, dbID := range query.DashboardIDs {
builder.AddParams(dbID)
}
2018-06-01 14:36:40 +02:00
}
if query.PanelID != 0 {
builder.Write(` AND alert.panel_id = ?`, query.PanelID)
2021-11-03 14:10:39 +01:00
}
2021-11-03 14:10:39 +01:00
if len(query.State) > 0 && query.State[0] != "all" {
builder.Write(` AND (`)
for i, v := range query.State {
if i > 0 {
builder.Write(" OR ")
}
if strings.HasPrefix(v, "not_") {
builder.Write("state <> ? ")
v = strings.TrimPrefix(v, "not_")
} else {
builder.Write("state = ? ")
}
builder.AddParams(v)
2017-11-13 10:30:11 +01:00
}
2021-11-03 14:10:39 +01:00
builder.Write(")")
}
builder.WriteDashboardPermissionFilter(query.User, dashboards.PERMISSION_VIEW, "")
2021-11-03 14:10:39 +01:00
builder.Write(" ORDER BY name ASC")
2021-11-03 14:10:39 +01:00
if query.Limit != 0 {
builder.Write(ss.db.GetDialect().Limit(query.Limit))
2021-11-03 14:10:39 +01:00
}
2016-09-14 08:36:44 +02:00
2023-01-23 08:19:25 -05:00
alerts := make([]*alertmodels.AlertListItemDTO, 0)
if err := sess.SQL(builder.GetSQLString(), builder.GetParams()...).Find(&alerts); err != nil {
2021-11-03 14:10:39 +01:00
return err
}
2021-11-03 14:10:39 +01:00
for i := range alerts {
if alerts[i].ExecutionError == " " {
alerts[i].ExecutionError = ""
}
}
res = alerts
2021-11-03 14:10:39 +01:00
return nil
})
return res, err
}
2023-01-23 08:19:25 -05:00
func (ss *sqlStore) SaveAlerts(ctx context.Context, dashID int64, alerts []*alertmodels.Alert) error {
return ss.db.WithTransactionalDbSession(ctx, func(sess *db.Session) error {
existingAlerts, err := GetAlertsByDashboardId2(dashID, sess)
if err != nil {
return err
}
2022-09-21 14:04:01 +02:00
if err := ss.UpdateAlerts(ctx, existingAlerts, alerts, sess, ss.log); err != nil {
return err
}
if err := deleteMissingAlerts(existingAlerts, alerts, sess, ss.log); err != nil {
return err
}
return nil
})
}
2023-01-23 08:19:25 -05:00
func (ss *sqlStore) UpdateAlerts(ctx context.Context, existingAlerts []*alertmodels.Alert, alerts []*alertmodels.Alert, sess *db.Session, log *log.ConcreteLogger) error {
for _, alert := range alerts {
2016-04-26 16:31:13 +02:00
update := false
2023-01-23 08:19:25 -05:00
var alertToUpdate *alertmodels.Alert
2016-07-14 13:32:16 +02:00
for _, k := range existingAlerts {
if alert.PanelID == k.PanelID {
2016-04-26 16:31:13 +02:00
update = true
alert.ID = k.ID
2016-04-26 16:31:13 +02:00
alertToUpdate = k
2016-06-11 14:08:55 +02:00
break
2016-04-26 16:31:13 +02:00
}
}
2016-04-26 16:31:13 +02:00
if update {
if alertToUpdate.ContainsUpdates(alert) {
2018-02-16 13:06:28 +01:00
alert.Updated = timeNow()
alert.State = alertToUpdate.State
2018-11-12 10:50:56 +01:00
sess.MustCols("message", "for")
2018-11-02 10:38:02 +01:00
_, err := sess.ID(alert.ID).Update(alert)
if err != nil {
return err
}
2016-04-26 16:31:13 +02:00
log.Debug("Alert updated", "name", alert.Name, "id", alert.ID)
2016-04-26 16:31:13 +02:00
}
} else {
2018-02-16 13:06:28 +01:00
alert.Updated = timeNow()
alert.Created = timeNow()
2023-01-23 08:19:25 -05:00
alert.State = alertmodels.AlertStateUnknown
2018-02-16 13:06:28 +01:00
alert.NewStateDate = timeNow()
2016-07-14 13:32:16 +02:00
_, err := sess.Insert(alert)
2016-04-26 16:31:13 +02:00
if err != nil {
return err
}
2016-06-11 10:54:24 +02:00
log.Debug("Alert inserted", "name", alert.Name, "id", alert.ID)
}
2019-06-06 13:29:30 +02:00
tags := alert.GetTagsFromSettings()
if _, err := sess.Exec("DELETE FROM alert_rule_tag WHERE alert_id = ?", alert.ID); err != nil {
2019-06-06 13:29:30 +02:00
return err
}
if tags != nil {
2022-09-21 14:04:01 +02:00
tags, err := ss.tagService.EnsureTagsExist(ctx, tags)
2019-06-06 13:29:30 +02:00
if err != nil {
return err
}
for _, tag := range tags {
if _, err := sess.Exec("INSERT INTO alert_rule_tag (alert_id, tag_id) VALUES(?,?)", alert.ID, tag.Id); err != nil {
2019-06-06 13:29:30 +02:00
return err
}
}
}
2016-04-26 16:31:13 +02:00
}
return nil
}
2023-01-23 08:19:25 -05:00
func deleteMissingAlerts(alerts []*alertmodels.Alert, existingAlerts []*alertmodels.Alert, sess *db.Session, log *log.ConcreteLogger) error {
2016-04-26 16:31:13 +02:00
for _, missingAlert := range alerts {
missing := true
for _, k := range existingAlerts {
if missingAlert.PanelID == k.PanelID {
2016-04-26 16:31:13 +02:00
missing = false
2016-06-11 14:08:55 +02:00
break
}
2016-04-26 16:31:13 +02:00
}
2016-04-26 16:31:13 +02:00
if missing {
if err := deleteAlertByIdInternal(missingAlert.ID, "Removed from dashboard", sess, log); err != nil {
2019-10-22 14:08:18 +02:00
// No use trying to delete more, since we're in a transaction and it will be
// rolled back on error.
return err
}
}
2016-04-26 16:31:13 +02:00
}
2016-04-26 16:31:13 +02:00
return nil
}
2023-01-23 08:19:25 -05:00
func GetAlertsByDashboardId2(dashboardId int64, sess *db.Session) ([]*alertmodels.Alert, error) {
alerts := make([]*alertmodels.Alert, 0)
err := sess.Where("dashboard_id = ?", dashboardId).Find(&alerts)
if err != nil {
2023-01-23 08:19:25 -05:00
return []*alertmodels.Alert{}, err
}
return alerts, nil
}
2016-07-22 13:14:09 +02:00
func (ss *sqlStore) SetAlertState(ctx context.Context, cmd *alertmodels.SetAlertStateCommand) (res alertmodels.Alert, err error) {
err = ss.db.WithTransactionalDbSession(ctx, func(sess *db.Session) error {
2023-01-23 08:19:25 -05:00
alert := alertmodels.Alert{}
2016-07-22 13:14:09 +02:00
if has, err := sess.ID(cmd.AlertID).Get(&alert); err != nil {
2016-07-22 13:14:09 +02:00
return err
} else if !has {
2020-11-05 11:57:20 +01:00
return fmt.Errorf("could not find alert")
2016-07-22 13:14:09 +02:00
}
2023-01-23 08:19:25 -05:00
if alert.State == alertmodels.AlertStatePaused {
return alertmodels.ErrCannotChangeStateOnPausedAlert
}
if alert.State == cmd.State {
2023-01-23 08:19:25 -05:00
return alertmodels.ErrRequiresNewState
}
2016-07-22 13:14:09 +02:00
alert.State = cmd.State
2018-03-16 00:08:25 +01:00
alert.StateChanges++
2018-02-16 13:06:28 +01:00
alert.NewStateDate = timeNow()
alert.EvalData = cmd.EvalData
if cmd.Error == "" {
2020-09-22 16:22:19 +02:00
alert.ExecutionError = " " // without this space, xorm skips updating this field
} else {
alert.ExecutionError = cmd.Error
}
2016-07-22 13:14:09 +02:00
_, err := sess.ID(alert.ID).Update(&alert)
if err != nil {
return err
}
res = alert
2016-07-22 13:14:09 +02:00
return nil
})
return res, err
2016-07-22 13:14:09 +02:00
}
2023-01-23 08:19:25 -05:00
func (ss *sqlStore) PauseAlert(ctx context.Context, cmd *alertmodels.PauseAlertCommand) error {
return ss.db.WithTransactionalDbSession(ctx, func(sess *db.Session) error {
if len(cmd.AlertIDs) == 0 {
return fmt.Errorf("command contains no alertids")
}
var buffer bytes.Buffer
params := make([]any, 0)
2016-10-10 14:26:09 +02:00
2018-02-16 13:06:28 +01:00
buffer.WriteString(`UPDATE alert SET state = ?, new_state_date = ?`)
2016-10-10 14:26:09 +02:00
if cmd.Paused {
2023-01-23 08:19:25 -05:00
params = append(params, string(alertmodels.AlertStatePaused))
params = append(params, timeNow().UTC())
2016-10-10 14:26:09 +02:00
} else {
2023-01-23 08:19:25 -05:00
params = append(params, string(alertmodels.AlertStateUnknown))
params = append(params, timeNow().UTC())
2016-10-10 14:26:09 +02:00
}
buffer.WriteString(` WHERE id IN (?` + strings.Repeat(",?", len(cmd.AlertIDs)-1) + `)`)
for _, v := range cmd.AlertIDs {
params = append(params, v)
}
sqlOrArgs := append([]any{buffer.String()}, params...)
2019-03-04 16:57:29 +01:00
res, err := sess.Exec(sqlOrArgs...)
if err != nil {
return err
}
cmd.ResultCount, _ = res.RowsAffected()
return nil
2016-10-10 14:26:09 +02:00
})
}
2023-01-23 08:19:25 -05:00
func (ss *sqlStore) PauseAllAlerts(ctx context.Context, cmd *alertmodels.PauseAllAlertCommand) error {
return ss.db.WithTransactionalDbSession(ctx, func(sess *db.Session) error {
var newState string
if cmd.Paused {
2023-01-23 08:19:25 -05:00
newState = string(alertmodels.AlertStatePaused)
} else {
2023-01-23 08:19:25 -05:00
newState = string(alertmodels.AlertStateUnknown)
}
res, err := sess.Exec(`UPDATE alert SET state = ?, new_state_date = ?`, newState, timeNow().UTC())
if err != nil {
return err
}
cmd.ResultCount, _ = res.RowsAffected()
return nil
})
}
func (ss *sqlStore) GetAlertStatesForDashboard(ctx context.Context, query *alertmodels.GetAlertStatesForDashboardQuery) (res []*alertmodels.AlertStateInfoDTO, err error) {
err = ss.db.WithDbSession(ctx, func(sess *db.Session) error {
2021-11-03 14:10:39 +01:00
var rawSQL = `SELECT
id,
dashboard_id,
panel_id,
state,
new_state_date
FROM alert
WHERE org_id = ? AND dashboard_id = ?`
res = make([]*alertmodels.AlertStateInfoDTO, 0)
return sess.SQL(rawSQL, query.OrgID, query.DashboardID).Find(&res)
2021-11-03 14:10:39 +01:00
})
return res, err
}