mirror of
https://github.com/grafana/grafana.git
synced 2024-11-29 12:14:08 -06:00
5626461b3c
* define initial service and add to wire * update caching service interface * add skipQueryCache header handler and update metrics query function to use it * add caching service as a dependency to query service * working caching impl * propagate cache status to frontend in response * beginning of improvements suggested by Lean - separate caching logic from query logic. * more changes to simplify query function * Decided to revert renaming of function * Remove error status from cache request * add extra documentation * Move query caching duration metric to query package * add a little bit of documentation * wip: convert resource caching * Change return type of query service QueryData to a QueryDataResponse with Headers * update codeowners * change X-Cache value to const * use resource caching in endpoint handlers * write resource headers to response even if it's not a cache hit * fix panic caused by lack of nil check * update unit test * remove NONE header - shouldn't show up in OSS * Convert everything to use the plugin middleware * revert a few more things * clean up unused vars * start reverting resource caching, start to implement in plugin middleware * revert more, fix typo * Update caching interfaces - resource caching now has a separate cache method * continue wiring up new resource caching conventions - still in progress * add more safety to implementation * remove some unused objects * remove some code that I left in by accident * add some comments, fix codeowners, fix duplicate registration * fix source of panic in resource middleware * Update client decorator test to provide an empty response object * create tests for caching middleware * fix unit test * Update pkg/services/caching/service.go Co-authored-by: Arati R. <33031346+suntala@users.noreply.github.com> * improve error message in error log * quick docs update * Remove use of mockery. Update return signature to return an explicit hit/miss bool * create unit test for empty request context * rename caching metrics to make it clear they pertain to caching * Update pkg/services/pluginsintegration/clientmiddleware/caching_middleware.go Co-authored-by: Marcus Efraimsson <marcus.efraimsson@gmail.com> * Add clarifying comments to cache skip middleware func * Add comment pointing to the resource cache update call * fix unit tests (missing dependency) * try to fix mystery syntax error * fix a panic * Caching: Introduce feature toggle to caching service refactor (#66323) * introduce new feature toggle * hide calls to new service behind a feature flag * remove licensing flag from toggle (misunderstood what it was for) * fix unit tests * rerun toggle gen --------- Co-authored-by: Arati R. <33031346+suntala@users.noreply.github.com> Co-authored-by: Marcus Efraimsson <marcus.efraimsson@gmail.com>
223 lines
5.2 KiB
Go
223 lines
5.2 KiB
Go
package api
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
|
|
"gopkg.in/yaml.v3"
|
|
|
|
"github.com/grafana/grafana/pkg/api/response"
|
|
"github.com/grafana/grafana/pkg/infra/log"
|
|
contextmodel "github.com/grafana/grafana/pkg/services/contexthandler/model"
|
|
apimodels "github.com/grafana/grafana/pkg/services/ngalert/api/tooling/definitions"
|
|
"github.com/grafana/grafana/pkg/web"
|
|
)
|
|
|
|
const (
|
|
Prometheus = "prometheus"
|
|
Cortex = "cortex"
|
|
Mimir = "mimir"
|
|
)
|
|
|
|
const (
|
|
PrometheusDatasourceType = "prometheus"
|
|
LokiDatasourceType = "loki"
|
|
|
|
mimirPrefix = "/config/v1/rules"
|
|
prometheusPrefix = "/rules"
|
|
lokiPrefix = "/api/prom/rules"
|
|
|
|
subtypeQuery = "subtype"
|
|
)
|
|
|
|
var dsTypeToRulerPrefix = map[string]string{
|
|
PrometheusDatasourceType: prometheusPrefix,
|
|
LokiDatasourceType: lokiPrefix,
|
|
}
|
|
|
|
var subtypeToPrefix = map[string]string{
|
|
Prometheus: prometheusPrefix,
|
|
Cortex: prometheusPrefix,
|
|
Mimir: mimirPrefix,
|
|
}
|
|
|
|
type LotexRuler struct {
|
|
log log.Logger
|
|
*AlertingProxy
|
|
}
|
|
|
|
func NewLotexRuler(proxy *AlertingProxy, log log.Logger) *LotexRuler {
|
|
return &LotexRuler{
|
|
log: log,
|
|
AlertingProxy: proxy,
|
|
}
|
|
}
|
|
|
|
func (r *LotexRuler) RouteDeleteNamespaceRulesConfig(ctx *contextmodel.ReqContext, namespace string) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
return r.withReq(
|
|
ctx,
|
|
http.MethodDelete,
|
|
withPath(
|
|
*ctx.Req.URL,
|
|
fmt.Sprintf("%s/%s", legacyRulerPrefix, namespace),
|
|
),
|
|
nil,
|
|
messageExtractor,
|
|
nil,
|
|
)
|
|
}
|
|
|
|
func (r *LotexRuler) RouteDeleteRuleGroupConfig(ctx *contextmodel.ReqContext, namespace string, group string) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
return r.withReq(
|
|
ctx,
|
|
http.MethodDelete,
|
|
withPath(
|
|
*ctx.Req.URL,
|
|
fmt.Sprintf(
|
|
"%s/%s/%s",
|
|
legacyRulerPrefix,
|
|
namespace,
|
|
group,
|
|
),
|
|
),
|
|
nil,
|
|
messageExtractor,
|
|
nil,
|
|
)
|
|
}
|
|
|
|
func (r *LotexRuler) RouteGetNamespaceRulesConfig(ctx *contextmodel.ReqContext, namespace string) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
return r.withReq(
|
|
ctx,
|
|
http.MethodGet,
|
|
withPath(
|
|
*ctx.Req.URL,
|
|
fmt.Sprintf(
|
|
"%s/%s",
|
|
legacyRulerPrefix,
|
|
namespace,
|
|
),
|
|
),
|
|
nil,
|
|
yamlExtractor(apimodels.NamespaceConfigResponse{}),
|
|
nil,
|
|
)
|
|
}
|
|
|
|
func (r *LotexRuler) RouteGetRulegGroupConfig(ctx *contextmodel.ReqContext, namespace string, group string) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
return r.withReq(
|
|
ctx,
|
|
http.MethodGet,
|
|
withPath(
|
|
*ctx.Req.URL,
|
|
fmt.Sprintf(
|
|
"%s/%s/%s",
|
|
legacyRulerPrefix,
|
|
namespace,
|
|
group,
|
|
),
|
|
),
|
|
nil,
|
|
yamlExtractor(&apimodels.GettableRuleGroupConfig{}),
|
|
nil,
|
|
)
|
|
}
|
|
|
|
func (r *LotexRuler) RouteGetRulesConfig(ctx *contextmodel.ReqContext) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
|
|
return r.withReq(
|
|
ctx,
|
|
http.MethodGet,
|
|
withPath(
|
|
*ctx.Req.URL,
|
|
legacyRulerPrefix,
|
|
),
|
|
nil,
|
|
yamlExtractor(apimodels.NamespaceConfigResponse{}),
|
|
nil,
|
|
)
|
|
}
|
|
|
|
func (r *LotexRuler) RoutePostNameRulesConfig(ctx *contextmodel.ReqContext, conf apimodels.PostableRuleGroupConfig, ns string) response.Response {
|
|
legacyRulerPrefix, err := r.validateAndGetPrefix(ctx)
|
|
if err != nil {
|
|
return ErrResp(500, err, "")
|
|
}
|
|
yml, err := yaml.Marshal(conf)
|
|
if err != nil {
|
|
return ErrResp(500, err, "Failed marshal rule group")
|
|
}
|
|
u := withPath(*ctx.Req.URL, fmt.Sprintf("%s/%s", legacyRulerPrefix, ns))
|
|
return r.withReq(ctx, http.MethodPost, u, bytes.NewBuffer(yml), jsonExtractor(nil), nil)
|
|
}
|
|
|
|
func (r *LotexRuler) validateAndGetPrefix(ctx *contextmodel.ReqContext) (string, error) {
|
|
datasourceUID := web.Params(ctx.Req)[":DatasourceUID"]
|
|
if datasourceUID == "" {
|
|
return "", fmt.Errorf("datasource UID is invalid")
|
|
}
|
|
|
|
ds, err := r.DataProxy.DataSourceCache.GetDatasourceByUID(ctx.Req.Context(), datasourceUID, ctx.SignedInUser, ctx.SkipDSCache)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
// Validate URL
|
|
if ds.URL == "" {
|
|
return "", fmt.Errorf("URL for this data source is empty")
|
|
}
|
|
|
|
prefix, ok := dsTypeToRulerPrefix[ds.Type]
|
|
if !ok {
|
|
return "", fmt.Errorf("unexpected datasource type. expecting loki or prometheus")
|
|
}
|
|
|
|
// If the datasource is Loki, there's nothing else for us to do - it doesn't have subtypes.
|
|
if ds.Type == LokiDatasourceType {
|
|
return prefix, nil
|
|
}
|
|
|
|
// A Prometheus datasource, can have many subtypes: Cortex, Mimir and vanilla Prometheus.
|
|
// Based on these subtypes, we want to use a different proxying path.
|
|
subtype := ctx.Query(subtypeQuery)
|
|
subTypePrefix, ok := subtypeToPrefix[subtype]
|
|
if !ok {
|
|
r.log.Debug(
|
|
"Unable to determine prometheus datasource subtype, using default prefix",
|
|
"datasource", ds.UID, "datasourceType", ds.Type, "subtype", subtype, "prefix", prefix)
|
|
return prefix, nil
|
|
}
|
|
|
|
r.log.Debug("Determined prometheus datasource subtype",
|
|
"datasource", ds.UID, "datasourceType", ds.Type, "subtype", subtype)
|
|
return subTypePrefix, nil
|
|
}
|
|
|
|
func withPath(u url.URL, newPath string) *url.URL {
|
|
// TODO: handle path escaping
|
|
u.Path = newPath
|
|
return &u
|
|
}
|