mirror of
https://github.com/grafana/grafana.git
synced 2025-02-25 18:55:37 -06:00
Elasticsearch: Convert Timeseries and Tables to Dataframes (#34710)
* Rebase (broken tests)
* Removed tables - refactored processAggregationDocs func
* Tests cleanup
* Nit - add space in percentile legend titles
* Fix labels naming - use metricAggType map
* Fix bug which appended same fields over and over again
* Replace test with dataframes
* Fix tests
* Add nolint:gocyclo - will need refactoring
* Move frames tags assignment
* Add failing test fo when ES server is booting up
* Revert "Add failing test fo when ES server is booting up"
This reverts commit fd14a1fd5e
.
Co-authored-by: Elfo404 <me@giordanoricci.com>
This commit is contained in:
parent
7aaf813751
commit
0d08881876
@ -6,8 +6,9 @@ import (
|
||||
"sort"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/grafana/grafana/pkg/components/null"
|
||||
"github.com/grafana/grafana-plugin-sdk-go/data"
|
||||
"github.com/grafana/grafana/pkg/components/simplejson"
|
||||
"github.com/grafana/grafana/pkg/plugins"
|
||||
es "github.com/grafana/grafana/pkg/tsdb/elasticsearch/client"
|
||||
@ -69,20 +70,12 @@ func (rp *responseParser) getTimeSeries() (plugins.DataResponse, error) {
|
||||
Meta: debugInfo,
|
||||
}
|
||||
props := make(map[string]string)
|
||||
table := plugins.DataTable{
|
||||
Columns: make([]plugins.DataTableColumn, 0),
|
||||
Rows: make([]plugins.DataRowValues, 0),
|
||||
}
|
||||
err := rp.processBuckets(res.Aggregations, target, &queryRes.Series, &table, props, 0)
|
||||
err := rp.processBuckets(res.Aggregations, target, &queryRes, props, 0)
|
||||
if err != nil {
|
||||
return plugins.DataResponse{}, err
|
||||
}
|
||||
rp.nameSeries(queryRes.Series, target)
|
||||
rp.trimDatapoints(queryRes.Series, target)
|
||||
|
||||
if len(table.Rows) > 0 {
|
||||
queryRes.Tables = append(queryRes.Tables, table)
|
||||
}
|
||||
rp.nameFields(queryRes, target)
|
||||
rp.trimDatapoints(queryRes, target)
|
||||
|
||||
result.Results[target.RefID] = queryRes
|
||||
}
|
||||
@ -91,7 +84,7 @@ func (rp *responseParser) getTimeSeries() (plugins.DataResponse, error) {
|
||||
|
||||
// nolint:staticcheck // plugins.* deprecated
|
||||
func (rp *responseParser) processBuckets(aggs map[string]interface{}, target *Query,
|
||||
series *plugins.DataTimeSeriesSlice, table *plugins.DataTable, props map[string]string, depth int) error {
|
||||
queryResult *plugins.DataQueryResult, props map[string]string, depth int) error {
|
||||
var err error
|
||||
maxDepth := len(target.BucketAggs) - 1
|
||||
|
||||
@ -110,9 +103,9 @@ func (rp *responseParser) processBuckets(aggs map[string]interface{}, target *Qu
|
||||
|
||||
if depth == maxDepth {
|
||||
if aggDef.Type == dateHistType {
|
||||
err = rp.processMetrics(esAgg, target, series, props)
|
||||
err = rp.processMetrics(esAgg, target, queryResult, props)
|
||||
} else {
|
||||
err = rp.processAggregationDocs(esAgg, aggDef, target, table, props)
|
||||
err = rp.processAggregationDocs(esAgg, aggDef, target, queryResult, props)
|
||||
}
|
||||
if err != nil {
|
||||
return err
|
||||
@ -135,7 +128,7 @@ func (rp *responseParser) processBuckets(aggs map[string]interface{}, target *Qu
|
||||
if key, err := bucket.Get("key_as_string").String(); err == nil {
|
||||
newProps[aggDef.Field] = key
|
||||
}
|
||||
err = rp.processBuckets(bucket.MustMap(), target, series, table, newProps, depth+1)
|
||||
err = rp.processBuckets(bucket.MustMap(), target, queryResult, newProps, depth+1)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
@ -158,7 +151,7 @@ func (rp *responseParser) processBuckets(aggs map[string]interface{}, target *Qu
|
||||
|
||||
newProps["filter"] = bucketKey
|
||||
|
||||
err = rp.processBuckets(bucket.MustMap(), target, series, table, newProps, depth+1)
|
||||
err = rp.processBuckets(bucket.MustMap(), target, queryResult, newProps, depth+1)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
@ -168,35 +161,40 @@ func (rp *responseParser) processBuckets(aggs map[string]interface{}, target *Qu
|
||||
return nil
|
||||
}
|
||||
|
||||
// nolint:staticcheck // plugins.* deprecated
|
||||
func (rp *responseParser) processMetrics(esAgg *simplejson.Json, target *Query, series *plugins.DataTimeSeriesSlice,
|
||||
// nolint:staticcheck,gocyclo // plugins.* deprecated
|
||||
func (rp *responseParser) processMetrics(esAgg *simplejson.Json, target *Query, query *plugins.DataQueryResult,
|
||||
props map[string]string) error {
|
||||
frames := data.Frames{}
|
||||
esAggBuckets := esAgg.Get("buckets").MustArray()
|
||||
|
||||
for _, metric := range target.Metrics {
|
||||
if metric.Hide {
|
||||
continue
|
||||
}
|
||||
|
||||
tags := make(map[string]string, len(props))
|
||||
timeVector := make([]time.Time, 0, len(esAggBuckets))
|
||||
values := make([]*float64, 0, len(esAggBuckets))
|
||||
|
||||
switch metric.Type {
|
||||
case countType:
|
||||
newSeries := plugins.DataTimeSeries{
|
||||
Tags: make(map[string]string),
|
||||
}
|
||||
|
||||
for _, v := range esAgg.Get("buckets").MustArray() {
|
||||
for _, v := range esAggBuckets {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
value := castToNullFloat(bucket.Get("doc_count"))
|
||||
key := castToNullFloat(bucket.Get("key"))
|
||||
newSeries.Points = append(newSeries.Points, plugins.DataTimePoint{value, key})
|
||||
value := castToFloat(bucket.Get("doc_count"))
|
||||
key := castToFloat(bucket.Get("key"))
|
||||
timeVector = append(timeVector, time.Unix(int64(*key)/1000, 0).UTC())
|
||||
values = append(values, value)
|
||||
}
|
||||
|
||||
for k, v := range props {
|
||||
newSeries.Tags[k] = v
|
||||
tags[k] = v
|
||||
}
|
||||
newSeries.Tags["metric"] = countType
|
||||
*series = append(*series, newSeries)
|
||||
|
||||
tags["metric"] = countType
|
||||
frames = append(frames, data.NewFrame(metric.Field,
|
||||
data.NewField("time", nil, timeVector),
|
||||
data.NewField("value", tags, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: rp.getMetricName(tags["metric"]) + " " + metric.Field})))
|
||||
case percentilesType:
|
||||
buckets := esAgg.Get("buckets").MustArray()
|
||||
buckets := esAggBuckets
|
||||
if len(buckets) == 0 {
|
||||
break
|
||||
}
|
||||
@ -210,28 +208,72 @@ func (rp *responseParser) processMetrics(esAgg *simplejson.Json, target *Query,
|
||||
}
|
||||
sort.Strings(percentileKeys)
|
||||
for _, percentileName := range percentileKeys {
|
||||
newSeries := plugins.DataTimeSeries{
|
||||
Tags: make(map[string]string),
|
||||
}
|
||||
tags := make(map[string]string, len(props))
|
||||
timeVector := make([]time.Time, 0, len(esAggBuckets))
|
||||
values := make([]*float64, 0, len(esAggBuckets))
|
||||
|
||||
for k, v := range props {
|
||||
newSeries.Tags[k] = v
|
||||
tags[k] = v
|
||||
}
|
||||
newSeries.Tags["metric"] = "p" + percentileName
|
||||
newSeries.Tags["field"] = metric.Field
|
||||
tags["metric"] = "p" + percentileName
|
||||
tags["field"] = metric.Field
|
||||
for _, v := range buckets {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
value := castToNullFloat(bucket.GetPath(metric.ID, "values", percentileName))
|
||||
key := castToNullFloat(bucket.Get("key"))
|
||||
newSeries.Points = append(newSeries.Points, plugins.DataTimePoint{value, key})
|
||||
value := castToFloat(bucket.GetPath(metric.ID, "values", percentileName))
|
||||
key := castToFloat(bucket.Get("key"))
|
||||
timeVector = append(timeVector, time.Unix(int64(*key)/1000, 0).UTC())
|
||||
values = append(values, value)
|
||||
}
|
||||
*series = append(*series, newSeries)
|
||||
frames = append(frames, data.NewFrame(metric.Field,
|
||||
data.NewField("time", nil, timeVector),
|
||||
data.NewField("value", tags, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: rp.getMetricName(tags["metric"]) + " " + metric.Field})))
|
||||
}
|
||||
case topMetricsType:
|
||||
topMetricSeries := processTopMetrics(metric, esAgg, props)
|
||||
*series = append(*series, topMetricSeries...)
|
||||
buckets := esAggBuckets
|
||||
metrics := metric.Settings.Get("metrics").MustArray()
|
||||
|
||||
for _, metricField := range metrics {
|
||||
tags := make(map[string]string, len(props))
|
||||
timeVector := make([]time.Time, 0, len(esAggBuckets))
|
||||
values := make([]*float64, 0, len(esAggBuckets))
|
||||
for k, v := range props {
|
||||
tags[k] = v
|
||||
}
|
||||
|
||||
tags["field"] = metricField.(string)
|
||||
tags["metric"] = "top_metrics"
|
||||
|
||||
for _, v := range buckets {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
stats := bucket.GetPath(metric.ID, "top")
|
||||
key := castToFloat(bucket.Get("key"))
|
||||
|
||||
timeVector = append(timeVector, time.Unix(int64(*key)/1000, 0).UTC())
|
||||
|
||||
for _, stat := range stats.MustArray() {
|
||||
stat := stat.(map[string]interface{})
|
||||
|
||||
metrics, hasMetrics := stat["metrics"]
|
||||
if hasMetrics {
|
||||
metrics := metrics.(map[string]interface{})
|
||||
metricValue, hasMetricValue := metrics[metricField.(string)]
|
||||
|
||||
if hasMetricValue && metricValue != nil {
|
||||
v := metricValue.(float64)
|
||||
values = append(values, &v)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
frames = append(frames, data.NewFrame(metricField.(string),
|
||||
data.NewField("time", nil, timeVector),
|
||||
data.NewField("value", tags, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: rp.getMetricName(tags["metric"]) + " " + metricField.(string)}),
|
||||
))
|
||||
}
|
||||
|
||||
case extendedStatsType:
|
||||
buckets := esAgg.Get("buckets").MustArray()
|
||||
buckets := esAggBuckets
|
||||
|
||||
metaKeys := make([]string, 0)
|
||||
meta := metric.Meta.MustMap()
|
||||
@ -245,111 +287,157 @@ func (rp *responseParser) processMetrics(esAgg *simplejson.Json, target *Query,
|
||||
continue
|
||||
}
|
||||
|
||||
newSeries := plugins.DataTimeSeries{
|
||||
Tags: make(map[string]string),
|
||||
}
|
||||
tags := make(map[string]string, len(props))
|
||||
timeVector := make([]time.Time, 0, len(esAggBuckets))
|
||||
values := make([]*float64, 0, len(esAggBuckets))
|
||||
|
||||
for k, v := range props {
|
||||
newSeries.Tags[k] = v
|
||||
tags[k] = v
|
||||
}
|
||||
newSeries.Tags["metric"] = statName
|
||||
newSeries.Tags["field"] = metric.Field
|
||||
tags["metric"] = statName
|
||||
tags["field"] = metric.Field
|
||||
|
||||
for _, v := range buckets {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
key := castToNullFloat(bucket.Get("key"))
|
||||
var value null.Float
|
||||
key := castToFloat(bucket.Get("key"))
|
||||
var value *float64
|
||||
switch statName {
|
||||
case "std_deviation_bounds_upper":
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "upper"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "upper"))
|
||||
case "std_deviation_bounds_lower":
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "lower"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "lower"))
|
||||
default:
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, statName))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, statName))
|
||||
}
|
||||
newSeries.Points = append(newSeries.Points, plugins.DataTimePoint{value, key})
|
||||
timeVector = append(timeVector, time.Unix(int64(*key)/1000, 0).UTC())
|
||||
values = append(values, value)
|
||||
}
|
||||
*series = append(*series, newSeries)
|
||||
labels := tags
|
||||
frames = append(frames, data.NewFrame(metric.Field,
|
||||
data.NewField("time", nil, timeVector),
|
||||
data.NewField("value", labels, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: rp.getMetricName(tags["metric"]) + " " + metric.Field})))
|
||||
}
|
||||
default:
|
||||
newSeries := plugins.DataTimeSeries{
|
||||
Tags: make(map[string]string),
|
||||
}
|
||||
for k, v := range props {
|
||||
newSeries.Tags[k] = v
|
||||
tags[k] = v
|
||||
}
|
||||
|
||||
newSeries.Tags["metric"] = metric.Type
|
||||
newSeries.Tags["field"] = metric.Field
|
||||
newSeries.Tags["metricId"] = metric.ID
|
||||
for _, v := range esAgg.Get("buckets").MustArray() {
|
||||
tags["metric"] = metric.Type
|
||||
tags["field"] = metric.Field
|
||||
tags["metricId"] = metric.ID
|
||||
for _, v := range esAggBuckets {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
key := castToNullFloat(bucket.Get("key"))
|
||||
key := castToFloat(bucket.Get("key"))
|
||||
valueObj, err := bucket.Get(metric.ID).Map()
|
||||
if err != nil {
|
||||
continue
|
||||
}
|
||||
var value null.Float
|
||||
var value *float64
|
||||
if _, ok := valueObj["normalized_value"]; ok {
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "normalized_value"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "normalized_value"))
|
||||
} else {
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "value"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "value"))
|
||||
}
|
||||
newSeries.Points = append(newSeries.Points, plugins.DataTimePoint{value, key})
|
||||
timeVector = append(timeVector, time.Unix(int64(*key)/1000, 0).UTC())
|
||||
values = append(values, value)
|
||||
}
|
||||
*series = append(*series, newSeries)
|
||||
frames = append(frames, data.NewFrame(metric.Field,
|
||||
data.NewField("time", nil, timeVector),
|
||||
data.NewField("value", tags, values).SetConfig(&data.FieldConfig{DisplayNameFromDS: rp.getMetricName(tags["metric"]) + " " + metric.Field})))
|
||||
}
|
||||
}
|
||||
if query.Dataframes != nil {
|
||||
oldFrames, err := query.Dataframes.Decoded()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
frames = append(oldFrames, frames...)
|
||||
}
|
||||
query.Dataframes = plugins.NewDecodedDataFrames(frames)
|
||||
return nil
|
||||
}
|
||||
|
||||
// nolint:staticcheck // plugins.* deprecated
|
||||
func (rp *responseParser) processAggregationDocs(esAgg *simplejson.Json, aggDef *BucketAgg, target *Query,
|
||||
table *plugins.DataTable, props map[string]string) error {
|
||||
queryResult *plugins.DataQueryResult, props map[string]string) error {
|
||||
propKeys := make([]string, 0)
|
||||
for k := range props {
|
||||
propKeys = append(propKeys, k)
|
||||
}
|
||||
sort.Strings(propKeys)
|
||||
frames := data.Frames{}
|
||||
var fields []*data.Field
|
||||
|
||||
if len(table.Columns) == 0 {
|
||||
if queryResult.Dataframes == nil {
|
||||
for _, propKey := range propKeys {
|
||||
table.Columns = append(table.Columns, plugins.DataTableColumn{Text: propKey})
|
||||
fields = append(fields, data.NewField(propKey, nil, []*string{}))
|
||||
}
|
||||
table.Columns = append(table.Columns, plugins.DataTableColumn{Text: aggDef.Field})
|
||||
}
|
||||
|
||||
addMetricValue := func(values *plugins.DataRowValues, metricName string, value null.Float) {
|
||||
found := false
|
||||
for _, c := range table.Columns {
|
||||
if c.Text == metricName {
|
||||
found = true
|
||||
addMetricValue := func(values []interface{}, metricName string, value *float64) {
|
||||
index := -1
|
||||
for i, f := range fields {
|
||||
if f.Name == metricName {
|
||||
index = i
|
||||
break
|
||||
}
|
||||
}
|
||||
if !found {
|
||||
table.Columns = append(table.Columns, plugins.DataTableColumn{Text: metricName})
|
||||
|
||||
var field data.Field
|
||||
if index == -1 {
|
||||
field = *data.NewField(metricName, nil, []*float64{})
|
||||
fields = append(fields, &field)
|
||||
} else {
|
||||
field = *fields[index]
|
||||
}
|
||||
*values = append(*values, value)
|
||||
field.Append(value)
|
||||
}
|
||||
|
||||
for _, v := range esAgg.Get("buckets").MustArray() {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
values := make(plugins.DataRowValues, 0)
|
||||
var values []interface{}
|
||||
|
||||
for _, propKey := range propKeys {
|
||||
values = append(values, props[propKey])
|
||||
found := false
|
||||
for _, e := range fields {
|
||||
for _, propKey := range propKeys {
|
||||
if e.Name == propKey {
|
||||
e.Append(props[propKey])
|
||||
}
|
||||
}
|
||||
if e.Name == aggDef.Field {
|
||||
found = true
|
||||
if key, err := bucket.Get("key").String(); err == nil {
|
||||
e.Append(&key)
|
||||
} else {
|
||||
f, err := bucket.Get("key").Float64()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
e.Append(&f)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if key, err := bucket.Get("key").String(); err == nil {
|
||||
values = append(values, key)
|
||||
} else {
|
||||
values = append(values, castToNullFloat(bucket.Get("key")))
|
||||
if !found {
|
||||
var aggDefField *data.Field
|
||||
if key, err := bucket.Get("key").String(); err == nil {
|
||||
aggDefField = extractDataField(aggDef.Field, &key)
|
||||
aggDefField.Append(&key)
|
||||
} else {
|
||||
f, err := bucket.Get("key").Float64()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
aggDefField = extractDataField(aggDef.Field, &f)
|
||||
aggDefField.Append(&f)
|
||||
}
|
||||
fields = append(fields, aggDefField)
|
||||
}
|
||||
|
||||
for _, metric := range target.Metrics {
|
||||
switch metric.Type {
|
||||
case countType:
|
||||
addMetricValue(&values, rp.getMetricName(metric.Type), castToNullFloat(bucket.Get("doc_count")))
|
||||
addMetricValue(values, rp.getMetricName(metric.Type), castToFloat(bucket.Get("doc_count")))
|
||||
case extendedStatsType:
|
||||
metaKeys := make([]string, 0)
|
||||
meta := metric.Meta.MustMap()
|
||||
@ -363,17 +451,17 @@ func (rp *responseParser) processAggregationDocs(esAgg *simplejson.Json, aggDef
|
||||
continue
|
||||
}
|
||||
|
||||
var value null.Float
|
||||
var value *float64
|
||||
switch statName {
|
||||
case "std_deviation_bounds_upper":
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "upper"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "upper"))
|
||||
case "std_deviation_bounds_lower":
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "lower"))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, "std_deviation_bounds", "lower"))
|
||||
default:
|
||||
value = castToNullFloat(bucket.GetPath(metric.ID, statName))
|
||||
value = castToFloat(bucket.GetPath(metric.ID, statName))
|
||||
}
|
||||
|
||||
addMetricValue(&values, rp.getMetricName(metric.Type), value)
|
||||
addMetricValue(values, rp.getMetricName(metric.Type), value)
|
||||
break
|
||||
}
|
||||
default:
|
||||
@ -394,17 +482,36 @@ func (rp *responseParser) processAggregationDocs(esAgg *simplejson.Json, aggDef
|
||||
}
|
||||
}
|
||||
|
||||
addMetricValue(&values, metricName, castToNullFloat(bucket.GetPath(metric.ID, "value")))
|
||||
addMetricValue(values, metricName, castToFloat(bucket.GetPath(metric.ID, "value")))
|
||||
}
|
||||
}
|
||||
|
||||
table.Rows = append(table.Rows, values)
|
||||
}
|
||||
var dataFields []*data.Field
|
||||
dataFields = append(dataFields, fields...)
|
||||
|
||||
frames = data.Frames{
|
||||
&data.Frame{
|
||||
Fields: dataFields,
|
||||
}}
|
||||
}
|
||||
queryResult.Dataframes = plugins.NewDecodedDataFrames(frames)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (rp *responseParser) trimDatapoints(series plugins.DataTimeSeriesSlice, target *Query) {
|
||||
func extractDataField(name string, v interface{}) *data.Field {
|
||||
switch v.(type) {
|
||||
case *string:
|
||||
return data.NewField(name, nil, []*string{})
|
||||
case *float64:
|
||||
return data.NewField(name, nil, []*float64{})
|
||||
default:
|
||||
return &data.Field{}
|
||||
}
|
||||
}
|
||||
|
||||
// TODO remove deprecations
|
||||
// nolint:staticcheck // plugins.DataQueryResult deprecated
|
||||
func (rp *responseParser) trimDatapoints(queryResult plugins.DataQueryResult, target *Query) {
|
||||
var histogram *BucketAgg
|
||||
for _, bucketAgg := range target.BucketAggs {
|
||||
if bucketAgg.Type == dateHistType {
|
||||
@ -422,44 +529,62 @@ func (rp *responseParser) trimDatapoints(series plugins.DataTimeSeriesSlice, tar
|
||||
return
|
||||
}
|
||||
|
||||
for i := range series {
|
||||
if len(series[i].Points) > trimEdges*2 {
|
||||
series[i].Points = series[i].Points[trimEdges : len(series[i].Points)-trimEdges]
|
||||
frames, err := queryResult.Dataframes.Decoded()
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
for _, frame := range frames {
|
||||
for _, field := range frame.Fields {
|
||||
if field.Len() > trimEdges*2 {
|
||||
for i := 0; i < field.Len(); i++ {
|
||||
if i < trimEdges || i > field.Len()-trimEdges {
|
||||
field.Delete(i)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (rp *responseParser) nameSeries(seriesList plugins.DataTimeSeriesSlice, target *Query) {
|
||||
// nolint:staticcheck // plugins.DataQueryResult deprecated
|
||||
func (rp *responseParser) nameFields(queryResult plugins.DataQueryResult, target *Query) {
|
||||
set := make(map[string]struct{})
|
||||
for _, v := range seriesList {
|
||||
if metricType, exists := v.Tags["metric"]; exists {
|
||||
if _, ok := set[metricType]; !ok {
|
||||
set[metricType] = struct{}{}
|
||||
frames, err := queryResult.Dataframes.Decoded()
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
for _, v := range frames {
|
||||
for _, vv := range v.Fields {
|
||||
if metricType, exists := vv.Labels["metric"]; exists {
|
||||
if _, ok := set[metricType]; !ok {
|
||||
set[metricType] = struct{}{}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
metricTypeCount := len(set)
|
||||
for i := range seriesList {
|
||||
seriesList[i].Name = rp.getSeriesName(seriesList[i], target, metricTypeCount)
|
||||
for i := range frames {
|
||||
frames[i].Name = rp.getFieldName(*frames[i].Fields[1], target, metricTypeCount)
|
||||
}
|
||||
}
|
||||
|
||||
var aliasPatternRegex = regexp.MustCompile(`\{\{([\s\S]+?)\}\}`)
|
||||
|
||||
// nolint:staticcheck // plugins.* deprecated
|
||||
func (rp *responseParser) getSeriesName(series plugins.DataTimeSeries, target *Query, metricTypeCount int) string {
|
||||
metricType := series.Tags["metric"]
|
||||
func (rp *responseParser) getFieldName(dataField data.Field, target *Query, metricTypeCount int) string {
|
||||
metricType := dataField.Labels["metric"]
|
||||
metricName := rp.getMetricName(metricType)
|
||||
delete(series.Tags, "metric")
|
||||
delete(dataField.Labels, "metric")
|
||||
|
||||
field := ""
|
||||
if v, ok := series.Tags["field"]; ok {
|
||||
if v, ok := dataField.Labels["field"]; ok {
|
||||
field = v
|
||||
delete(series.Tags, "field")
|
||||
delete(dataField.Labels, "field")
|
||||
}
|
||||
|
||||
if target.Alias != "" {
|
||||
seriesName := target.Alias
|
||||
frameName := target.Alias
|
||||
|
||||
subMatches := aliasPatternRegex.FindAllStringSubmatch(target.Alias, -1)
|
||||
for _, subMatch := range subMatches {
|
||||
@ -470,26 +595,26 @@ func (rp *responseParser) getSeriesName(series plugins.DataTimeSeries, target *Q
|
||||
}
|
||||
|
||||
if strings.Index(group, "term ") == 0 {
|
||||
seriesName = strings.Replace(seriesName, subMatch[0], series.Tags[group[5:]], 1)
|
||||
frameName = strings.Replace(frameName, subMatch[0], dataField.Labels[group[5:]], 1)
|
||||
}
|
||||
if v, ok := series.Tags[group]; ok {
|
||||
seriesName = strings.Replace(seriesName, subMatch[0], v, 1)
|
||||
if v, ok := dataField.Labels[group]; ok {
|
||||
frameName = strings.Replace(frameName, subMatch[0], v, 1)
|
||||
}
|
||||
if group == "metric" {
|
||||
seriesName = strings.Replace(seriesName, subMatch[0], metricName, 1)
|
||||
frameName = strings.Replace(frameName, subMatch[0], metricName, 1)
|
||||
}
|
||||
if group == "field" {
|
||||
seriesName = strings.Replace(seriesName, subMatch[0], field, 1)
|
||||
frameName = strings.Replace(frameName, subMatch[0], field, 1)
|
||||
}
|
||||
}
|
||||
|
||||
return seriesName
|
||||
return frameName
|
||||
}
|
||||
// todo, if field and pipelineAgg
|
||||
if field != "" && isPipelineAgg(metricType) {
|
||||
if isPipelineAggWithMultipleBucketPaths(metricType) {
|
||||
metricID := ""
|
||||
if v, ok := series.Tags["metricId"]; ok {
|
||||
if v, ok := dataField.Labels["metricId"]; ok {
|
||||
metricID = v
|
||||
}
|
||||
|
||||
@ -521,14 +646,14 @@ func (rp *responseParser) getSeriesName(series plugins.DataTimeSeries, target *Q
|
||||
metricName += " " + field
|
||||
}
|
||||
|
||||
delete(series.Tags, "metricId")
|
||||
delete(dataField.Labels, "metricId")
|
||||
|
||||
if len(series.Tags) == 0 {
|
||||
if len(dataField.Labels) == 0 {
|
||||
return metricName
|
||||
}
|
||||
|
||||
name := ""
|
||||
for _, v := range series.Tags {
|
||||
for _, v := range dataField.Labels {
|
||||
name += v + " "
|
||||
}
|
||||
|
||||
@ -551,23 +676,23 @@ func (rp *responseParser) getMetricName(metric string) string {
|
||||
return metric
|
||||
}
|
||||
|
||||
func castToNullFloat(j *simplejson.Json) null.Float {
|
||||
func castToFloat(j *simplejson.Json) *float64 {
|
||||
f, err := j.Float64()
|
||||
if err == nil {
|
||||
return null.FloatFrom(f)
|
||||
return &f
|
||||
}
|
||||
|
||||
if s, err := j.String(); err == nil {
|
||||
if strings.ToLower(s) == "nan" {
|
||||
return null.NewFloat(0, false)
|
||||
return nil
|
||||
}
|
||||
|
||||
if v, err := strconv.ParseFloat(s, 64); err == nil {
|
||||
return null.FloatFromPtr(&v)
|
||||
return &v
|
||||
}
|
||||
}
|
||||
|
||||
return null.NewFloat(0, false)
|
||||
return nil
|
||||
}
|
||||
|
||||
func findAgg(target *Query, aggID string) (*BucketAgg, error) {
|
||||
@ -597,47 +722,3 @@ func getErrorFromElasticResponse(response *es.SearchResponse) plugins.DataQueryR
|
||||
|
||||
return result
|
||||
}
|
||||
|
||||
func processTopMetricValues(stats *simplejson.Json, field string) null.Float {
|
||||
for _, stat := range stats.MustArray() {
|
||||
stat := stat.(map[string]interface{})
|
||||
metrics, hasMetrics := stat["metrics"]
|
||||
if hasMetrics {
|
||||
metrics := metrics.(map[string]interface{})
|
||||
metricValue, hasMetricValue := metrics[field]
|
||||
if hasMetricValue && metricValue != nil {
|
||||
return null.FloatFrom(metricValue.(float64))
|
||||
}
|
||||
}
|
||||
}
|
||||
return null.NewFloat(0, false)
|
||||
}
|
||||
|
||||
func processTopMetrics(metric *MetricAgg, esAgg *simplejson.Json, props map[string]string) plugins.DataTimeSeriesSlice {
|
||||
var series plugins.DataTimeSeriesSlice
|
||||
metrics, hasMetrics := metric.Settings.MustMap()["metrics"].([]interface{})
|
||||
|
||||
if hasMetrics {
|
||||
for _, metricField := range metrics {
|
||||
newSeries := plugins.DataTimeSeries{
|
||||
Tags: make(map[string]string),
|
||||
}
|
||||
|
||||
for _, v := range esAgg.Get("buckets").MustArray() {
|
||||
bucket := simplejson.NewFromAny(v)
|
||||
stats := bucket.GetPath(metric.ID, "top")
|
||||
value := processTopMetricValues(stats, metricField.(string))
|
||||
key := castToNullFloat(bucket.Get("key"))
|
||||
newSeries.Points = append(newSeries.Points, plugins.DataTimePoint{value, key})
|
||||
}
|
||||
|
||||
for k, v := range props {
|
||||
newSeries.Tags[k] = v
|
||||
}
|
||||
newSeries.Tags["metric"] = "top_metrics"
|
||||
newSeries.Tags["field"] = metricField.(string)
|
||||
series = append(series, newSeries)
|
||||
}
|
||||
}
|
||||
return series
|
||||
}
|
||||
|
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user