mirror of
https://github.com/grafana/grafana.git
synced 2024-11-23 01:16:31 -06:00
cadc6088db
* CloudWatch: move parse request types separate package * Move metric query constants, unexport metricDataQuery json decoding type * Unexport isSearchExpression
496 lines
16 KiB
Go
496 lines
16 KiB
Go
package cloudwatch
|
|
|
|
import (
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/aws/aws-sdk-go/aws"
|
|
"github.com/aws/aws-sdk-go/service/cloudwatch"
|
|
"github.com/grafana/grafana/pkg/tsdb/cloudwatch/models"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func loadGetMetricDataOutputsFromFile(filePath string) ([]*cloudwatch.GetMetricDataOutput, error) {
|
|
var getMetricDataOutputs []*cloudwatch.GetMetricDataOutput
|
|
cleanFilePath := filepath.Clean(filePath)
|
|
jsonBody, err := os.ReadFile(cleanFilePath)
|
|
if err != nil {
|
|
return getMetricDataOutputs, err
|
|
}
|
|
err = json.Unmarshal(jsonBody, &getMetricDataOutputs)
|
|
return getMetricDataOutputs, err
|
|
}
|
|
|
|
func TestCloudWatchResponseParser(t *testing.T) {
|
|
startTime := time.Now()
|
|
endTime := startTime.Add(2 * time.Hour)
|
|
t.Run("when aggregating multi-outputs response", func(t *testing.T) {
|
|
getMetricDataOutputs, err := loadGetMetricDataOutputsFromFile("./testdata/multiple-outputs-query-a.json")
|
|
require.NoError(t, err)
|
|
aggregatedResponse := aggregateResponse(getMetricDataOutputs)
|
|
idA := "a"
|
|
t.Run("should have two labels", func(t *testing.T) {
|
|
assert.Len(t, aggregatedResponse[idA].Metrics, 2)
|
|
})
|
|
t.Run("should have points for label1 taken from both getMetricDataOutputs", func(t *testing.T) {
|
|
require.NotNil(t, *aggregatedResponse[idA].Metrics[0].Label)
|
|
require.Equal(t, "label1", *aggregatedResponse[idA].Metrics[0].Label)
|
|
assert.Len(t, aggregatedResponse[idA].Metrics[0].Values, 10)
|
|
})
|
|
t.Run("should have statuscode 'Complete'", func(t *testing.T) {
|
|
assert.Equal(t, "Complete", aggregatedResponse[idA].StatusCode)
|
|
})
|
|
t.Run("should have exceeded request limit", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxMetricsExceeded"])
|
|
})
|
|
t.Run("should have exceeded query time range", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxQueryTimeRangeExceeded"])
|
|
})
|
|
t.Run("should have exceeded max query results", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxQueryResultsExceeded"])
|
|
})
|
|
t.Run("should have exceeded max matching results", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxMatchingResultsExceeded"])
|
|
})
|
|
})
|
|
|
|
t.Run("when aggregating multi-outputs response with PartialData and ArithmeticError", func(t *testing.T) {
|
|
getMetricDataOutputs, err := loadGetMetricDataOutputsFromFile("./testdata/multiple-outputs-query-b.json")
|
|
require.NoError(t, err)
|
|
aggregatedResponse := aggregateResponse(getMetricDataOutputs)
|
|
idB := "b"
|
|
t.Run("should have statuscode is 'PartialData'", func(t *testing.T) {
|
|
assert.Equal(t, "PartialData", aggregatedResponse[idB].StatusCode)
|
|
})
|
|
t.Run("should have an arithmetic error and an error message", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idB].HasArithmeticError)
|
|
assert.Equal(t, "One or more data-points have been dropped due to non-numeric values (NaN, -Infinite, +Infinite)", aggregatedResponse[idB].ArithmeticErrorMessage)
|
|
})
|
|
})
|
|
|
|
t.Run("when aggregating multi-outputs response", func(t *testing.T) {
|
|
getMetricDataOutputs, err := loadGetMetricDataOutputsFromFile("./testdata/single-output-multiple-metric-data-results.json")
|
|
require.NoError(t, err)
|
|
aggregatedResponse := aggregateResponse(getMetricDataOutputs)
|
|
idA := "a"
|
|
t.Run("should have one label", func(t *testing.T) {
|
|
assert.Len(t, aggregatedResponse[idA].Metrics, 1)
|
|
})
|
|
t.Run("should have points for label1 taken from both MetricDataResults", func(t *testing.T) {
|
|
require.NotNil(t, *aggregatedResponse[idA].Metrics[0].Label)
|
|
require.Equal(t, "label1", *aggregatedResponse[idA].Metrics[0].Label)
|
|
assert.Len(t, aggregatedResponse[idA].Metrics[0].Values, 6)
|
|
})
|
|
t.Run("should have statuscode 'Complete'", func(t *testing.T) {
|
|
assert.Equal(t, "Complete", aggregatedResponse[idA].StatusCode)
|
|
})
|
|
})
|
|
|
|
t.Run("when aggregating response and error codes are in first GetMetricDataOutput", func(t *testing.T) {
|
|
getMetricDataOutputs, err := loadGetMetricDataOutputsFromFile("./testdata/multiple-outputs2.json")
|
|
require.NoError(t, err)
|
|
aggregatedResponse := aggregateResponse(getMetricDataOutputs)
|
|
t.Run("response for id a", func(t *testing.T) {
|
|
idA := "a"
|
|
t.Run("should have exceeded request limit", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxMetricsExceeded"])
|
|
})
|
|
t.Run("should have exceeded query time range", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxQueryTimeRangeExceeded"])
|
|
})
|
|
t.Run("should have exceeded max query results", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxQueryResultsExceeded"])
|
|
})
|
|
t.Run("should have exceeded max matching results", func(t *testing.T) {
|
|
assert.True(t, aggregatedResponse[idA].ErrorCodes["MaxMatchingResultsExceeded"])
|
|
})
|
|
})
|
|
})
|
|
|
|
t.Run("Expand dimension value using exact match", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("id1"),
|
|
Label: aws.String("lb1"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
{
|
|
Id: aws.String("id2"),
|
|
Label: aws.String("lb2"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb1", "lb2"},
|
|
"TargetGroup": {"tg"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} Expanded",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
frame1 := frames[0]
|
|
assert.Equal(t, "lb1 Expanded", frame1.Name)
|
|
assert.Equal(t, "lb1", frame1.Fields[1].Labels["LoadBalancer"])
|
|
|
|
frame2 := frames[1]
|
|
assert.Equal(t, "lb2 Expanded", frame2.Name)
|
|
assert.Equal(t, "lb2", frame2.Fields[1].Labels["LoadBalancer"])
|
|
})
|
|
|
|
t.Run("Expand dimension value using substring", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("id1"),
|
|
Label: aws.String("lb1 Sum"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
{
|
|
Id: aws.String("id2"),
|
|
Label: aws.String("lb2 Average"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
}}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb1", "lb2"},
|
|
"TargetGroup": {"tg"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} Expanded",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
frame1 := frames[0]
|
|
assert.Equal(t, "lb1 Expanded", frame1.Name)
|
|
assert.Equal(t, "lb1", frame1.Fields[1].Labels["LoadBalancer"])
|
|
|
|
frame2 := frames[1]
|
|
assert.Equal(t, "lb2 Expanded", frame2.Name)
|
|
assert.Equal(t, "lb2", frame2.Fields[1].Labels["LoadBalancer"])
|
|
})
|
|
|
|
t.Run("Expand dimension value using wildcard", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("lb3"),
|
|
Label: aws.String("lb3"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
{
|
|
Id: aws.String("lb4"),
|
|
Label: aws.String("lb4"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"*"},
|
|
"TargetGroup": {"tg"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} Expanded",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, "lb3 Expanded", frames[0].Name)
|
|
assert.Equal(t, "lb4 Expanded", frames[1].Name)
|
|
})
|
|
|
|
t.Run("Expand dimension value when no values are returned and a multi-valued template variable is used", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("lb3"),
|
|
Label: aws.String("lb3"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb1", "lb2"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} Expanded",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
assert.Len(t, frames, 2)
|
|
assert.Equal(t, "lb1 Expanded", frames[0].Name)
|
|
assert.Equal(t, "lb2 Expanded", frames[1].Name)
|
|
})
|
|
|
|
t.Run("Expand dimension value when no values are returned and a multi-valued template variable and two single-valued dimensions are used", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("lb3"),
|
|
Label: aws.String("lb3"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb1", "lb2"},
|
|
"InstanceType": {"micro"},
|
|
"Resource": {"res"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} Expanded {{InstanceType}} - {{Resource}}",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
assert.Len(t, frames, 2)
|
|
assert.Equal(t, "lb1 Expanded micro - res", frames[0].Name)
|
|
assert.Equal(t, "lb2 Expanded micro - res", frames[1].Name)
|
|
})
|
|
|
|
t.Run("Should only expand certain fields when using SQL queries", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("lb3"),
|
|
Label: aws.String("lb3"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
},
|
|
Values: []*float64{aws.Float64(23)},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb1"},
|
|
"InstanceType": {"micro"},
|
|
"Resource": {"res"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{LoadBalancer}} {{InstanceType}} {{metric}} {{namespace}} {{stat}} {{region}} {{period}}",
|
|
MetricQueryType: models.MetricQueryTypeQuery,
|
|
MetricEditorMode: models.MetricEditorModeRaw,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
assert.False(t, strings.Contains(frames[0].Name, "AWS/ApplicationELB"))
|
|
assert.False(t, strings.Contains(frames[0].Name, "lb1"))
|
|
assert.False(t, strings.Contains(frames[0].Name, "micro"))
|
|
assert.False(t, strings.Contains(frames[0].Name, "AWS/ApplicationELB"))
|
|
|
|
assert.True(t, strings.Contains(frames[0].Name, "us-east-1"))
|
|
assert.True(t, strings.Contains(frames[0].Name, "60"))
|
|
})
|
|
|
|
t.Run("Parse cloudwatch response", func(t *testing.T) {
|
|
timestamp := time.Unix(0, 0)
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Id: aws.String("id1"),
|
|
Label: aws.String("lb"),
|
|
Timestamps: []*time.Time{
|
|
aws.Time(timestamp),
|
|
aws.Time(timestamp.Add(60 * time.Second)),
|
|
aws.Time(timestamp.Add(180 * time.Second)),
|
|
},
|
|
Values: []*float64{
|
|
aws.Float64(10),
|
|
aws.Float64(20),
|
|
aws.Float64(30),
|
|
},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
query := &models.CloudWatchQuery{
|
|
RefId: "refId1",
|
|
Region: "us-east-1",
|
|
Namespace: "AWS/ApplicationELB",
|
|
MetricName: "TargetResponseTime",
|
|
Dimensions: map[string][]string{
|
|
"LoadBalancer": {"lb"},
|
|
"TargetGroup": {"tg"},
|
|
},
|
|
Statistic: "Average",
|
|
Period: 60,
|
|
Alias: "{{namespace}}_{{metric}}_{{stat}}",
|
|
MetricQueryType: models.MetricQueryTypeSearch,
|
|
MetricEditorMode: models.MetricEditorModeBuilder,
|
|
}
|
|
frames, err := buildDataFrames(startTime, endTime, *response, query, false)
|
|
require.NoError(t, err)
|
|
|
|
frame := frames[0]
|
|
assert.Equal(t, "AWS/ApplicationELB_TargetResponseTime_Average", frame.Name)
|
|
assert.Equal(t, "Time", frame.Fields[0].Name)
|
|
assert.Equal(t, "lb", frame.Fields[1].Labels["LoadBalancer"])
|
|
assert.Equal(t, 10.0, *frame.Fields[1].At(0).(*float64))
|
|
assert.Equal(t, 20.0, *frame.Fields[1].At(1).(*float64))
|
|
assert.Equal(t, 30.0, *frame.Fields[1].At(2).(*float64))
|
|
assert.Equal(t, "Value", frame.Fields[1].Name)
|
|
assert.Equal(t, "", frame.Fields[1].Config.DisplayName)
|
|
})
|
|
|
|
t.Run("buildDataFrames should use response label as frame name when dynamic label is enabled", func(t *testing.T) {
|
|
response := &queryRowResponse{
|
|
Metrics: []*cloudwatch.MetricDataResult{
|
|
{
|
|
Label: aws.String("some response label"),
|
|
Timestamps: []*time.Time{},
|
|
Values: []*float64{aws.Float64(10)},
|
|
StatusCode: aws.String("Complete"),
|
|
},
|
|
},
|
|
}
|
|
|
|
frames, err := buildDataFrames(startTime, endTime, *response, &models.CloudWatchQuery{}, true)
|
|
|
|
assert.NoError(t, err)
|
|
require.Len(t, frames, 1)
|
|
assert.Equal(t, "some response label", frames[0].Name)
|
|
})
|
|
}
|