package cloudmonitoring import ( "encoding/json" "fmt" "io/ioutil" "math" "net/url" "reflect" "strconv" "strings" "testing" "time" "github.com/grafana/grafana/pkg/components/simplejson" "github.com/grafana/grafana/pkg/plugins" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestCloudMonitoring(t *testing.T) { executor := &Executor{} t.Run("Parse migrated queries from frontend and build Google Cloud Monitoring API queries", func(t *testing.T) { t.Run("and query has no aggregation set", func(t *testing.T) { qes, err := executor.buildQueryExecutors(getBaseQuery()) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) require.Len(t, queries, 1) assert.Equal(t, "A", queries[0].RefID) assert.Equal(t, "aggregation.alignmentPeriod=%2B60s&aggregation.crossSeriesReducer=REDUCE_NONE&aggregation.perSeriesAligner=ALIGN_MEAN&filter=metric.type%3D%22a%2Fmetric%2Ftype%22&interval.endTime=2018-03-15T13%3A34%3A00Z&interval.startTime=2018-03-15T13%3A00%3A00Z&view=FULL", queries[0].Target) assert.Equal(t, 7, len(queries[0].Params)) assert.Equal(t, "2018-03-15T13:00:00Z", queries[0].Params["interval.startTime"][0]) assert.Equal(t, "2018-03-15T13:34:00Z", queries[0].Params["interval.endTime"][0]) assert.Equal(t, "ALIGN_MEAN", queries[0].Params["aggregation.perSeriesAligner"][0]) assert.Equal(t, "metric.type=\"a/metric/type\"", queries[0].Params["filter"][0]) assert.Equal(t, "FULL", queries[0].Params["view"][0]) assert.Equal(t, "testalias", queries[0].AliasBy) t.Run("and generated deep link has correct parameters", func(t *testing.T) { // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "perSeriesAligner": "ALIGN_MEAN", "filter": "resource.type=\"a/resource/type\" metric.type=\"a/metric/type\"", } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) }) t.Run("and query has filters", func(t *testing.T) { query := getBaseQuery() query.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "metricType": "a/metric/type", "filters": []interface{}{"key", "=", "value", "AND", "key2", "=", "value2", "AND", "resource.type", "=", "another/resource/type"}, }) qes, err := executor.buildQueryExecutors(query) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, 1, len(queries)) assert.Equal(t, `metric.type="a/metric/type" key="value" key2="value2" resource.type="another/resource/type"`, queries[0].Params["filter"][0]) // assign a resource type to query parameters // in the actual workflow this information comes from the response of the Monitoring API // the deep link should not contain this resource type since another resource type is included in the query filters queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "filter": `metric.type="a/metric/type" key="value" key2="value2" resource.type="another/resource/type"`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and alignmentPeriod is set to grafana-auto", func(t *testing.T) { t.Run("and IntervalMS is larger than 60000", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.Queries[0].IntervalMS = 1000000 tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "alignmentPeriod": "grafana-auto", "filters": []interface{}{"key", "=", "value", "AND", "key2", "=", "value2"}, }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+1000s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `1000s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and IntervalMS is less than 60000", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.Queries[0].IntervalMS = 30000 tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "alignmentPeriod": "grafana-auto", "filters": []interface{}{"key", "=", "value", "AND", "key2", "=", "value2"}, }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) }) t.Run("and alignmentPeriod is set to cloud-monitoring-auto", func(t *testing.T) { // legacy t.Run("and range is two hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538033322461" tsdbQuery.TimeRange.To = "1538040522461" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "cloud-monitoring-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) }) t.Run("and range is 22 hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538034524922" tsdbQuery.TimeRange.To = "1538113724922" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "cloud-monitoring-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) }) t.Run("and range is 23 hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538034567985" tsdbQuery.TimeRange.To = "1538117367985" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "cloud-monitoring-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+300s`, queries[0].Params["aggregation.alignmentPeriod"][0]) }) t.Run("and range is 7 days", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538036324073" tsdbQuery.TimeRange.To = "1538641124073" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "cloud-monitoring-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+3600s`, queries[0].Params["aggregation.alignmentPeriod"][0]) }) }) t.Run("and alignmentPeriod is set to stackdriver-auto", func(t *testing.T) { // legacy t.Run("and range is two hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538033322461" tsdbQuery.TimeRange.To = "1538040522461" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "stackdriver-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-09-27T07:28:42Z", "end": "2018-09-27T09:28:42Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and range is 22 hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538034524922" tsdbQuery.TimeRange.To = "1538113724922" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "stackdriver-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-09-27T07:48:44Z", "end": "2018-09-28T05:48:44Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and range is 23 hours", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538034567985" tsdbQuery.TimeRange.To = "1538117367985" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "stackdriver-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+300s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-09-27T07:49:27Z", "end": "2018-09-28T06:49:27Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `300s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and range is 7 days", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.TimeRange.From = "1538036324073" tsdbQuery.TimeRange.To = "1538641124073" tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "target": "target", "alignmentPeriod": "stackdriver-auto", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+3600s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-09-27T08:18:44Z", "end": "2018-10-04T08:18:44Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `3600s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) }) t.Run("and alignmentPeriod is set in frontend", func(t *testing.T) { t.Run("and alignment period is within accepted range", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.Queries[0].IntervalMS = 1000 tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "alignmentPeriod": "+600s", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, `+600s`, queries[0].Params["aggregation.alignmentPeriod"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `600s`, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) }) t.Run("and query has aggregation mean set", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "metricType": "a/metric/type", "crossSeriesReducer": "REDUCE_SUM", "view": "FULL", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, 1, len(queries)) assert.Equal(t, "A", queries[0].RefID) assert.Equal(t, "aggregation.alignmentPeriod=%2B60s&aggregation.crossSeriesReducer=REDUCE_SUM&aggregation.perSeriesAligner=ALIGN_MEAN&filter=metric.type%3D%22a%2Fmetric%2Ftype%22&interval.endTime=2018-03-15T13%3A34%3A00Z&interval.startTime=2018-03-15T13%3A00%3A00Z&view=FULL", queries[0].Target) assert.Equal(t, 7, len(queries[0].Params)) assert.Equal(t, "2018-03-15T13:00:00Z", queries[0].Params["interval.startTime"][0]) assert.Equal(t, "2018-03-15T13:34:00Z", queries[0].Params["interval.endTime"][0]) assert.Equal(t, "REDUCE_SUM", queries[0].Params["aggregation.crossSeriesReducer"][0]) assert.Equal(t, "ALIGN_MEAN", queries[0].Params["aggregation.perSeriesAligner"][0]) assert.Equal(t, "+60s", queries[0].Params["aggregation.alignmentPeriod"][0]) assert.Equal(t, "metric.type=\"a/metric/type\"", queries[0].Params["filter"][0]) assert.Equal(t, "FULL", queries[0].Params["view"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, "crossSeriesReducer": "REDUCE_SUM", "perSeriesAligner": "ALIGN_MEAN", "filter": "resource.type=\"a/resource/type\" metric.type=\"a/metric/type\"", } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) t.Run("and query has group bys", func(t *testing.T) { tsdbQuery := getBaseQuery() tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "metricType": "a/metric/type", "crossSeriesReducer": "REDUCE_NONE", "groupBys": []interface{}{"metric.label.group1", "metric.label.group2"}, "view": "FULL", }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, 1, len(queries)) assert.Equal(t, "A", queries[0].RefID) assert.Equal(t, "aggregation.alignmentPeriod=%2B60s&aggregation.crossSeriesReducer=REDUCE_NONE&aggregation.groupByFields=metric.label.group1&aggregation.groupByFields=metric.label.group2&aggregation.perSeriesAligner=ALIGN_MEAN&filter=metric.type%3D%22a%2Fmetric%2Ftype%22&interval.endTime=2018-03-15T13%3A34%3A00Z&interval.startTime=2018-03-15T13%3A00%3A00Z&view=FULL", queries[0].Target) assert.Equal(t, 8, len(queries[0].Params)) assert.Equal(t, "2018-03-15T13:00:00Z", queries[0].Params["interval.startTime"][0]) assert.Equal(t, "2018-03-15T13:34:00Z", queries[0].Params["interval.endTime"][0]) assert.Equal(t, "ALIGN_MEAN", queries[0].Params["aggregation.perSeriesAligner"][0]) assert.Equal(t, "metric.label.group1", queries[0].Params["aggregation.groupByFields"][0]) assert.Equal(t, "metric.label.group2", queries[0].Params["aggregation.groupByFields"][1]) assert.Equal(t, "metric.type=\"a/metric/type\"", queries[0].Params["filter"][0]) assert.Equal(t, "FULL", queries[0].Params["view"][0]) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, "perSeriesAligner": "ALIGN_MEAN", "filter": "resource.type=\"a/resource/type\" metric.type=\"a/metric/type\"", "groupByFields": []interface{}{"metric.label.group1", "metric.label.group2"}, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) }) }) t.Run("Parse queries from frontend and build Google Cloud Monitoring API queries", func(t *testing.T) { fromStart := time.Date(2018, 3, 15, 13, 0, 0, 0, time.UTC).In(time.Local) tsdbQuery := plugins.DataQuery{ TimeRange: &plugins.DataTimeRange{ From: fmt.Sprintf("%v", fromStart.Unix()*1000), To: fmt.Sprintf("%v", fromStart.Add(34*time.Minute).Unix()*1000), }, Queries: []plugins.DataSubQuery{ { Model: simplejson.NewFromAny(map[string]interface{}{ "queryType": metricQueryType, "metricQuery": map[string]interface{}{ "metricType": "a/metric/type", "view": "FULL", "aliasBy": "testalias", "type": "timeSeriesQuery", "groupBys": []interface{}{"metric.label.group1", "metric.label.group2"}, }, }), RefID: "A", }, }, } t.Run("and query type is metrics", func(t *testing.T) { qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, 1, len(queries)) assert.Equal(t, "A", queries[0].RefID) assert.Equal(t, "aggregation.alignmentPeriod=%2B60s&aggregation.crossSeriesReducer=REDUCE_NONE&aggregation.groupByFields=metric.label.group1&aggregation.groupByFields=metric.label.group2&aggregation.perSeriesAligner=ALIGN_MEAN&filter=metric.type%3D%22a%2Fmetric%2Ftype%22&interval.endTime=2018-03-15T13%3A34%3A00Z&interval.startTime=2018-03-15T13%3A00%3A00Z&view=FULL", queries[0].Target) assert.Equal(t, 8, len(queries[0].Params)) assert.Equal(t, "metric.label.group1", queries[0].Params["aggregation.groupByFields"][0]) assert.Equal(t, "metric.label.group2", queries[0].Params["aggregation.groupByFields"][1]) assert.Equal(t, "2018-03-15T13:00:00Z", queries[0].Params["interval.startTime"][0]) assert.Equal(t, "2018-03-15T13:34:00Z", queries[0].Params["interval.endTime"][0]) assert.Equal(t, "ALIGN_MEAN", queries[0].Params["aggregation.perSeriesAligner"][0]) assert.Equal(t, "metric.type=\"a/metric/type\"", queries[0].Params["filter"][0]) assert.Equal(t, "FULL", queries[0].Params["view"][0]) assert.Equal(t, "testalias", queries[0].AliasBy) assert.Equal(t, []string{"metric.label.group1", "metric.label.group2"}, queries[0].GroupBys) // assign resource type to query parameters to be included in the deep link filter // in the actual workflow this information comes from the response of the Monitoring API queries[0].Params.Set("resourceType", "a/resource/type") dl := queries[0].buildDeepLink() expectedTimeSelection := map[string]string{ "timeRange": "custom", "start": "2018-03-15T13:00:00Z", "end": "2018-03-15T13:34:00Z", } expectedTimeSeriesFilter := map[string]interface{}{ "minAlignmentPeriod": `60s`, "perSeriesAligner": "ALIGN_MEAN", "filter": "resource.type=\"a/resource/type\" metric.type=\"a/metric/type\"", "groupByFields": []interface{}{"metric.label.group1", "metric.label.group2"}, } verifyDeepLink(t, dl, expectedTimeSelection, expectedTimeSeriesFilter) tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "queryType": metricQueryType, "metricQuery": map[string]interface{}{ "editorMode": mqlEditorMode, "projectName": "test-proj", "query": "test-query", "aliasBy": "test-alias", }, "sloQuery": map[string]interface{}{}, }) qes, err = executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) tqueries := make([]*cloudMonitoringTimeSeriesQuery, 0) for _, qi := range qes { q, ok := qi.(*cloudMonitoringTimeSeriesQuery) assert.True(t, ok) tqueries = append(tqueries, q) } assert.Equal(t, 1, len(tqueries)) assert.Equal(t, "A", tqueries[0].RefID) assert.Equal(t, "test-proj", tqueries[0].ProjectName) assert.Equal(t, "test-query", tqueries[0].Query) assert.Equal(t, "test-alias", tqueries[0].AliasBy) }) t.Run("and query type is SLOs", func(t *testing.T) { tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "queryType": sloQueryType, "metricQuery": map[string]interface{}{}, "sloQuery": map[string]interface{}{ "projectName": "test-proj", "alignmentPeriod": "stackdriver-auto", "perSeriesAligner": "ALIGN_NEXT_OLDER", "aliasBy": "", "selectorName": "select_slo_health", "serviceId": "test-service", "sloId": "test-slo", }, }) qes, err := executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) queries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, 1, len(queries)) assert.Equal(t, "A", queries[0].RefID) assert.Equal(t, "2018-03-15T13:00:00Z", queries[0].Params["interval.startTime"][0]) assert.Equal(t, "2018-03-15T13:34:00Z", queries[0].Params["interval.endTime"][0]) assert.Equal(t, `+60s`, queries[0].Params["aggregation.alignmentPeriod"][0]) assert.Equal(t, "", queries[0].AliasBy) assert.Equal(t, "ALIGN_MEAN", queries[0].Params["aggregation.perSeriesAligner"][0]) assert.Equal(t, `aggregation.alignmentPeriod=%2B60s&aggregation.perSeriesAligner=ALIGN_MEAN&filter=select_slo_health%28%22projects%2Ftest-proj%2Fservices%2Ftest-service%2FserviceLevelObjectives%2Ftest-slo%22%29&interval.endTime=2018-03-15T13%3A34%3A00Z&interval.startTime=2018-03-15T13%3A00%3A00Z`, queries[0].Target) assert.Equal(t, 5, len(queries[0].Params)) tsdbQuery.Queries[0].Model = simplejson.NewFromAny(map[string]interface{}{ "queryType": sloQueryType, "metricQuery": map[string]interface{}{}, "sloQuery": map[string]interface{}{ "projectName": "test-proj", "alignmentPeriod": "stackdriver-auto", "perSeriesAligner": "ALIGN_NEXT_OLDER", "aliasBy": "", "selectorName": "select_slo_compliance", "serviceId": "test-service", "sloId": "test-slo", }, }) qes, err = executor.buildQueryExecutors(tsdbQuery) require.NoError(t, err) qqueries := getCloudMonitoringQueriesFromInterface(t, qes) assert.Equal(t, "ALIGN_NEXT_OLDER", qqueries[0].Params["aggregation.perSeriesAligner"][0]) dl := qqueries[0].buildDeepLink() assert.Empty(t, dl) }) }) t.Run("Parse cloud monitoring response in the time series format", func(t *testing.T) { t.Run("when data from query aggregated to one time series", func(t *testing.T) { data, err := loadTestFile("./test-data/1-series-response-agg-one-metric.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) require.Len(t, frames, 1) assert.Equal(t, "serviceruntime.googleapis.com/api/request_count", frames[0].Fields[1].Name) assert.Equal(t, 3, frames[0].Fields[1].Len()) assert.Equal(t, 0.05, frames[0].Fields[1].At(0)) assert.Equal(t, time.Unix(int64(1536670020000/1000), 0).UTC(), frames[0].Fields[0].At(0)) assert.Equal(t, 1.05, frames[0].Fields[1].At(1)) assert.Equal(t, time.Unix(int64(1536670080000/1000), 0).UTC(), frames[0].Fields[0].At(1)) assert.Equal(t, 1.0666666666667, frames[0].Fields[1].At(2)) assert.Equal(t, time.Unix(int64(1536670260000/1000), 0).UTC(), frames[0].Fields[0].At(2)) }) t.Run("when data from query with no aggregation", func(t *testing.T) { data, err := loadTestFile("./test-data/2-series-response-no-agg.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-asia-east-1", frames[0].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-europe-west-1", frames[1].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-us-east-1", frames[2].Fields[1].Name) assert.Equal(t, 3, frames[0].Fields[1].Len()) assert.Equal(t, 9.8566497180145, frames[0].Fields[1].At(0)) assert.Equal(t, 9.7323568146676, frames[0].Fields[1].At(1)) assert.Equal(t, 9.7730520330369, frames[0].Fields[1].At(2)) labels := res.Meta.Get("labels").Interface().(map[string][]string) require.NotNil(t, labels) assert.Equal(t, 3, len(labels["metric.label.instance_name"])) assert.Contains(t, labels["metric.label.instance_name"], "collector-asia-east-1") assert.Contains(t, labels["metric.label.instance_name"], "collector-europe-west-1") assert.Contains(t, labels["metric.label.instance_name"], "collector-us-east-1") assert.Equal(t, 3, len(labels["resource.label.zone"])) assert.Contains(t, labels["resource.label.zone"], "asia-east1-a") assert.Contains(t, labels["resource.label.zone"], "europe-west1-b") assert.Contains(t, labels["resource.label.zone"], "us-east1-b") assert.Equal(t, 1, len(labels["resource.label.project_id"])) assert.Equal(t, "grafana-prod", labels["resource.label.project_id"][0]) }) t.Run("when data from query with no aggregation and group bys", func(t *testing.T) { data, err := loadTestFile("./test-data/2-series-response-no-agg.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, GroupBys: []string{ "metric.label.instance_name", "resource.label.zone", }} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-asia-east-1 asia-east1-a", frames[0].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-europe-west-1 europe-west1-b", frames[1].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time collector-us-east-1 us-east1-b", frames[2].Fields[1].Name) }) t.Run("when data from query with no aggregation and alias by", func(t *testing.T) { data, err := loadTestFile("./test-data/2-series-response-no-agg.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} t.Run("and the alias pattern is for metric type, a metric label and a resource label", func(t *testing.T) { query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{metric.type}} - {{metric.label.instance_name}} - {{resource.label.zone}}", GroupBys: []string{"metric.label.instance_name", "resource.label.zone"}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time - collector-asia-east-1 - asia-east1-a", frames[0].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time - collector-europe-west-1 - europe-west1-b", frames[1].Fields[1].Name) assert.Equal(t, "compute.googleapis.com/instance/cpu/usage_time - collector-us-east-1 - us-east1-b", frames[2].Fields[1].Name) }) t.Run("and the alias pattern is for metric name", func(t *testing.T) { query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "metric {{metric.name}} service {{metric.service}}", GroupBys: []string{"metric.label.instance_name", "resource.label.zone"}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, "metric instance/cpu/usage_time service compute", frames[0].Fields[1].Name) assert.Equal(t, "metric instance/cpu/usage_time service compute", frames[1].Fields[1].Name) assert.Equal(t, "metric instance/cpu/usage_time service compute", frames[2].Fields[1].Name) }) }) t.Run("when data from query is distribution with exponential bounds", func(t *testing.T) { data, err := loadTestFile("./test-data/3-series-response-distribution-exponential.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{bucket}}"} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 11, len(frames)) for i := 0; i < 11; i++ { if i == 0 { assert.Equal(t, "0", frames[i].Fields[1].Name) } else { assert.Equal(t, strconv.FormatInt(int64(math.Pow(float64(2), float64(i-1))), 10), frames[i].Fields[1].Name) } assert.Equal(t, 3, frames[i].Fields[0].Len()) } assert.Equal(t, time.Unix(int64(1536668940000/1000), 0).UTC(), frames[0].Fields[0].At(0)) assert.Equal(t, time.Unix(int64(1536669000000/1000), 0).UTC(), frames[0].Fields[0].At(1)) assert.Equal(t, time.Unix(int64(1536669060000/1000), 0).UTC(), frames[0].Fields[0].At(2)) assert.Equal(t, "0", frames[0].Fields[1].Name) assert.Equal(t, "1", frames[1].Fields[1].Name) assert.Equal(t, "2", frames[2].Fields[1].Name) assert.Equal(t, "4", frames[3].Fields[1].Name) assert.Equal(t, "8", frames[4].Fields[1].Name) assert.Equal(t, float64(1), frames[8].Fields[1].At(0)) assert.Equal(t, float64(1), frames[9].Fields[1].At(0)) assert.Equal(t, float64(1), frames[10].Fields[1].At(0)) assert.Equal(t, float64(0), frames[8].Fields[1].At(1)) assert.Equal(t, float64(0), frames[9].Fields[1].At(1)) assert.Equal(t, float64(1), frames[10].Fields[1].At(1)) assert.Equal(t, float64(0), frames[8].Fields[1].At(2)) assert.Equal(t, float64(1), frames[9].Fields[1].At(2)) assert.Equal(t, float64(0), frames[10].Fields[1].At(2)) }) t.Run("when data from query is distribution with explicit bounds", func(t *testing.T) { data, err := loadTestFile("./test-data/4-series-response-distribution-explicit.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{bucket}}"} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 33, len(frames)) for i := 0; i < 33; i++ { if i == 0 { assert.Equal(t, "0", frames[i].Fields[1].Name) } assert.Equal(t, 2, frames[i].Fields[1].Len()) } assert.Equal(t, time.Unix(int64(1550859086000/1000), 0).UTC(), frames[0].Fields[0].At(0)) assert.Equal(t, time.Unix(int64(1550859146000/1000), 0).UTC(), frames[0].Fields[0].At(1)) assert.Equal(t, "0", frames[0].Fields[1].Name) assert.Equal(t, "0.01", frames[1].Fields[1].Name) assert.Equal(t, "0.05", frames[2].Fields[1].Name) assert.Equal(t, "0.1", frames[3].Fields[1].Name) assert.Equal(t, float64(381), frames[8].Fields[1].At(0)) assert.Equal(t, float64(212), frames[9].Fields[1].At(0)) assert.Equal(t, float64(56), frames[10].Fields[1].At(0)) assert.Equal(t, float64(375), frames[8].Fields[1].At(1)) assert.Equal(t, float64(213), frames[9].Fields[1].At(1)) assert.Equal(t, float64(56), frames[10].Fields[1].At(1)) }) t.Run("when data from query returns metadata system labels", func(t *testing.T) { data, err := loadTestFile("./test-data/5-series-response-meta-data.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{bucket}}"} err = query.parseResponse(res, data, "") require.NoError(t, err) labels := res.Meta.Get("labels").Interface().(map[string][]string) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, 5, len(labels["metadata.system_labels.test"])) assert.Contains(t, labels["metadata.system_labels.test"], "value1") assert.Contains(t, labels["metadata.system_labels.test"], "value2") assert.Contains(t, labels["metadata.system_labels.test"], "value3") assert.Contains(t, labels["metadata.system_labels.test"], "value4") assert.Contains(t, labels["metadata.system_labels.test"], "value5") assert.Equal(t, 2, len(labels["metadata.system_labels.region"])) assert.Contains(t, labels["metadata.system_labels.region"], "us-central1") assert.Contains(t, labels["metadata.system_labels.region"], "us-west1") assert.Equal(t, 2, len(labels["metadata.user_labels.region"])) assert.Contains(t, labels["metadata.user_labels.region"], "region1") assert.Contains(t, labels["metadata.user_labels.region"], "region3") assert.Equal(t, 2, len(labels["metadata.user_labels.name"])) assert.Contains(t, labels["metadata.user_labels.name"], "name1") assert.Contains(t, labels["metadata.user_labels.name"], "name3") }) t.Run("when data from query returns metadata system labels and alias by is defined", func(t *testing.T) { data, err := loadTestFile("./test-data/5-series-response-meta-data.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) t.Run("and systemlabel contains key with array of string", func(t *testing.T) { //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{metadata.system_labels.test}}"} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) fmt.Println(frames[0].Fields[1].Name) assert.Equal(t, "value1, value2", frames[0].Fields[1].Name) assert.Equal(t, "value1, value2, value3", frames[1].Fields[1].Name) assert.Equal(t, "value1, value2, value4, value5", frames[2].Fields[1].Name) }) t.Run("and systemlabel contains key with array of string2", func(t *testing.T) { //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}, AliasBy: "{{metadata.system_labels.test2}}"} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, 3, len(frames)) assert.Equal(t, "testvalue", frames[2].Fields[1].Name) }) }) t.Run("when data from query returns slo and alias by is defined", func(t *testing.T) { data, err := loadTestFile("./test-data/6-series-response-slo.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) t.Run("and alias by is expanded", func(t *testing.T) { //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{ Params: url.Values{}, ProjectName: "test-proj", Selector: "select_slo_compliance", Service: "test-service", Slo: "test-slo", AliasBy: "{{project}} - {{service}} - {{slo}} - {{selector}}", } err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, "test-proj - test-service - test-slo - select_slo_compliance", frames[0].Fields[1].Name) }) }) t.Run("when data from query returns slo and alias by is not defined", func(t *testing.T) { data, err := loadTestFile("./test-data/6-series-response-slo.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) t.Run("and alias by is expanded", func(t *testing.T) { //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{ Params: url.Values{}, ProjectName: "test-proj", Selector: "select_slo_compliance", Service: "test-service", Slo: "test-slo", } err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, "select_slo_compliance(\"projects/test-proj/services/test-service/serviceLevelObjectives/test-slo\")", frames[0].Fields[1].Name) }) }) t.Run("Parse cloud monitoring unit", func(t *testing.T) { t.Run("when mapping is found a unit should be specified on the field config", func(t *testing.T) { data, err := loadTestFile("./test-data/1-series-response-agg-one-metric.json") require.NoError(t, err) assert.Equal(t, 1, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, "Bps", frames[0].Fields[1].Config.Unit) }) t.Run("when mapping is found a unit should be specified on the field config", func(t *testing.T) { data, err := loadTestFile("./test-data/2-series-response-no-agg.json") require.NoError(t, err) assert.Equal(t, 3, len(data.TimeSeries)) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesFilter{Params: url.Values{}} err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, "", frames[0].Fields[1].Config.Unit) }) }) t.Run("when data from query returns MQL and alias by is defined", func(t *testing.T) { data, err := loadTestFile("./test-data/7-series-response-mql.json") require.NoError(t, err) assert.Equal(t, 0, len(data.TimeSeries)) assert.Equal(t, 1, len(data.TimeSeriesData)) t.Run("and alias by is expanded", func(t *testing.T) { fromStart := time.Date(2018, 3, 15, 13, 0, 0, 0, time.UTC).In(time.Local) //nolint: staticcheck // plugins.DataPlugin deprecated res := &plugins.DataQueryResult{Meta: simplejson.New(), RefID: "A"} query := &cloudMonitoringTimeSeriesQuery{ ProjectName: "test-proj", Query: "test-query", AliasBy: "{{project}} - {{resource.label.zone}} - {{resource.label.instance_id}}", timeRange: plugins.DataTimeRange{ From: fmt.Sprintf("%v", fromStart.Unix()*1000), To: fmt.Sprintf("%v", fromStart.Add(34*time.Minute).Unix()*1000), }, } err = query.parseResponse(res, data, "") require.NoError(t, err) frames, err := res.Dataframes.Decoded() require.NoError(t, err) assert.Equal(t, "test-proj - asia-northeast1-c - 6724404429462225363", frames[0].Fields[1].Name) }) }) }) t.Run("when interpolating filter wildcards", func(t *testing.T) { t.Run("and wildcard is used in the beginning and the end of the word", func(t *testing.T) { t.Run("and there's no wildcard in the middle of the word", func(t *testing.T) { value := interpolateFilterWildcards("*-central1*") assert.Equal(t, `has_substring("-central1")`, value) }) t.Run("and there is a wildcard in the middle of the word", func(t *testing.T) { value := interpolateFilterWildcards("*-cent*ral1*") assert.False(t, strings.HasPrefix(value, `has_substring`)) }) }) t.Run("and wildcard is used in the beginning of the word", func(t *testing.T) { t.Run("and there is not a wildcard elsewhere in the word", func(t *testing.T) { value := interpolateFilterWildcards("*-central1") assert.Equal(t, `ends_with("-central1")`, value) }) t.Run("and there is a wildcard elsewhere in the word", func(t *testing.T) { value := interpolateFilterWildcards("*-cent*al1") assert.False(t, strings.HasPrefix(value, `ends_with`)) }) }) t.Run("and wildcard is used at the end of the word", func(t *testing.T) { t.Run("and there is not a wildcard elsewhere in the word", func(t *testing.T) { value := interpolateFilterWildcards("us-central*") assert.Equal(t, `starts_with("us-central")`, value) }) t.Run("and there is a wildcard elsewhere in the word", func(t *testing.T) { value := interpolateFilterWildcards("*us-central*") assert.False(t, strings.HasPrefix(value, `starts_with`)) }) }) t.Run("and wildcard is used in the middle of the word", func(t *testing.T) { t.Run("and there is only one wildcard", func(t *testing.T) { value := interpolateFilterWildcards("us-ce*tral1-b") assert.Equal(t, `monitoring.regex.full_match("^us\\-ce.*tral1\\-b$")`, value) }) t.Run("and there is more than one wildcard", func(t *testing.T) { value := interpolateFilterWildcards("us-ce*tra*1-b") assert.Equal(t, `monitoring.regex.full_match("^us\\-ce.*tra.*1\\-b$")`, value) }) }) t.Run("and wildcard is used in the middle of the word and in the beginning of the word", func(t *testing.T) { value := interpolateFilterWildcards("*s-ce*tral1-b") assert.Equal(t, `monitoring.regex.full_match("^.*s\\-ce.*tral1\\-b$")`, value) }) t.Run("and wildcard is used in the middle of the word and in the ending of the word", func(t *testing.T) { value := interpolateFilterWildcards("us-ce*tral1-*") assert.Equal(t, `monitoring.regex.full_match("^us\\-ce.*tral1\\-.*$")`, value) }) t.Run("and no wildcard is used", func(t *testing.T) { value := interpolateFilterWildcards("us-central1-a}") assert.Equal(t, `us-central1-a}`, value) }) }) t.Run("when building filter string", func(t *testing.T) { t.Run("and there's no regex operator", func(t *testing.T) { t.Run("and there are wildcards in a filter value", func(t *testing.T) { filterParts := []string{"zone", "=", "*-central1*"} value := buildFilterString("somemetrictype", filterParts) assert.Equal(t, `metric.type="somemetrictype" zone=has_substring("-central1")`, value) }) t.Run("and there are no wildcards in any filter value", func(t *testing.T) { filterParts := []string{"zone", "!=", "us-central1-a"} value := buildFilterString("somemetrictype", filterParts) assert.Equal(t, `metric.type="somemetrictype" zone!="us-central1-a"`, value) }) }) t.Run("and there is a regex operator", func(t *testing.T) { filterParts := []string{"zone", "=~", "us-central1-a~"} value := buildFilterString("somemetrictype", filterParts) assert.NotContains(t, value, `=~`) assert.Contains(t, value, `zone=`) assert.Contains(t, value, `zone=monitoring.regex.full_match("us-central1-a~")`) }) }) } func loadTestFile(path string) (cloudMonitoringResponse, error) { var data cloudMonitoringResponse // Can ignore gosec warning G304 here since it's a test path // nolint:gosec jsonBody, err := ioutil.ReadFile(path) if err != nil { return data, err } err = json.Unmarshal(jsonBody, &data) return data, err } func getCloudMonitoringQueriesFromInterface(t *testing.T, qes []cloudMonitoringQueryExecutor) []*cloudMonitoringTimeSeriesFilter { t.Helper() queries := make([]*cloudMonitoringTimeSeriesFilter, 0) for _, qi := range qes { q, ok := qi.(*cloudMonitoringTimeSeriesFilter) require.Truef(t, ok, "Received wrong type %T", qi) queries = append(queries, q) } return queries } func verifyDeepLink(t *testing.T, dl string, expectedTimeSelection map[string]string, expectedTimeSeriesFilter map[string]interface{}) { t.Helper() u, err := url.Parse(dl) require.NoError(t, err) assert.Equal(t, "https", u.Scheme) assert.Equal(t, "accounts.google.com", u.Host) assert.Equal(t, "/AccountChooser", u.Path) params, err := url.ParseQuery(u.RawQuery) require.NoError(t, err) continueParam := params.Get("continue") assert.NotEmpty(t, continueParam) u, err = url.Parse(continueParam) require.NoError(t, err) params, err = url.ParseQuery(u.RawQuery) require.NoError(t, err) deepLinkParam := params.Get("Grafana_deeplink") assert.NotEmpty(t, deepLinkParam) pageStateStr := params.Get("pageState") assert.NotEmpty(t, pageStateStr) var pageState map[string]map[string]interface{} err = json.Unmarshal([]byte(pageStateStr), &pageState) require.NoError(t, err) timeSelection, ok := pageState["timeSelection"] assert.True(t, ok) for k, v := range expectedTimeSelection { s, ok := timeSelection[k].(string) assert.True(t, ok) assert.Equal(t, v, s) } dataSets, ok := pageState["xyChart"]["dataSets"].([]interface{}) assert.True(t, ok) assert.Equal(t, 1, len(dataSets)) dataSet, ok := dataSets[0].(map[string]interface{}) assert.True(t, ok) i, ok := dataSet["timeSeriesFilter"] assert.True(t, ok) timeSeriesFilter := i.(map[string]interface{}) for k, v := range expectedTimeSeriesFilter { s, ok := timeSeriesFilter[k] assert.True(t, ok) rt := reflect.TypeOf(v) switch rt.Kind() { case reflect.Slice, reflect.Array: assert.Equal(t, v, s) default: assert.Equal(t, v, s) } } } func getBaseQuery() plugins.DataQuery { fromStart := time.Date(2018, 3, 15, 13, 0, 0, 0, time.UTC).In(time.Local) query := plugins.DataQuery{ TimeRange: &plugins.DataTimeRange{ From: fmt.Sprintf("%v", fromStart.Unix()*1000), To: fmt.Sprintf("%v", fromStart.Add(34*time.Minute).Unix()*1000), }, Queries: []plugins.DataSubQuery{ { Model: simplejson.NewFromAny(map[string]interface{}{ "metricType": "a/metric/type", "view": "FULL", "aliasBy": "testalias", "type": "timeSeriesQuery", }), RefID: "A", }, }, } return query }