mirror of
https://github.com/grafana/grafana.git
synced 2024-12-02 05:29:42 -06:00
c989f0fbbe
* convert SQLs to use sdk contracts * make draft * postgres * intermedia * get datasourceinfo filled at the beginning of the service * move the interval into package because of cyclict import and fix all postgres tests * fix mysql test * fix mssql * fix the test for pr https://github.com/grafana/grafana/issues/35839 * fix some issue about intervalv2 package * update sql test * wire migration for SQLs * add sqls to the background process * make it register instead of register and start * revert formatting * fix tests * fix linter * remove integration test * Postgres test fix Co-authored-by: Marcus Efraimsson <marcus.efraimsson@gmail.com>
250 lines
9.9 KiB
Go
250 lines
9.9 KiB
Go
package postgres
|
|
|
|
import (
|
|
"fmt"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/grafana/grafana-plugin-sdk-go/backend"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestMacroEngine(t *testing.T) {
|
|
timescaledbEnabled := false
|
|
engine := newPostgresMacroEngine(timescaledbEnabled)
|
|
timescaledbEnabled = true
|
|
engineTS := newPostgresMacroEngine(timescaledbEnabled)
|
|
query := &backend.DataQuery{}
|
|
|
|
t.Run("Given a time range between 2018-04-12 00:00 and 2018-04-12 00:05", func(t *testing.T) {
|
|
from := time.Date(2018, 4, 12, 18, 0, 0, 0, time.UTC)
|
|
to := from.Add(5 * time.Minute)
|
|
timeRange := backend.TimeRange{From: from, To: to}
|
|
|
|
t.Run("interpolate __time function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__time(time_column)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "select time_column AS \"time\"", sql)
|
|
})
|
|
|
|
t.Run("interpolate __time function wrapped in aggregation", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select min($__time(time_column))")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "select min(time_column AS \"time\")", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "WHERE $__timeFilter(time_column)")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, fmt.Sprintf("WHERE time_column BETWEEN '%s' AND '%s'", from.Format(time.RFC3339Nano), to.Format(time.RFC3339Nano)), sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeFrom function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__timeFrom()")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "select '2018-04-12T18:00:00Z'", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeTo function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__timeTo()")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "select '2018-04-12T18:05:00Z'", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function pre 5.3 compatibility", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "SELECT $__timeGroup(time_column,'5m'), value")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "SELECT floor(extract(epoch from time_column)/300)*300 AS \"time\", value", sql)
|
|
|
|
sql, err = engine.Interpolate(query, timeRange, "SELECT $__timeGroup(time_column,'5m') as time, value")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "SELECT floor(extract(epoch from time_column)/300)*300 as time, value", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "SELECT $__timeGroup(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
sql2, err := engine.Interpolate(query, timeRange, "SELECT $__timeGroupAlias(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "SELECT floor(extract(epoch from time_column)/300)*300", sql)
|
|
require.Equal(t, sql2, sql+" AS \"time\"")
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function with spaces between args", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "$__timeGroup(time_column , '5m')")
|
|
require.NoError(t, err)
|
|
sql2, err := engine.Interpolate(query, timeRange, "$__timeGroupAlias(time_column , '5m')")
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "floor(extract(epoch from time_column)/300)*300", sql)
|
|
require.Equal(t, sql2, sql+" AS \"time\"")
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function with TimescaleDB enabled", func(t *testing.T) {
|
|
sql, err := engineTS.Interpolate(query, timeRange, "GROUP BY $__timeGroup(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "GROUP BY time_bucket('300.000s',time_column)", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function with spaces between args and TimescaleDB enabled", func(t *testing.T) {
|
|
sql, err := engineTS.Interpolate(query, timeRange, "GROUP BY $__timeGroup(time_column , '5m')")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "GROUP BY time_bucket('300.000s',time_column)", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function with large time range as an argument and TimescaleDB enabled", func(t *testing.T) {
|
|
sql, err := engineTS.Interpolate(query, timeRange, "GROUP BY $__timeGroup(time_column , '12d')")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "GROUP BY time_bucket('1036800.000s',time_column)", sql)
|
|
})
|
|
|
|
t.Run("interpolate __timeGroup function with small time range as an argument and TimescaleDB enabled", func(t *testing.T) {
|
|
sql, err := engineTS.Interpolate(query, timeRange, "GROUP BY $__timeGroup(time_column , '20ms')")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "GROUP BY time_bucket('0.020s',time_column)", sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.Unix(), to.Unix()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochNanoFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochNanoFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.UnixNano(), to.UnixNano()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochNanoFrom function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochNanoFrom()")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select %d", from.UnixNano()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochNanoTo function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochNanoTo()")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select %d", to.UnixNano()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochGroup function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "SELECT $__unixEpochGroup(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
sql2, err := engine.Interpolate(query, timeRange, "SELECT $__unixEpochGroupAlias(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "SELECT floor(time_column/300)*300", sql)
|
|
require.Equal(t, sql2, sql+" AS \"time\"")
|
|
})
|
|
})
|
|
|
|
t.Run("Given a time range between 1960-02-01 07:00 and 1965-02-03 08:00", func(t *testing.T) {
|
|
from := time.Date(1960, 2, 1, 7, 0, 0, 0, time.UTC)
|
|
to := time.Date(1965, 2, 3, 8, 0, 0, 0, time.UTC)
|
|
timeRange := backend.TimeRange{
|
|
From: from,
|
|
To: to,
|
|
}
|
|
|
|
t.Run("interpolate __timeFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "WHERE $__timeFilter(time_column)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("WHERE time_column BETWEEN '%s' AND '%s'", from.Format(time.RFC3339Nano), to.Format(time.RFC3339Nano)), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.Unix(), to.Unix()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochNanoFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochNanoFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.UnixNano(), to.UnixNano()), sql)
|
|
})
|
|
})
|
|
|
|
t.Run("Given a time range between 1960-02-01 07:00 and 1980-02-03 08:00", func(t *testing.T) {
|
|
from := time.Date(1960, 2, 1, 7, 0, 0, 0, time.UTC)
|
|
to := time.Date(1980, 2, 3, 8, 0, 0, 0, time.UTC)
|
|
timeRange := backend.TimeRange{
|
|
From: from,
|
|
To: to,
|
|
}
|
|
|
|
t.Run("interpolate __timeFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "WHERE $__timeFilter(time_column)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("WHERE time_column BETWEEN '%s' AND '%s'", from.Format(time.RFC3339Nano), to.Format(time.RFC3339Nano)), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.Unix(), to.Unix()), sql)
|
|
})
|
|
|
|
t.Run("interpolate __unixEpochNanoFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "select $__unixEpochNanoFilter(time)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("select time >= %d AND time <= %d", from.UnixNano(), to.UnixNano()), sql)
|
|
})
|
|
})
|
|
|
|
t.Run("Given a time range between 1960-02-01 07:00:00.5 and 1980-02-03 08:00:00.5", func(t *testing.T) {
|
|
from := time.Date(1960, 2, 1, 7, 0, 0, 500e6, time.UTC)
|
|
to := time.Date(1980, 2, 3, 8, 0, 0, 500e6, time.UTC)
|
|
timeRange := backend.TimeRange{
|
|
From: from,
|
|
To: to,
|
|
}
|
|
require.Equal(t, "1960-02-01T07:00:00.5Z", from.Format(time.RFC3339Nano))
|
|
require.Equal(t, "1980-02-03T08:00:00.5Z", to.Format(time.RFC3339Nano))
|
|
|
|
t.Run("interpolate __timeFilter function", func(t *testing.T) {
|
|
sql, err := engine.Interpolate(query, timeRange, "WHERE $__timeFilter(time_column)")
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("WHERE time_column BETWEEN '%s' AND '%s'", from.Format(time.RFC3339Nano), to.Format(time.RFC3339Nano)), sql)
|
|
})
|
|
})
|
|
}
|
|
|
|
func TestMacroEngineConcurrency(t *testing.T) {
|
|
engine := newPostgresMacroEngine(false)
|
|
query1 := backend.DataQuery{
|
|
JSON: []byte{},
|
|
}
|
|
query2 := backend.DataQuery{
|
|
JSON: []byte{},
|
|
}
|
|
from := time.Date(2018, 4, 12, 18, 0, 0, 0, time.UTC)
|
|
to := from.Add(5 * time.Minute)
|
|
timeRange := backend.TimeRange{From: from, To: to}
|
|
|
|
var wg sync.WaitGroup
|
|
wg.Add(2)
|
|
|
|
go func(query backend.DataQuery) {
|
|
defer wg.Done()
|
|
_, err := engine.Interpolate(&query, timeRange, "SELECT $__timeGroup(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
}(query1)
|
|
|
|
go func(query backend.DataQuery) {
|
|
_, err := engine.Interpolate(&query, timeRange, "SELECT $__timeGroup(time_column,'5m')")
|
|
require.NoError(t, err)
|
|
defer wg.Done()
|
|
}(query2)
|
|
|
|
wg.Wait()
|
|
}
|