mirror of
https://github.com/grafana/grafana.git
synced 2025-01-27 16:57:14 -06:00
0a2c5065a0
* Choose mode. Add log field on top level dualwriter * Add logs * Turn DualWriter into a full interface. Fix tests * Lint * Use struct for dualWriter interface * Use struct * Default should be legacyStore for all entities * Fix test. Get rid of extra concrete type * Remove comment * Add comment * Temp set dualwriter mode 2 for playlists while configs are not in place * Add modes type + add comment on what each mode does * Don't require watcher interface for now * Use storage implementation on mode 2 * Update pkg/apiserver/rest/dualwriter_mode2.go Co-authored-by: Todd Treece <360020+toddtreece@users.noreply.github.com> * Pass log values to the context * test * Update pkg/apiserver/rest/dualwriter_mode3.go Co-authored-by: Dan Cech <dcech@grafana.com> --------- Co-authored-by: Todd Treece <360020+toddtreece@users.noreply.github.com> Co-authored-by: Dan Cech <dcech@grafana.com>
474 lines
14 KiB
Go
474 lines
14 KiB
Go
package rest
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/api/meta"
|
|
metainternalversion "k8s.io/apimachinery/pkg/apis/meta/internalversion"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
)
|
|
|
|
var createFn = func(context.Context, runtime.Object) error { return nil }
|
|
|
|
var exampleOption = &metainternalversion.ListOptions{}
|
|
|
|
func TestMode2_Create(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
input runtime.Object
|
|
setupLegacyFn func(m *mock.Mock, input runtime.Object)
|
|
setupStorageFn func(m *mock.Mock, input runtime.Object)
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "creating an object in both the LegacyStorage and Storage",
|
|
input: exampleObj,
|
|
setupLegacyFn: func(m *mock.Mock, input runtime.Object) {
|
|
m.On("Create", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input runtime.Object) {
|
|
m.On("Create", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
},
|
|
{
|
|
name: "error when creating object in the legacy store fails",
|
|
input: failingObj,
|
|
setupLegacyFn: func(m *mock.Mock, input runtime.Object) {
|
|
m.On("Create", mock.Anything, input, mock.Anything, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m, tt.input)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m, tt.input)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, err := dw.Create(context.Background(), tt.input, createFn, &metav1.CreateOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, exampleObj, obj)
|
|
accessor, err := meta.Accessor(obj)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, accessor.GetResourceVersion(), "")
|
|
}
|
|
}
|
|
|
|
func TestMode2_Get(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
input string
|
|
setupLegacyFn func(m *mock.Mock, input string)
|
|
setupStorageFn func(m *mock.Mock, input string)
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "getting an object from storage",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(anotherObj, nil)
|
|
},
|
|
},
|
|
{
|
|
name: "object not present in storage but present in legacy store",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
},
|
|
{
|
|
name: "error when getting object in both stores fails",
|
|
input: "object-fail",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m, tt.input)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m, tt.input)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, err := dw.Get(context.Background(), tt.input, &metav1.GetOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, obj, exampleObj)
|
|
assert.NotEqual(t, obj, anotherObj)
|
|
}
|
|
}
|
|
|
|
func TestMode2_List(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
inputLegacy *metainternalversion.ListOptions
|
|
setupLegacyFn func(m *mock.Mock)
|
|
setupStorageFn func(m *mock.Mock)
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "object present in both Storage and LegacyStorage",
|
|
inputLegacy: exampleOption,
|
|
setupLegacyFn: func(m *mock.Mock) {
|
|
m.On("List", mock.Anything, mock.Anything).Return(exampleList, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock) {
|
|
m.On("List", mock.Anything, mock.Anything).Return(anotherList, nil)
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, err := dw.List(context.Background(), &metainternalversion.ListOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, exampleList, obj)
|
|
}
|
|
}
|
|
|
|
func TestMode2_Delete(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
input string
|
|
setupLegacyFn func(m *mock.Mock, input string)
|
|
setupStorageFn func(m *mock.Mock, input string)
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "delete in legacy and storage",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
},
|
|
{
|
|
name: "object delete in legacy not found, but found in storage",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, "not-found-legacy", mock.Anything, mock.Anything).Return(nil, false, apierrors.NewNotFound(schema.GroupResource{Group: "", Resource: "pods"}, "not-found"))
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
},
|
|
{
|
|
name: " object delete in storage not found, but found in legacy",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, "not-found-storage", mock.Anything, mock.Anything).Return(nil, false, apierrors.NewNotFound(schema.GroupResource{Group: "", Resource: "pods"}, "not-found"))
|
|
},
|
|
},
|
|
{
|
|
name: " object not found in both",
|
|
input: "object-fail",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(nil, false, apierrors.NewNotFound(schema.GroupResource{Group: "", Resource: "pods"}, "not-found"))
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(nil, false, apierrors.NewNotFound(schema.GroupResource{Group: "", Resource: "pods"}, "not-found"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: " object delete error",
|
|
input: "object-fail",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(nil, false, errors.New("error"))
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Delete", mock.Anything, input, mock.Anything, mock.Anything).Return(nil, false, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m, tt.input)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m, tt.input)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, _, err := dw.Delete(context.Background(), tt.input, func(context.Context, runtime.Object) error { return nil }, &metav1.DeleteOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, obj, exampleObj)
|
|
assert.NotEqual(t, obj, anotherObj)
|
|
}
|
|
}
|
|
|
|
func TestMode2_DeleteCollection(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
input string
|
|
setupLegacyFn func(m *mock.Mock)
|
|
setupStorageFn func(m *mock.Mock)
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "deleting a collection in both stores",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock) {
|
|
m.On("DeleteCollection", mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleList, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock) {
|
|
m.On("DeleteCollection", mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleList, nil)
|
|
},
|
|
},
|
|
{
|
|
name: "error deleting a collection in the storage when legacy store is successful",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock) {
|
|
m.On("DeleteCollection", mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock) {
|
|
m.On("DeleteCollection", mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "deleting a collection when error in legacy store",
|
|
input: "fail",
|
|
setupLegacyFn: func(m *mock.Mock) {
|
|
m.On("DeleteCollection", mock.Anything, mock.Anything, &metav1.DeleteOptions{TypeMeta: metav1.TypeMeta{Kind: "fail"}}, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, err := dw.DeleteCollection(context.Background(), func(ctx context.Context, obj runtime.Object) error { return nil }, &metav1.DeleteOptions{TypeMeta: metav1.TypeMeta{Kind: tt.input}}, &metainternalversion.ListOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, exampleList, obj)
|
|
}
|
|
}
|
|
|
|
func TestMode2_Update(t *testing.T) {
|
|
type testCase struct {
|
|
name string
|
|
input string
|
|
setupLegacyFn func(m *mock.Mock, input string)
|
|
setupStorageFn func(m *mock.Mock, input string)
|
|
setupGetFn func(m *mock.Mock, input string)
|
|
expectedObj runtime.Object
|
|
wantErr bool
|
|
}
|
|
tests :=
|
|
[]testCase{
|
|
{
|
|
name: "update an object in both stores",
|
|
input: "foo",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupGetFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
expectedObj: exampleObj,
|
|
},
|
|
{
|
|
name: "object is not found in storage",
|
|
input: "not-found",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupGetFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(nil, apierrors.NewNotFound(schema.GroupResource{Group: "", Resource: "pods"}, "not found"))
|
|
},
|
|
expectedObj: exampleObj,
|
|
},
|
|
{
|
|
name: "error finding object storage",
|
|
input: "object-fail",
|
|
setupGetFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(nil, errors.New("error"))
|
|
},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "error updating legacy store",
|
|
input: "object-fail",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(nil, false, errors.New("error"))
|
|
},
|
|
setupGetFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(exampleObjDifferentRV, nil)
|
|
},
|
|
wantErr: true,
|
|
},
|
|
{
|
|
name: "error updating storage",
|
|
input: "object-fail",
|
|
setupLegacyFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(exampleObj, false, nil)
|
|
},
|
|
setupStorageFn: func(m *mock.Mock, input string) {
|
|
m.On("Update", mock.Anything, input, mock.Anything, mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(nil, false, errors.New("error"))
|
|
},
|
|
setupGetFn: func(m *mock.Mock, input string) {
|
|
m.On("Get", mock.Anything, input, mock.Anything).Return(exampleObj, nil)
|
|
},
|
|
wantErr: true,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
l := (LegacyStorage)(nil)
|
|
s := (Storage)(nil)
|
|
m := &mock.Mock{}
|
|
|
|
ls := legacyStoreMock{m, l}
|
|
us := storageMock{m, s}
|
|
|
|
if tt.setupGetFn != nil {
|
|
tt.setupGetFn(m, tt.input)
|
|
}
|
|
|
|
if tt.setupLegacyFn != nil {
|
|
tt.setupLegacyFn(m, tt.input)
|
|
}
|
|
if tt.setupStorageFn != nil {
|
|
tt.setupStorageFn(m, tt.input)
|
|
}
|
|
|
|
dw := selectDualWriter(Mode2, ls, us)
|
|
|
|
obj, _, err := dw.Update(context.Background(), tt.input, UpdatedObjInfoObj{}, func(ctx context.Context, obj runtime.Object) error { return nil }, func(ctx context.Context, obj, old runtime.Object) error { return nil }, false, &metav1.UpdateOptions{})
|
|
|
|
if tt.wantErr {
|
|
assert.Error(t, err)
|
|
continue
|
|
}
|
|
|
|
assert.Equal(t, tt.expectedObj, obj)
|
|
assert.NotEqual(t, anotherObj, obj)
|
|
}
|
|
}
|