frontend for trim/apply defaults and some bug fixing (#33561)

* remove empty object and workaround on list

* frontend

* add toggle on frontend

pkg/api/plugins.go

@@ -206,10 +206,19 @@ func (hs *HTTPServer) GetPluginMarkdown(c *models.ReqContext) response.Response
 }
 
 func (hs *HTTPServer) ImportDashboard(c *models.ReqContext, apiCmd dtos.ImportDashboardCommand) response.Response {
+	var err error
 	if apiCmd.PluginId == "" && apiCmd.Dashboard == nil {
 		return response.Error(422, "Dashboard must be set", nil)
 	}
 
+	trimDefaults := c.QueryBoolWithDefault("trimdefaults", true)
+	if trimDefaults && !hs.LoadSchemaService.IsDisabled() {
+		apiCmd.Dashboard, err = hs.LoadSchemaService.DashboardApplyDefaults(apiCmd.Dashboard)
+		if err != nil {
+			return response.Error(500, "Error while applying default value to the dashboard json", err)
+		}
+	}
+
 	dashInfo, err := hs.PluginManager.ImportDashboard(apiCmd.PluginId, apiCmd.Path, c.OrgId, apiCmd.FolderId,
 		apiCmd.Dashboard, apiCmd.Overwrite, apiCmd.Inputs, c.SignedInUser, hs.DataService)
 	if err != nil {

pkg/schema/load/applydefault_test.go

@@ -51,7 +51,6 @@ func TestGenerate(t *testing.T) {
 		})
 	}
 
-	t.Skip()
 	for _, c := range cases {
 		t.Run(c.Name+" trim default value", func(t *testing.T) {
 			var r cue.Runtime

pkg/schema/load/generic.go

@@ -3,6 +3,7 @@ package load
 import (
 	"bytes"
 	"fmt"
+	"strings"
 
 	"cuelang.org/go/cue"
 	"cuelang.org/go/cue/load"
@@ -149,6 +150,7 @@ func (gvs *genericVersionedSchema) TrimDefaults(r schema.Resource) (schema.Resou
 		return r, err
 	}
 	re, err := convertCUEValueToString(rv)
+	fmt.Println("the trimed fields would be: ", re)
 	if err != nil {
 		return r, err
 	}
@@ -171,9 +173,10 @@ func removeDefaultHelper(inputdef cue.Value, input cue.Value) (cue.Value, bool,
 		if err != nil {
 			return rv, false, err
 		}
+		keySet := make(map[string]bool)
 		for iter.Next() {
 			lable, _ := iter.Value().Label()
-
+			keySet[lable] = true
 			lv := input.LookupPath(cue.MakePath(cue.Str(lable)))
 			if err != nil {
 				continue
@@ -185,6 +188,17 @@ func removeDefaultHelper(inputdef cue.Value, input cue.Value) (cue.Value, bool,
 				}
 			}
 		}
+		// Get all the fields that are not defined in schema yet for panel
+		iter, err = input.Fields()
+		if err != nil {
+			return rv, false, err
+		}
+		for iter.Next() {
+			lable, _ := iter.Value().Label()
+			if exists := keySet[lable]; !exists {
+				rv = rv.FillPath(cue.MakePath(cue.Str(lable)), iter.Value())
+			}
+		}
 		return rv, false, nil
 	case cue.ListKind:
 		val, _ := inputdef.Default()
@@ -194,7 +208,6 @@ func removeDefaultHelper(inputdef cue.Value, input cue.Value) (cue.Value, bool,
 			return rv, true, nil
 		}
 		ele := inputdef.LookupPath(cue.MakePath(cue.AnyIndex))
-		fmt.Println("xxxxxxxxxxxxxxxxxxxxx ", ele.IncompleteKind())
 		if ele.IncompleteKind() == cue.BottomKind {
 			return rv, true, nil
 		}
@@ -203,17 +216,23 @@ func removeDefaultHelper(inputdef cue.Value, input cue.Value) (cue.Value, bool,
 		if err != nil {
 			return rv, true, nil
 		}
-		index := 0
+		var iterlist []string
 		for iter.Next() {
 			re, isEqual, err := removeDefaultHelper(ele, iter.Value())
 			if err == nil && !isEqual {
-				rv = rv.FillPath(cue.MakePath(cue.Index(index)), re)
-				index++
+				reString, err := convertCUEValueToString(re)
+				if err != nil {
+					return rv, true, nil
+				}
+				iterlist = append(iterlist, reString)
 			}
 		}
-
-		// rv = rv.FillPath(cue.MakePath(cue.Str(lable)), rv)
-		return rv, false, nil
+		iterlistContent := fmt.Sprintf("[%s]", strings.Join(iterlist, ","))
+		liInstance, err := rt.Compile("resource", []byte(iterlistContent))
+		if err != nil {
+			return rv, false, err
+		}
+		return liInstance.Value(), false, nil
 	default:
 		val, _ := inputdef.Default()
 		err1 := input.Subsume(val)

pkg/schema/load/testdata/artifacts/dashboards/trimdefault/test4

@@ -0,0 +1,73 @@
+Verifies common usecases for trimdefault/applydefault functions:
+* open structure should be kept when fields not present
+
+-- CUE --
+{ 
+  templating?: list: [...{...}]
+}
+
+-- Full --
+{
+  "templating": {
+    "list": [
+      {
+        "allValue": null,
+        "current": {
+            "text": "America",
+            "value": "America"
+        },
+        "datasource": "gdev-postgres",
+        "definition": "",
+        "hide": 0,
+        "includeAll": false,
+        "label": "Datacenter",
+        "multi": false,
+        "name": "datacenter",
+        "options": [],
+        "query": "SELECT DISTINCT datacenter FROM grafana_metric",
+        "refresh": 1,
+        "regex": "",
+        "skipUrlSync": false,
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
+        "useTags": false
+      }
+    ]
+  }
+}
+
+-- Trimed --
+{
+  "templating": {
+    "list": [
+      {
+        "allValue": null,
+        "current": {
+            "text": "America",
+            "value": "America"
+        },
+        "datasource": "gdev-postgres",
+        "definition": "",
+        "hide": 0,
+        "includeAll": false,
+        "label": "Datacenter",
+        "multi": false,
+        "name": "datacenter",
+        "options": [],
+        "query": "SELECT DISTINCT datacenter FROM grafana_metric",
+        "refresh": 1,
+        "regex": "",
+        "skipUrlSync": false,
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
+        "useTags": false
+      }
+    ]
+  }
+}