plugins: New static scanner and validator, with Thema slot support (#53754)

* coremodels: Convert plugin-metadata schema to a coremodel

* Newer cuetsy; try quoting field name

* Add slot definitions

* Start sketching out pfs package

* Rerun codegen with fixes, new cuetsy

* Catch up dashboard with new cuetsy

* Update to go1.18

* Use new vmuxers in thema

* Add slot system in Go

* Draft finished implementation of pfs

* Collapse slot pkg into coremodel dir; add PluginInfo

* Add the mux type on top of kernel

* Refactor plugin generator for extensibility

* Change models.cue package, numerous debugs

* Bring new output to parity with old

* Remove old plugin generation logic

* Misc tweaking

* Reintroduce generation of shared schemas

* Drop back to go1.17

* Add globbing to tsconfig exclude

* Introduce pfs test on existing testdata

* Make most existing testdata tests pass with pfs

* coremodels: Convert plugin-metadata schema to a coremodel

* Newer cuetsy; try quoting field name

* Add APIType control concept, regen pluginmeta

* Use proper numeric types for schema fields

* Make pluginmeta schema follow Go type breakdown

* More decomposition into distinct types

* Add test case for no plugin.json file

* Fix missing ref to #Dependencies

* Remove generated TS for pluginmeta

* Update dependencies, rearrange go.mod

* Regenerate without Model prefix

* Use updated thema loader; this is now runnable

* Skip app plugin with weird include

* Make plugin tree extractor reusable

* Split out slot lineage load/validate logic

* Add myriad tests for new plugin validation failures

* Add test for zip fixtures

* One last run of codegen

* Proper delinting

* Ensure validation order is deterministic

* Let there actually be sorting

* Undo reliance on builtIn field (#54009)

* undo builtIn reliance

* fix tests

Co-authored-by: Will Browne <wbrowne@users.noreply.github.com>

pkg/framework/coremodel/gen.go

@@ -12,6 +12,8 @@ import (
 	"strings"
 
 	"cuelang.org/go/cue/cuecontext"
+	"cuelang.org/go/cue/load"
+	"github.com/grafana/cuetsy"
 	gcgen "github.com/grafana/grafana/pkg/codegen"
 	"github.com/grafana/thema"
 )
@@ -52,7 +54,7 @@ func main() {
 		if item.IsDir() {
 			lin, err := gcgen.ExtractLineage(filepath.Join(cmroot, item.Name(), "coremodel.cue"), lib)
 			if err != nil {
-				fmt.Fprintf(os.Stderr, "could not process coremodel dir %s: %s\n", cmroot, err)
+				fmt.Fprintf(os.Stderr, "could not process coremodel dir %s: %s\n", filepath.Join(cmroot, item.Name()), err)
 				os.Exit(1)
 			}
 
@@ -90,6 +92,14 @@ func main() {
 	}
 	wd.Merge(regfiles)
 
+	// TODO generating these is here temporarily until we make a more permanent home
+	wdsh, err := genSharedSchemas(groot)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "TS gen error for shared schemas in %s: %w", filepath.Join(groot, "packages", "grafana-schema", "src", "schema"), err)
+		os.Exit(1)
+	}
+	wd.Merge(wdsh)
+
 	if _, set := os.LookupEnv("CODEGEN_VERIFY"); set {
 		err = wd.Verify()
 		if err != nil {
@@ -104,3 +114,36 @@ func main() {
 		}
 	}
 }
+func genSharedSchemas(groot string) (gcgen.WriteDiffer, error) {
+	abspath := filepath.Join(groot, "packages", "grafana-schema", "src", "schema")
+	cfg := &load.Config{
+		ModuleRoot: groot,
+		Module:     "github.com/grafana/grafana",
+		Dir:        abspath,
+	}
+
+	bi := load.Instances(nil, cfg)
+	if len(bi) > 1 {
+		return nil, fmt.Errorf("loading CUE files in %s resulted in more than one instance", abspath)
+	}
+
+	ctx := cuecontext.New()
+	v := ctx.BuildInstance(bi[0])
+	if v.Err() != nil {
+		return nil, fmt.Errorf("errors while building CUE in %s: %s", abspath, v.Err())
+	}
+
+	b, err := cuetsy.Generate(v, cuetsy.Config{})
+	if err != nil {
+		return nil, fmt.Errorf("failed to generate TS: %w", err)
+	}
+
+	wd := gcgen.NewWriteDiffer()
+	wd[filepath.Join(abspath, "mudball.gen.ts")] = append([]byte(`//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+// This file is autogenerated. DO NOT EDIT.
+//
+// To regenerate, run "make gen-cue" from the repository root.
+//~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+`), b...)
+	return wd, nil
+}