2017-11-30 17:43:28 +01:00
|
|
|
package dashboards
|
2017-11-23 11:29:06 +01:00
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"fmt"
|
2019-06-04 22:23:08 +02:00
|
|
|
"os"
|
2019-05-15 12:20:17 +02:00
|
|
|
|
2019-05-13 14:45:54 +08:00
|
|
|
"github.com/grafana/grafana/pkg/infra/log"
|
2022-02-16 14:15:44 +01:00
|
|
|
"github.com/grafana/grafana/pkg/services/dashboards"
|
2024-01-10 16:48:28 +01:00
|
|
|
"github.com/grafana/grafana/pkg/services/folder"
|
2022-10-13 14:40:46 +02:00
|
|
|
"github.com/grafana/grafana/pkg/services/org"
|
2022-02-23 11:12:37 +01:00
|
|
|
"github.com/grafana/grafana/pkg/services/provisioning/utils"
|
2017-11-23 11:29:06 +01:00
|
|
|
)
|
|
|
|
|
|
2021-01-19 18:57:09 +01:00
|
|
|
// DashboardProvisioner is responsible for syncing dashboard from disk to
|
|
|
|
|
// Grafana's database.
|
2020-03-25 21:14:24 +08:00
|
|
|
type DashboardProvisioner interface {
|
2022-06-27 18:11:08 +03:00
|
|
|
HasDashboardSources() bool
|
2021-09-14 16:08:04 +02:00
|
|
|
Provision(ctx context.Context) error
|
2020-03-25 21:14:24 +08:00
|
|
|
PollChanges(ctx context.Context)
|
|
|
|
|
GetProvisionerResolvedPath(name string) string
|
2020-04-15 08:12:52 +02:00
|
|
|
GetAllowUIUpdatesFromConfig(name string) bool
|
2021-10-05 13:26:24 +02:00
|
|
|
CleanUpOrphanedDashboards(ctx context.Context)
|
2020-03-25 21:14:24 +08:00
|
|
|
}
|
|
|
|
|
|
2020-04-15 08:12:52 +02:00
|
|
|
// DashboardProvisionerFactory creates DashboardProvisioners based on input
|
2024-01-10 16:48:28 +01:00
|
|
|
type DashboardProvisionerFactory func(context.Context, string, dashboards.DashboardProvisioningService, org.Service, utils.DashboardStore, folder.Service) (DashboardProvisioner, error)
|
2020-03-25 21:14:24 +08:00
|
|
|
|
2021-01-19 18:57:09 +01:00
|
|
|
// Provisioner is responsible for syncing dashboard from disk to Grafana's database.
|
2020-04-15 08:12:52 +02:00
|
|
|
type Provisioner struct {
|
2021-07-21 19:52:41 +04:00
|
|
|
log log.Logger
|
|
|
|
|
fileReaders []*FileReader
|
|
|
|
|
configs []*config
|
|
|
|
|
duplicateValidator duplicateValidator
|
2022-02-23 11:12:37 +01:00
|
|
|
provisioner dashboards.DashboardProvisioningService
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|
|
|
|
|
|
2022-06-27 18:11:08 +03:00
|
|
|
func (provider *Provisioner) HasDashboardSources() bool {
|
|
|
|
|
return len(provider.fileReaders) > 0
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-15 08:12:52 +02:00
|
|
|
// New returns a new DashboardProvisioner
|
2024-01-10 16:48:28 +01:00
|
|
|
func New(ctx context.Context, configDirectory string, provisioner dashboards.DashboardProvisioningService, orgService org.Service, dashboardStore utils.DashboardStore, folderService folder.Service) (DashboardProvisioner, error) {
|
2019-04-25 09:06:44 +02:00
|
|
|
logger := log.New("provisioning.dashboard")
|
2022-10-13 14:40:46 +02:00
|
|
|
cfgReader := &configReader{path: configDirectory, log: logger, orgService: orgService}
|
2021-11-03 11:31:56 +01:00
|
|
|
configs, err := cfgReader.readConfig(ctx)
|
2019-04-25 09:06:44 +02:00
|
|
|
if err != nil {
|
2022-06-03 03:24:24 -04:00
|
|
|
return nil, fmt.Errorf("%v: %w", "Failed to read dashboards config", err)
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|
|
|
|
|
|
2024-01-10 16:48:28 +01:00
|
|
|
fileReaders, err := getFileReaders(configs, logger, provisioner, dashboardStore, folderService)
|
2017-11-23 11:29:06 +01:00
|
|
|
if err != nil {
|
2022-06-03 03:24:24 -04:00
|
|
|
return nil, fmt.Errorf("%v: %w", "Failed to initialize file readers", err)
|
2019-04-25 09:06:44 +02:00
|
|
|
}
|
|
|
|
|
|
2020-04-15 08:12:52 +02:00
|
|
|
d := &Provisioner{
|
2021-07-21 19:52:41 +04:00
|
|
|
log: logger,
|
|
|
|
|
fileReaders: fileReaders,
|
|
|
|
|
configs: configs,
|
|
|
|
|
duplicateValidator: newDuplicateValidator(logger, fileReaders),
|
2022-02-23 11:12:37 +01:00
|
|
|
provisioner: provisioner,
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|
|
|
|
|
|
2019-04-25 09:06:44 +02:00
|
|
|
return d, nil
|
|
|
|
|
}
|
|
|
|
|
|
2021-01-19 18:57:09 +01:00
|
|
|
// Provision scans the disk for dashboards and updates
|
|
|
|
|
// the database with the latest versions of those dashboards.
|
2021-09-14 16:08:04 +02:00
|
|
|
func (provider *Provisioner) Provision(ctx context.Context) error {
|
2024-01-10 16:48:28 +01:00
|
|
|
provider.log.Info("starting to provision dashboards")
|
|
|
|
|
|
2019-04-25 09:06:44 +02:00
|
|
|
for _, reader := range provider.fileReaders {
|
2021-09-14 16:08:04 +02:00
|
|
|
if err := reader.walkDisk(ctx); err != nil {
|
2019-06-04 22:23:08 +02:00
|
|
|
if os.IsNotExist(err) {
|
|
|
|
|
// don't stop the provisioning service in case the folder is missing. The folder can appear after the startup
|
|
|
|
|
provider.log.Warn("Failed to provision config", "name", reader.Cfg.Name, "error", err)
|
|
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
2022-06-06 16:30:31 -04:00
|
|
|
return fmt.Errorf("failed to provision config %v: %w", reader.Cfg.Name, err)
|
2019-04-25 09:06:44 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2021-07-21 19:52:41 +04:00
|
|
|
provider.duplicateValidator.validate()
|
2024-01-10 16:48:28 +01:00
|
|
|
provider.log.Info("finished to provision dashboards")
|
2019-04-25 09:06:44 +02:00
|
|
|
return nil
|
|
|
|
|
}
|
|
|
|
|
|
2020-09-11 11:19:44 +04:00
|
|
|
// CleanUpOrphanedDashboards deletes provisioned dashboards missing a linked reader.
|
2021-10-05 13:26:24 +02:00
|
|
|
func (provider *Provisioner) CleanUpOrphanedDashboards(ctx context.Context) {
|
2020-09-11 11:19:44 +04:00
|
|
|
currentReaders := make([]string, len(provider.fileReaders))
|
|
|
|
|
|
|
|
|
|
for index, reader := range provider.fileReaders {
|
|
|
|
|
currentReaders[index] = reader.Cfg.Name
|
|
|
|
|
}
|
|
|
|
|
|
2023-01-18 13:52:41 +01:00
|
|
|
if err := provider.provisioner.DeleteOrphanedProvisionedDashboards(ctx, &dashboards.DeleteOrphanedProvisionedDashboardsCommand{ReaderNames: currentReaders}); err != nil {
|
2020-09-11 11:19:44 +04:00
|
|
|
provider.log.Warn("Failed to delete orphaned provisioned dashboards", "err", err)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2021-01-19 18:57:09 +01:00
|
|
|
// PollChanges starts polling for changes in dashboard definition files. It creates a goroutine for each provider
|
2019-04-25 09:06:44 +02:00
|
|
|
// defined in the config.
|
2020-04-15 08:12:52 +02:00
|
|
|
func (provider *Provisioner) PollChanges(ctx context.Context) {
|
2019-04-25 09:06:44 +02:00
|
|
|
for _, reader := range provider.fileReaders {
|
|
|
|
|
go reader.pollChanges(ctx)
|
|
|
|
|
}
|
2021-07-21 19:52:41 +04:00
|
|
|
|
|
|
|
|
go provider.duplicateValidator.Run(ctx)
|
2019-04-25 09:06:44 +02:00
|
|
|
}
|
|
|
|
|
|
2019-04-30 13:32:18 +02:00
|
|
|
// GetProvisionerResolvedPath returns resolved path for the specified provisioner name. Can be used to generate
|
2022-08-09 10:19:30 +02:00
|
|
|
// relative path to provisioning file from its external_id.
|
2020-04-15 08:12:52 +02:00
|
|
|
func (provider *Provisioner) GetProvisionerResolvedPath(name string) string {
|
2019-04-30 13:32:18 +02:00
|
|
|
for _, reader := range provider.fileReaders {
|
|
|
|
|
if reader.Cfg.Name == name {
|
|
|
|
|
return reader.resolvedPath()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-15 08:12:52 +02:00
|
|
|
// GetAllowUIUpdatesFromConfig return if a dashboard provisioner allows updates from the UI
|
|
|
|
|
func (provider *Provisioner) GetAllowUIUpdatesFromConfig(name string) bool {
|
2019-10-31 14:27:31 +01:00
|
|
|
for _, config := range provider.configs {
|
|
|
|
|
if config.Name == name {
|
2020-04-16 05:46:20 +02:00
|
|
|
return config.AllowUIUpdates
|
2019-10-31 14:27:31 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return false
|
|
|
|
|
}
|
|
|
|
|
|
2022-03-03 15:05:47 +01:00
|
|
|
func getFileReaders(
|
2024-01-10 16:48:28 +01:00
|
|
|
configs []*config,
|
|
|
|
|
logger log.Logger,
|
|
|
|
|
service dashboards.DashboardProvisioningService,
|
|
|
|
|
store utils.DashboardStore,
|
|
|
|
|
folderService folder.Service,
|
2022-03-03 15:05:47 +01:00
|
|
|
) ([]*FileReader, error) {
|
2020-04-15 08:12:52 +02:00
|
|
|
var readers []*FileReader
|
2019-04-25 09:06:44 +02:00
|
|
|
|
|
|
|
|
for _, config := range configs {
|
|
|
|
|
switch config.Type {
|
2017-11-28 14:01:10 +01:00
|
|
|
case "file":
|
2024-01-10 16:48:28 +01:00
|
|
|
fileReader, err := NewDashboardFileReader(
|
|
|
|
|
config,
|
|
|
|
|
logger.New("type", config.Type, "name", config.Name),
|
|
|
|
|
service,
|
|
|
|
|
store,
|
|
|
|
|
folderService,
|
|
|
|
|
)
|
2017-11-23 11:29:06 +01:00
|
|
|
if err != nil {
|
2022-06-06 16:30:31 -04:00
|
|
|
return nil, fmt.Errorf("failed to create file reader for config %v: %w", config.Name, err)
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|
2019-04-25 09:06:44 +02:00
|
|
|
readers = append(readers, fileReader)
|
2017-11-28 14:01:10 +01:00
|
|
|
default:
|
2019-04-25 09:06:44 +02:00
|
|
|
return nil, fmt.Errorf("type %s is not supported", config.Type)
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2019-04-25 09:06:44 +02:00
|
|
|
return readers, nil
|
2017-11-23 11:29:06 +01:00
|
|
|
}
|