2017-10-13 20:43:08 -05:00
|
|
|
package terraform
|
|
|
|
|
|
|
|
import (
|
2018-05-31 14:39:45 -05:00
|
|
|
"fmt"
|
|
|
|
"log"
|
|
|
|
|
|
|
|
"github.com/hashicorp/terraform/configs"
|
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 16:24:45 -05:00
|
|
|
"github.com/hashicorp/terraform/configs/configschema"
|
|
|
|
"github.com/hashicorp/terraform/providers"
|
|
|
|
"github.com/hashicorp/terraform/states"
|
2018-05-31 14:39:45 -05:00
|
|
|
"github.com/hashicorp/terraform/tfdiags"
|
2017-10-13 20:43:08 -05:00
|
|
|
)
|
|
|
|
|
2018-05-31 14:39:45 -05:00
|
|
|
// Schemas is a container for various kinds of schema that Terraform needs
|
|
|
|
// during processing.
|
2017-10-13 20:43:08 -05:00
|
|
|
type Schemas struct {
|
2018-05-31 14:39:45 -05:00
|
|
|
providers map[string]*ProviderSchema
|
|
|
|
provisioners map[string]*configschema.Block
|
|
|
|
}
|
|
|
|
|
2018-06-01 14:36:55 -05:00
|
|
|
// ProviderSchema returns the entire ProviderSchema object that was produced
|
|
|
|
// by the plugin for the given provider, or nil if no such schema is available.
|
|
|
|
//
|
|
|
|
// It's usually better to go use the more precise methods offered by type
|
|
|
|
// Schemas to handle this detail automatically.
|
|
|
|
func (ss *Schemas) ProviderSchema(typeName string) *ProviderSchema {
|
|
|
|
if ss.providers == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return ss.providers[typeName]
|
|
|
|
}
|
|
|
|
|
2018-05-31 14:39:45 -05:00
|
|
|
// ProviderConfig returns the schema for the provider configuration of the
|
|
|
|
// given provider type, or nil if no such schema is available.
|
|
|
|
func (ss *Schemas) ProviderConfig(typeName string) *configschema.Block {
|
2018-06-01 14:36:55 -05:00
|
|
|
ps := ss.ProviderSchema(typeName)
|
|
|
|
if ps == nil {
|
2018-05-31 14:39:45 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return ps.Provider
|
|
|
|
}
|
|
|
|
|
|
|
|
// ResourceTypeConfig returns the schema for the configuration of a given
|
|
|
|
// resource type belonging to a given provider type, or nil of no such
|
|
|
|
// schema is available.
|
|
|
|
//
|
|
|
|
// In many cases the provider type is inferrable from the resource type name,
|
|
|
|
// but this is not always true because users can override the provider for
|
|
|
|
// a resource using the "provider" meta-argument. Therefore it's important to
|
|
|
|
// always pass the correct provider name, even though it many cases it feels
|
|
|
|
// redundant.
|
|
|
|
func (ss *Schemas) ResourceTypeConfig(providerType string, resourceType string) *configschema.Block {
|
2018-06-01 14:36:55 -05:00
|
|
|
ps := ss.ProviderSchema(providerType)
|
|
|
|
if ps == nil || ps.ResourceTypes == nil {
|
2018-05-31 14:39:45 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return ps.ResourceTypes[resourceType]
|
2017-10-13 20:43:08 -05:00
|
|
|
}
|
|
|
|
|
2018-05-31 14:39:45 -05:00
|
|
|
// DataSourceConfig returns the schema for the configuration of a given
|
|
|
|
// data source belonging to a given provider type, or nil of no such
|
|
|
|
// schema is available.
|
2017-10-13 20:43:08 -05:00
|
|
|
//
|
2018-05-31 14:39:45 -05:00
|
|
|
// In many cases the provider type is inferrable from the data source name,
|
|
|
|
// but this is not always true because users can override the provider for
|
|
|
|
// a resource using the "provider" meta-argument. Therefore it's important to
|
|
|
|
// always pass the correct provider name, even though it many cases it feels
|
|
|
|
// redundant.
|
|
|
|
func (ss *Schemas) DataSourceConfig(providerType string, dataSource string) *configschema.Block {
|
2018-06-01 14:36:55 -05:00
|
|
|
ps := ss.ProviderSchema(providerType)
|
|
|
|
if ps == nil || ps.DataSources == nil {
|
2018-05-31 14:39:45 -05:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return ps.DataSources[dataSource]
|
|
|
|
}
|
|
|
|
|
|
|
|
// ProvisionerConfig returns the schema for the configuration of a given
|
|
|
|
// provisioner, or nil of no such schema is available.
|
|
|
|
func (ss *Schemas) ProvisionerConfig(name string) *configschema.Block {
|
|
|
|
return ss.provisioners[name]
|
|
|
|
}
|
|
|
|
|
various: helpers for collecting necessary provider types
Since schemas are required to interpret provider, resource, and
provisioner attributes in configs, states, and plans, these helpers intend
to make it easier to gather up the the necessary provider types in order
to preload all of the needed schemas before beginning further processing.
Config.ProviderTypes returns directly the list of provider types, since
at this level further detail is not useful: we've not yet run the
provider allocation algorithm, and so the only thing we can reliably
extract here is provider types themselves.
State.ProviderAddrs and Plan.ProviderAddrs each return a list of
absolute provider addresses, which can then be turned into a list of
provider types using the new helper providers.AddressedTypesAbs.
Since we're already using configs.Config throughout core, this also
updates the terraform.LoadSchemas helper to use Config.ProviderTypes
to find the necessary providers, rather than implementing its own
discovery logic. states.State is not yet plumbed in, so we cannot yet
use State.ProviderAddrs to deal with the state but there's a TODO comment
to remind us to update that in a later commit when we swap out
terraform.State for states.State.
A later commit will probably refactor this further so that we can easily
obtain schema for the providers needed to interpret a plan too, but that
is deferred here because further work is required to make core work with
the new plan types first. At that point, terraform.LoadSchemas may become
providers.LoadSchemas with a different interface that just accepts lists
of provider and provisioner names that have been gathered by the caller
using these new helpers.
2018-06-21 19:39:27 -05:00
|
|
|
// LoadSchemas searches the given configuration, state and plan (any of which
|
|
|
|
// may be nil) for constructs that have an associated schema, requests the
|
|
|
|
// necessary schemas from the given component factory (which must _not_ be nil),
|
2018-05-31 14:39:45 -05:00
|
|
|
// and returns a single object representing all of the necessary schemas.
|
|
|
|
//
|
|
|
|
// If an error is returned, it may be a wrapped tfdiags.Diagnostics describing
|
|
|
|
// errors across multiple separate objects. Errors here will usually indicate
|
|
|
|
// either misbehavior on the part of one of the providers or of the provider
|
|
|
|
// protocol itself. When returned with errors, the returned schemas object is
|
|
|
|
// still valid but may be incomplete.
|
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 16:24:45 -05:00
|
|
|
func LoadSchemas(config *configs.Config, state *states.State, components contextComponentFactory) (*Schemas, error) {
|
2018-05-31 14:39:45 -05:00
|
|
|
schemas := &Schemas{
|
|
|
|
providers: map[string]*ProviderSchema{},
|
|
|
|
provisioners: map[string]*configschema.Block{},
|
|
|
|
}
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
newDiags := loadProviderSchemas(schemas.providers, config, state, components)
|
|
|
|
diags = diags.Append(newDiags)
|
|
|
|
newDiags = loadProvisionerSchemas(schemas.provisioners, config, components)
|
|
|
|
diags = diags.Append(newDiags)
|
|
|
|
|
|
|
|
return schemas, diags.Err()
|
|
|
|
}
|
|
|
|
|
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 16:24:45 -05:00
|
|
|
func loadProviderSchemas(schemas map[string]*ProviderSchema, config *configs.Config, state *states.State, components contextComponentFactory) tfdiags.Diagnostics {
|
2018-05-31 14:39:45 -05:00
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
ensure := func(typeName string) {
|
|
|
|
if _, exists := schemas[typeName]; exists {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
log.Printf("[TRACE] LoadSchemas: retrieving schema for provider type %q", typeName)
|
|
|
|
provider, err := components.ResourceProvider(typeName, "early/"+typeName)
|
|
|
|
if err != nil {
|
|
|
|
// We'll put a stub in the map so we won't re-attempt this on
|
|
|
|
// future calls.
|
|
|
|
schemas[typeName] = &ProviderSchema{}
|
|
|
|
diags = diags.Append(
|
|
|
|
fmt.Errorf("Failed to instantiate provider %q to obtain schema: %s", typeName, err),
|
|
|
|
)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer func() {
|
2018-08-16 10:40:08 -05:00
|
|
|
provider.Close()
|
2018-05-31 14:39:45 -05:00
|
|
|
}()
|
|
|
|
|
2018-08-16 10:40:08 -05:00
|
|
|
resp := provider.GetSchema()
|
|
|
|
if resp.Diagnostics.HasErrors() {
|
2018-05-31 14:39:45 -05:00
|
|
|
// We'll put a stub in the map so we won't re-attempt this on
|
|
|
|
// future calls.
|
|
|
|
schemas[typeName] = &ProviderSchema{}
|
|
|
|
diags = diags.Append(
|
2018-08-16 10:40:08 -05:00
|
|
|
fmt.Errorf("Failed to retrieve schema from provider %q: %s", typeName, resp.Diagnostics.Err()),
|
2018-05-31 14:39:45 -05:00
|
|
|
)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2018-08-16 10:40:08 -05:00
|
|
|
s := &ProviderSchema{
|
|
|
|
Provider: resp.Provider.Block,
|
|
|
|
ResourceTypes: make(map[string]*configschema.Block),
|
|
|
|
DataSources: make(map[string]*configschema.Block),
|
|
|
|
}
|
|
|
|
|
|
|
|
for t, r := range resp.ResourceTypes {
|
|
|
|
s.ResourceTypes[t] = r.Block
|
|
|
|
}
|
|
|
|
|
|
|
|
for t, d := range resp.DataSources {
|
|
|
|
s.DataSources[t] = d.Block
|
|
|
|
}
|
|
|
|
|
|
|
|
schemas[typeName] = s
|
2018-05-31 14:39:45 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
if config != nil {
|
various: helpers for collecting necessary provider types
Since schemas are required to interpret provider, resource, and
provisioner attributes in configs, states, and plans, these helpers intend
to make it easier to gather up the the necessary provider types in order
to preload all of the needed schemas before beginning further processing.
Config.ProviderTypes returns directly the list of provider types, since
at this level further detail is not useful: we've not yet run the
provider allocation algorithm, and so the only thing we can reliably
extract here is provider types themselves.
State.ProviderAddrs and Plan.ProviderAddrs each return a list of
absolute provider addresses, which can then be turned into a list of
provider types using the new helper providers.AddressedTypesAbs.
Since we're already using configs.Config throughout core, this also
updates the terraform.LoadSchemas helper to use Config.ProviderTypes
to find the necessary providers, rather than implementing its own
discovery logic. states.State is not yet plumbed in, so we cannot yet
use State.ProviderAddrs to deal with the state but there's a TODO comment
to remind us to update that in a later commit when we swap out
terraform.State for states.State.
A later commit will probably refactor this further so that we can easily
obtain schema for the providers needed to interpret a plan too, but that
is deferred here because further work is required to make core work with
the new plan types first. At that point, terraform.LoadSchemas may become
providers.LoadSchemas with a different interface that just accepts lists
of provider and provisioner names that have been gathered by the caller
using these new helpers.
2018-06-21 19:39:27 -05:00
|
|
|
for _, typeName := range config.ProviderTypes() {
|
|
|
|
ensure(typeName)
|
2018-05-31 14:39:45 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if state != nil {
|
terraform: Ugly huge change to weave in new State and Plan types
Due to how often the state and plan types are referenced throughout
Terraform, there isn't a great way to switch them out gradually. As a
consequence, this huge commit gets us from the old world to a _compilable_
new world, but still has a large number of known test failures due to
key functionality being stubbed out.
The stubs here are for anything that interacts with providers, since we
now need to do the follow-up work to similarly replace the old
terraform.ResourceProvider interface with its replacement in the new
"providers" package. That work, along with work to fix the remaining
failing tests, will follow in subsequent commits.
The aim here was to replace all references to terraform.State and its
downstream types with states.State, terraform.Plan with plans.Plan,
state.State with statemgr.State, and switch to the new implementations of
the state and plan file formats. However, due to the number of times those
types are used, this also ended up affecting numerous other parts of core
such as terraform.Hook, the backend.Backend interface, and most of the CLI
commands.
Just as with 5861dbf3fc49b19587a31816eb06f511ab861bb4 before, I apologize
in advance to the person who inevitably just found this huge commit while
spelunking through the commit history.
2018-08-14 16:24:45 -05:00
|
|
|
needed := providers.AddressedTypesAbs(state.ProviderAddrs())
|
|
|
|
for _, typeName := range needed {
|
|
|
|
ensure(typeName)
|
2018-05-31 14:39:45 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return diags
|
|
|
|
}
|
|
|
|
|
|
|
|
func loadProvisionerSchemas(schemas map[string]*configschema.Block, config *configs.Config, components contextComponentFactory) tfdiags.Diagnostics {
|
|
|
|
var diags tfdiags.Diagnostics
|
|
|
|
|
|
|
|
ensure := func(name string) {
|
|
|
|
if _, exists := schemas[name]; exists {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2018-05-31 18:55:39 -05:00
|
|
|
log.Printf("[TRACE] LoadSchemas: retrieving schema for provisioner %q", name)
|
2018-05-31 14:39:45 -05:00
|
|
|
provisioner, err := components.ResourceProvisioner(name, "early/"+name)
|
|
|
|
if err != nil {
|
|
|
|
// We'll put a stub in the map so we won't re-attempt this on
|
|
|
|
// future calls.
|
|
|
|
schemas[name] = &configschema.Block{}
|
|
|
|
diags = diags.Append(
|
|
|
|
fmt.Errorf("Failed to instantiate provisioner %q to obtain schema: %s", name, err),
|
|
|
|
)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if closer, ok := provisioner.(ResourceProvisionerCloser); ok {
|
|
|
|
closer.Close()
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
schema, err := provisioner.GetConfigSchema()
|
|
|
|
if err != nil {
|
|
|
|
// We'll put a stub in the map so we won't re-attempt this on
|
|
|
|
// future calls.
|
|
|
|
schemas[name] = &configschema.Block{}
|
|
|
|
diags = diags.Append(
|
|
|
|
fmt.Errorf("Failed to retrieve schema from provisioner %q: %s", name, err),
|
|
|
|
)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
schemas[name] = schema
|
|
|
|
}
|
|
|
|
|
|
|
|
if config != nil {
|
|
|
|
for _, rc := range config.Module.ManagedResources {
|
|
|
|
for _, pc := range rc.Managed.Provisioners {
|
|
|
|
ensure(pc.Type)
|
|
|
|
}
|
|
|
|
}
|
2018-06-01 14:50:44 -05:00
|
|
|
|
|
|
|
// Must also visit our child modules, recursively.
|
|
|
|
for _, cc := range config.Children {
|
|
|
|
childDiags := loadProvisionerSchemas(schemas, cc, components)
|
|
|
|
diags = diags.Append(childDiags)
|
|
|
|
}
|
2018-05-31 14:39:45 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
return diags
|
|
|
|
}
|
2017-10-13 20:43:08 -05:00
|
|
|
|
|
|
|
// ProviderSchema represents the schema for a provider's own configuration
|
|
|
|
// and the configuration for some or all of its resources and data sources.
|
|
|
|
//
|
|
|
|
// The completeness of this structure depends on how it was constructed.
|
|
|
|
// When constructed for a configuration, it will generally include only
|
|
|
|
// resource types and data sources used by that configuration.
|
|
|
|
type ProviderSchema struct {
|
|
|
|
Provider *configschema.Block
|
|
|
|
ResourceTypes map[string]*configschema.Block
|
|
|
|
DataSources map[string]*configschema.Block
|
|
|
|
}
|
|
|
|
|
|
|
|
// ProviderSchemaRequest is used to describe to a ResourceProvider which
|
|
|
|
// aspects of schema are required, when calling the GetSchema method.
|
|
|
|
type ProviderSchemaRequest struct {
|
|
|
|
ResourceTypes []string
|
|
|
|
DataSources []string
|
|
|
|
}
|