mirror of
https://github.com/opentofu/opentofu.git
synced 2024-12-30 10:47:14 -06:00
61baceb308
Our reference transformer analyses and our destroy transformer analyses are built around static (not-yet-expanded) addresses so that they can correctly handle mixtures of expanded and not-yet-expanded objects in the same graph. However, this characteristic also makes them unnecessarily conservative in their handling of references between resources within different instances of the same module: we know they can never interact with each other in practice because the dependencies for all instances of a module are the same and so one instance cannot possibly depend on another. As a compromise then, here we introduce a new helper function that can recognize when a proposed edge is between two resource instances that belong to different instances of the same module, and thus allow us to skip actually creating those edges even though our imprecise analyses believe them to be needed. As well as significantly reducing the number of edges in situations where multi-instance resources appear inside multi-instance modules, this also fixes some potential cycles in situations where a single plan includes both destroying an instance of a module and creating a new instance of the same module: the dependencies between the objects in the instance being destroyed and the objects in the instance being created can, if allowed to connect, cause Terraform to believe that the create and the destroy both depend on one another even though there is no need for that to be true in practice. This involves a very specialized helper function to encode the situation where this exception applies. This function has an ugly name to reflect how specialized it is; it's not intended to be of any use outside of these three situations in particular.
311 lines
9.6 KiB
Go
311 lines
9.6 KiB
Go
package terraform
|
|
|
|
import (
|
|
"log"
|
|
"sort"
|
|
|
|
"github.com/hashicorp/terraform/addrs"
|
|
"github.com/hashicorp/terraform/states"
|
|
|
|
"github.com/hashicorp/terraform/configs"
|
|
"github.com/hashicorp/terraform/dag"
|
|
)
|
|
|
|
// GraphNodeDestroyer must be implemented by nodes that destroy resources.
|
|
type GraphNodeDestroyer interface {
|
|
dag.Vertex
|
|
|
|
// DestroyAddr is the address of the resource that is being
|
|
// destroyed by this node. If this returns nil, then this node
|
|
// is not destroying anything.
|
|
DestroyAddr() *addrs.AbsResourceInstance
|
|
}
|
|
|
|
// GraphNodeCreator must be implemented by nodes that create OR update resources.
|
|
type GraphNodeCreator interface {
|
|
// CreateAddr is the address of the resource being created or updated
|
|
CreateAddr() *addrs.AbsResourceInstance
|
|
}
|
|
|
|
// DestroyEdgeTransformer is a GraphTransformer that creates the proper
|
|
// references for destroy resources. Destroy resources are more complex
|
|
// in that they must be depend on the destruction of resources that
|
|
// in turn depend on the CREATION of the node being destroy.
|
|
//
|
|
// That is complicated. Visually:
|
|
//
|
|
// B_d -> A_d -> A -> B
|
|
//
|
|
// Notice that A destroy depends on B destroy, while B create depends on
|
|
// A create. They're inverted. This must be done for example because often
|
|
// dependent resources will block parent resources from deleting. Concrete
|
|
// example: VPC with subnets, the VPC can't be deleted while there are
|
|
// still subnets.
|
|
type DestroyEdgeTransformer struct {
|
|
// These are needed to properly build the graph of dependencies
|
|
// to determine what a destroy node depends on. Any of these can be nil.
|
|
Config *configs.Config
|
|
State *states.State
|
|
|
|
// If configuration is present then Schemas is required in order to
|
|
// obtain schema information from providers and provisioners in order
|
|
// to properly resolve implicit dependencies.
|
|
Schemas *Schemas
|
|
}
|
|
|
|
func (t *DestroyEdgeTransformer) Transform(g *Graph) error {
|
|
// Build a map of what is being destroyed (by address string) to
|
|
// the list of destroyers.
|
|
destroyers := make(map[string][]GraphNodeDestroyer)
|
|
|
|
// Record the creators, which will need to depend on the destroyers if they
|
|
// are only being updated.
|
|
creators := make(map[string]GraphNodeCreator)
|
|
|
|
// destroyersByResource records each destroyer by the ConfigResource
|
|
// address. We use this because dependencies are only referenced as
|
|
// resources and have no index or module instance information, but we will
|
|
// want to connect all the individual instances for correct ordering.
|
|
destroyersByResource := make(map[string][]GraphNodeDestroyer)
|
|
for _, v := range g.Vertices() {
|
|
switch n := v.(type) {
|
|
case GraphNodeDestroyer:
|
|
addrP := n.DestroyAddr()
|
|
if addrP == nil {
|
|
log.Printf("[WARN] DestroyEdgeTransformer: %q (%T) has no destroy address", dag.VertexName(n), v)
|
|
continue
|
|
}
|
|
addr := *addrP
|
|
|
|
key := addr.String()
|
|
log.Printf("[TRACE] DestroyEdgeTransformer: %q (%T) destroys %s", dag.VertexName(n), v, key)
|
|
destroyers[key] = append(destroyers[key], n)
|
|
|
|
resAddr := addr.ContainingResource().Config().String()
|
|
destroyersByResource[resAddr] = append(destroyersByResource[resAddr], n)
|
|
case GraphNodeCreator:
|
|
addr := n.CreateAddr()
|
|
creators[addr.String()] = n
|
|
}
|
|
}
|
|
|
|
// If we aren't destroying anything, there will be no edges to make
|
|
// so just exit early and avoid future work.
|
|
if len(destroyers) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Connect destroy despendencies as stored in the state
|
|
for _, ds := range destroyers {
|
|
for _, des := range ds {
|
|
ri, ok := des.(GraphNodeResourceInstance)
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
for _, resAddr := range ri.StateDependencies() {
|
|
for _, desDep := range destroyersByResource[resAddr.String()] {
|
|
if !graphNodesAreResourceInstancesInDifferentInstancesOfSameModule(desDep, des) {
|
|
log.Printf("[TRACE] DestroyEdgeTransformer: %s has stored dependency of %s\n", dag.VertexName(desDep), dag.VertexName(des))
|
|
g.Connect(dag.BasicEdge(desDep, des))
|
|
} else {
|
|
log.Printf("[TRACE] DestroyEdgeTransformer: skipping %s => %s inter-module-instance dependency\n", dag.VertexName(desDep), dag.VertexName(des))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// connect creators to any destroyers on which they may depend
|
|
for _, c := range creators {
|
|
ri, ok := c.(GraphNodeResourceInstance)
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
for _, resAddr := range ri.StateDependencies() {
|
|
for _, desDep := range destroyersByResource[resAddr.String()] {
|
|
if !graphNodesAreResourceInstancesInDifferentInstancesOfSameModule(c, desDep) {
|
|
log.Printf("[TRACE] DestroyEdgeTransformer: %s has stored dependency of %s\n", dag.VertexName(c), dag.VertexName(desDep))
|
|
g.Connect(dag.BasicEdge(c, desDep))
|
|
} else {
|
|
log.Printf("[TRACE] DestroyEdgeTransformer: skipping %s => %s inter-module-instance dependency\n", dag.VertexName(c), dag.VertexName(desDep))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// Go through and connect creators to destroyers. Going along with
|
|
// our example, this makes: A_d => A
|
|
for _, v := range g.Vertices() {
|
|
cn, ok := v.(GraphNodeCreator)
|
|
if !ok {
|
|
continue
|
|
}
|
|
|
|
addr := cn.CreateAddr()
|
|
if addr == nil {
|
|
continue
|
|
}
|
|
|
|
for _, d := range destroyers[addr.String()] {
|
|
// For illustrating our example
|
|
a_d := d.(dag.Vertex)
|
|
a := v
|
|
|
|
log.Printf(
|
|
"[TRACE] DestroyEdgeTransformer: connecting creator %q with destroyer %q",
|
|
dag.VertexName(a), dag.VertexName(a_d))
|
|
|
|
g.Connect(dag.BasicEdge(a, a_d))
|
|
|
|
// Attach the destroy node to the creator
|
|
// There really shouldn't be more than one destroyer, but even if
|
|
// there are, any of them will represent the correct
|
|
// CreateBeforeDestroy status.
|
|
if n, ok := cn.(GraphNodeAttachDestroyer); ok {
|
|
if d, ok := d.(GraphNodeDestroyerCBD); ok {
|
|
n.AttachDestroyNode(d)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Remove any nodes that aren't needed when destroying modules.
|
|
// Variables, outputs, locals, and expanders may not be able to evaluate
|
|
// correctly, so we can remove these if nothing depends on them. The module
|
|
// closers also need to disable their use of expansion if the module itself is
|
|
// no longer present.
|
|
type pruneUnusedNodesTransformer struct {
|
|
}
|
|
|
|
func (t *pruneUnusedNodesTransformer) Transform(g *Graph) error {
|
|
// We need a reverse depth first walk of modules, processing them in order
|
|
// from the leaf modules to the root. This allows us to remove unneeded
|
|
// dependencies from child modules, freeing up nodes in the parent module
|
|
// to also be removed.
|
|
|
|
// First collect the nodes into their respective modules based on
|
|
// configuration path.
|
|
moduleMap := make(map[string]pruneUnusedNodesMod)
|
|
for _, v := range g.Vertices() {
|
|
var path addrs.Module
|
|
switch v := v.(type) {
|
|
case GraphNodeModulePath:
|
|
path = v.ModulePath()
|
|
default:
|
|
continue
|
|
}
|
|
m := moduleMap[path.String()]
|
|
m.addr = path
|
|
m.nodes = append(m.nodes, v)
|
|
|
|
moduleMap[path.String()] = m
|
|
}
|
|
|
|
// now we need to restructure the modules so we can sort them
|
|
var modules []pruneUnusedNodesMod
|
|
|
|
for _, mod := range moduleMap {
|
|
modules = append(modules, mod)
|
|
}
|
|
|
|
// Sort them by path length, longest first, so that we start with the
|
|
// deepest modules. The order of modules at the same tree level doesn't
|
|
// matter, we just need to ensure that child modules are processed before
|
|
// parent modules.
|
|
sort.Slice(modules, func(i, j int) bool {
|
|
return len(modules[i].addr) > len(modules[j].addr)
|
|
})
|
|
|
|
for _, mod := range modules {
|
|
mod.removeUnused(g)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// pruneUnusedNodesMod is a container to hold the nodes that belong to a
|
|
// particular configuration module for the pruneUnusedNodesTransformer
|
|
type pruneUnusedNodesMod struct {
|
|
addr addrs.Module
|
|
nodes []dag.Vertex
|
|
}
|
|
|
|
// Remove any unused locals, variables, outputs and expanders. Since module
|
|
// closers can also lookup expansion info to detect orphaned instances, disable
|
|
// them if their associated expander is removed.
|
|
func (m *pruneUnusedNodesMod) removeUnused(g *Graph) {
|
|
// We modify the nodes slice during processing here.
|
|
// Make a copy so no one is surprised by this changing in the future.
|
|
nodes := make([]dag.Vertex, len(m.nodes))
|
|
copy(nodes, m.nodes)
|
|
|
|
// since we have no defined structure within the module, just cycle through
|
|
// the nodes in each module until there are no more removals
|
|
removed := true
|
|
for {
|
|
if !removed {
|
|
return
|
|
}
|
|
removed = false
|
|
|
|
for i := 0; i < len(nodes); i++ {
|
|
// run this in a closure, so we can return early rather than
|
|
// dealing with complex looping and labels
|
|
func() {
|
|
n := nodes[i]
|
|
switch n := n.(type) {
|
|
case graphNodeTemporaryValue:
|
|
// root module outputs indicate they are not temporary by
|
|
// returning false here.
|
|
if !n.temporaryValue() {
|
|
return
|
|
}
|
|
|
|
// temporary values, which consist of variables, locals,
|
|
// and outputs, must be kept if anything refers to them.
|
|
for _, v := range g.UpEdges(n) {
|
|
// keep any value which is connected through a
|
|
// reference
|
|
if _, ok := v.(GraphNodeReferencer); ok {
|
|
return
|
|
}
|
|
}
|
|
|
|
case graphNodeExpandsInstances:
|
|
// Any nodes that expand instances are kept when their
|
|
// instances may need to be evaluated.
|
|
for _, v := range g.UpEdges(n) {
|
|
switch v.(type) {
|
|
case graphNodeExpandsInstances:
|
|
// expanders can always depend on module expansion
|
|
// themselves
|
|
return
|
|
case GraphNodeResourceInstance:
|
|
// resource instances always depend on their
|
|
// resource node, which is an expander
|
|
return
|
|
}
|
|
}
|
|
|
|
default:
|
|
return
|
|
}
|
|
|
|
log.Printf("[DEBUG] pruneUnusedNodes: %s is no longer needed, removing", dag.VertexName(n))
|
|
g.Remove(n)
|
|
removed = true
|
|
|
|
// remove the node from our iteration as well
|
|
last := len(nodes) - 1
|
|
nodes[i], nodes[last] = nodes[last], nodes[i]
|
|
nodes = nodes[:last]
|
|
}()
|
|
}
|
|
}
|
|
}
|