319 lines
9.2 KiB
Go
319 lines
9.2 KiB
Go
/*
|
|
Copyright 2020 The Compose Specification Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package loader
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/compose-spec/compose-go/v2/tree"
|
|
"go.yaml.in/yaml/v4"
|
|
)
|
|
|
|
// defaultMaxNodeVisits caps total resolveReset calls per document.
|
|
// Sized to accommodate large real-world compose files while rejecting documents that would
|
|
// cause unbounded traversal. Callers can override this via Options.MaxNodeVisits.
|
|
const defaultMaxNodeVisits = 100_000
|
|
|
|
// nodeCache stores a resolved node and the relative sub-paths within its subtree that
|
|
// carried !reset/!override tags, so cache hits at different call sites can replay them.
|
|
type nodeCache struct {
|
|
node *yaml.Node
|
|
relativePaths []tree.Path
|
|
}
|
|
|
|
type ResetProcessor struct {
|
|
target any
|
|
paths []tree.Path
|
|
visitedNodes map[*yaml.Node][]string
|
|
resolvedNodes map[*yaml.Node]nodeCache
|
|
visitCount int
|
|
// maxNodeVisits is the per-document cap; when zero, defaultMaxNodeVisits is used.
|
|
maxNodeVisits int
|
|
}
|
|
|
|
// UnmarshalYAML implement yaml.Unmarshaler
|
|
func (p *ResetProcessor) UnmarshalYAML(value *yaml.Node) error {
|
|
p.visitedNodes = make(map[*yaml.Node][]string)
|
|
p.resolvedNodes = make(map[*yaml.Node]nodeCache)
|
|
p.visitCount = 0
|
|
defer func() {
|
|
p.visitedNodes = nil
|
|
p.resolvedNodes = nil
|
|
}()
|
|
resolved, err := p.resolveReset(value, tree.NewPath())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return resolved.Decode(p.target)
|
|
}
|
|
|
|
// resolveReset detects `!reset` tag being set on yaml nodes and record position in the yaml tree
|
|
func (p *ResetProcessor) resolveReset(node *yaml.Node, path tree.Path) (*yaml.Node, error) {
|
|
p.visitCount++
|
|
limit := p.maxNodeVisits
|
|
if limit <= 0 {
|
|
limit = defaultMaxNodeVisits
|
|
}
|
|
if p.visitCount > limit {
|
|
return nil, fmt.Errorf("compose file exceeds maximum node visit limit (%d)", limit)
|
|
}
|
|
|
|
pathStr := path.String()
|
|
// If the path contains "<<", removing the "<<" element and merging the path
|
|
if strings.Contains(pathStr, ".<<") {
|
|
path = tree.NewPath(strings.Replace(pathStr, ".<<", "", 1))
|
|
}
|
|
|
|
if node.Tag == "!reset" {
|
|
p.paths = append(p.paths, path)
|
|
return nil, nil
|
|
}
|
|
if node.Tag == "!override" {
|
|
p.paths = append(p.paths, path)
|
|
return node, nil
|
|
}
|
|
|
|
// If the node is an alias, process the alias target via the cache so each anchor is
|
|
// processed at most once.
|
|
if node.Kind == yaml.AliasNode {
|
|
if err := p.checkForCycle(node.Alias, path); err != nil {
|
|
return nil, err
|
|
}
|
|
// Handle !reset/!override on the alias target before delegating to the cache,
|
|
// keeping all tag-handling logic in resolveReset rather than split across functions.
|
|
target := node.Alias
|
|
if target.Tag == "!reset" {
|
|
p.paths = append(p.paths, path)
|
|
return nil, nil
|
|
}
|
|
if target.Tag == "!override" {
|
|
p.paths = append(p.paths, path)
|
|
return target, nil
|
|
}
|
|
return p.cachedResolve(target, path)
|
|
}
|
|
|
|
// Container nodes are resolved through the cache, ensuring resolved containers are
|
|
// not re-traversed.
|
|
if node.Kind == yaml.SequenceNode || node.Kind == yaml.MappingNode {
|
|
return p.cachedResolve(node, path)
|
|
}
|
|
|
|
return node, nil
|
|
}
|
|
|
|
// cachedResolve resolves node (a container without !reset/!override), serving from cache on
|
|
// repeat visits to prevent re-traversal. It is only called after tag checks are done in
|
|
// resolveReset, so it never receives !reset/!override-tagged nodes.
|
|
func (p *ResetProcessor) cachedResolve(node *yaml.Node, path tree.Path) (*yaml.Node, error) {
|
|
if cached, ok := p.resolvedNodes[node]; ok {
|
|
for _, rel := range cached.relativePaths {
|
|
p.paths = append(p.paths, joinPath(path, rel))
|
|
}
|
|
return cached.node, nil
|
|
}
|
|
|
|
startIdx := len(p.paths)
|
|
resolved, err := p.resolveContainer(node, path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
var relPaths []tree.Path
|
|
for _, addedPath := range p.paths[startIdx:] {
|
|
rel, err := subPath(addedPath, path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
relPaths = append(relPaths, rel)
|
|
}
|
|
p.resolvedNodes[node] = nodeCache{node: resolved, relativePaths: relPaths}
|
|
return resolved, nil
|
|
}
|
|
|
|
// resolveContainer processes the children of a Sequence or Mapping node.
|
|
// AliasNodes must be kept as-is in the output Content; the resolved value is used only
|
|
// for tag inspection. Changing this will affect how the YAML library handles the document
|
|
// during decoding.
|
|
func (p *ResetProcessor) resolveContainer(node *yaml.Node, path tree.Path) (*yaml.Node, error) {
|
|
switch node.Kind {
|
|
case yaml.SequenceNode:
|
|
var nodes []*yaml.Node
|
|
for idx, v := range node.Content {
|
|
next := path.Next(strconv.Itoa(idx))
|
|
resolved, err := p.resolveReset(v, next)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if resolved == nil {
|
|
continue
|
|
}
|
|
if v.Kind == yaml.AliasNode {
|
|
nodes = append(nodes, v)
|
|
} else {
|
|
nodes = append(nodes, resolved)
|
|
}
|
|
}
|
|
node.Content = nodes
|
|
case yaml.MappingNode:
|
|
keys := map[string]int{}
|
|
var key string
|
|
var nodes []*yaml.Node
|
|
for idx, v := range node.Content {
|
|
if idx%2 == 0 {
|
|
key = v.Value
|
|
if line, seen := keys[key]; seen {
|
|
return nil, fmt.Errorf("line %d: mapping key %#v already defined at line %d", v.Line, key, line)
|
|
}
|
|
keys[key] = v.Line
|
|
} else {
|
|
resolved, err := p.resolveReset(v, path.Next(key))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if resolved == nil {
|
|
continue
|
|
}
|
|
if v.Kind == yaml.AliasNode {
|
|
nodes = append(nodes, node.Content[idx-1], v)
|
|
} else {
|
|
nodes = append(nodes, node.Content[idx-1], resolved)
|
|
}
|
|
}
|
|
}
|
|
node.Content = nodes
|
|
}
|
|
return node, nil
|
|
}
|
|
|
|
// subPath strips base from full to produce a relative path for cache storage.
|
|
// Returns "" when full == base (the !reset/!override tag is on the node root itself).
|
|
// Returns an error when full is not rooted at base, which would indicate a logic error
|
|
// in resolveReset/cachedResolve.
|
|
func subPath(full, base tree.Path) (tree.Path, error) {
|
|
if base == "" {
|
|
return full, nil
|
|
}
|
|
fullStr := string(full)
|
|
baseStr := string(base)
|
|
if fullStr == baseStr {
|
|
return "", nil
|
|
}
|
|
prefix := baseStr + "."
|
|
if strings.HasPrefix(fullStr, prefix) {
|
|
return tree.Path(fullStr[len(prefix):]), nil
|
|
}
|
|
return "", fmt.Errorf("internal error: path %q is not a sub-path of %q", fullStr, baseStr)
|
|
}
|
|
|
|
// joinPath reconstructs an absolute path from a call-site base and a cached relative path.
|
|
// A relative path of "" means the tag was on the node root, so base is returned unchanged.
|
|
func joinPath(base, rel tree.Path) tree.Path {
|
|
if rel == "" {
|
|
return base
|
|
}
|
|
if base == "" {
|
|
return rel
|
|
}
|
|
return tree.Path(string(base) + "." + string(rel))
|
|
}
|
|
|
|
// Apply finds the go attributes matching recorded paths and reset them to zero value
|
|
func (p *ResetProcessor) Apply(target any) error {
|
|
return p.applyNullOverrides(target, tree.NewPath())
|
|
}
|
|
|
|
// applyNullOverrides set val to Zero if it matches any of the recorded paths
|
|
func (p *ResetProcessor) applyNullOverrides(target any, path tree.Path) error {
|
|
switch v := target.(type) {
|
|
case map[string]any:
|
|
KEYS:
|
|
for k, e := range v {
|
|
next := path.Next(k)
|
|
for _, pattern := range p.paths {
|
|
if next.Matches(pattern) {
|
|
delete(v, k)
|
|
continue KEYS
|
|
}
|
|
}
|
|
err := p.applyNullOverrides(e, next)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
case []any:
|
|
ITER:
|
|
for i, e := range v {
|
|
next := path.Next(fmt.Sprintf("[%d]", i))
|
|
for _, pattern := range p.paths {
|
|
if next.Matches(pattern) {
|
|
continue ITER
|
|
// TODO(ndeloof) support removal from sequence
|
|
}
|
|
}
|
|
err := p.applyNullOverrides(e, next)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p *ResetProcessor) checkForCycle(node *yaml.Node, path tree.Path) error {
|
|
paths := p.visitedNodes[node]
|
|
pathStr := path.String()
|
|
|
|
for _, prevPath := range paths {
|
|
// If we're visiting the exact same path, it's not a cycle
|
|
if pathStr == prevPath {
|
|
continue
|
|
}
|
|
|
|
// If either path is using a merge key, it's legitimate YAML merging
|
|
if strings.Contains(prevPath, "<<") || strings.Contains(pathStr, "<<") {
|
|
continue
|
|
}
|
|
|
|
// Only consider it a cycle if one path is contained within the other
|
|
// and they're not in different service definitions
|
|
if (strings.HasPrefix(pathStr, prevPath+".") ||
|
|
strings.HasPrefix(prevPath, pathStr+".")) &&
|
|
!areInDifferentServices(pathStr, prevPath) {
|
|
return fmt.Errorf("cycle detected: node at path %s references node at path %s", pathStr, prevPath)
|
|
}
|
|
}
|
|
|
|
p.visitedNodes[node] = append(paths, pathStr)
|
|
return nil
|
|
}
|
|
|
|
// areInDifferentServices checks if two paths are in different service definitions
|
|
func areInDifferentServices(path1, path2 string) bool {
|
|
parts1 := strings.Split(path1, ".")
|
|
parts2 := strings.Split(path2, ".")
|
|
for i := 0; i < len(parts1) && i < len(parts2); i++ {
|
|
if parts1[i] == "services" && i+1 < len(parts1) &&
|
|
parts2[i] == "services" && i+1 < len(parts2) {
|
|
return parts1[i+1] != parts2[i+1]
|
|
}
|
|
}
|
|
return false
|
|
}
|