Toolset to render and manage AWS CloudFormation ( )
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

169 lines
5.8 KiB

import os
import glob
import logging
from .utils import read_yaml_file, dict_merge
from .stack import Stack
logger = logging.getLogger(__name__)
class StackGroup(object):
def __init__(self, path, ctx): = None
self.ctx = ctx
self.path = path
self.rel_path = os.path.relpath(path ,ctx['config_path'])
self.config = {}
self.sgs = []
self.stacks = []
if self.rel_path == '.':
self.rel_path = ''
def dump_config(self):
for sg in self.sgs:
logger.debug("<StackGroup {}: {}>".format(, vars(self)))
for s in self.stacks:
def read_config(self, parent_config={}):
if not os.path.isdir(self.path):
return None
# First read config.yaml if present
_config = read_yaml_file(os.path.join(self.path, 'config.yaml'))
# Stack Group name if not explicit via config is derived from subfolder, or in case of root object the parent folder
if "stackgroupname" in _config: = _config["stackgroupname"]
elif not = os.path.split(self.path)[1]
# Merge config with parent config
_config = dict_merge(parent_config, _config)
tags = _config.get('tags', {})
parameters = _config.get('parameters', {})
template_vars = _config.get('vars', {})
region = _config.get('region', 'global')
profile = _config.get('profile', '')
stackname_prefix = _config.get('stacknameprefix', '')
logger.debug("StackGroup {} added.".format(
# Add stacks
stacks = [s for s in glob.glob(os.path.join(self.path, '*.yaml')) if not s.endswith("config.yaml")]
for stack_path in stacks:
stackname = os.path.basename(stack_path).split('.')[0]
template = stackname
if stackname_prefix:
stackname = stackname_prefix + stackname
new_stack = Stack(name=stackname, template=template,
path=stack_path, rel_path=str(self.rel_path),
tags=dict(tags), parameters=dict(parameters),
region=str(region), profile=str(profile),
# Create StackGroups recursively
for sub_group in [f.path for f in os.scandir(self.path) if f.is_dir() ]:
sg = StackGroup(sub_group, self.ctx)
# Return raw, merged config to parent
return _config
def get_stacks(self, name=None, recursive=True, match_by='name'):
""" Returns [stack] matching stack_name or [all] """
stacks = []
if name:
logger.debug("Looking for stack {} in group {}".format(name,
for s in self.stacks:
if not name or (s.stackname == name and match_by == 'name') or (s.path.endswith(name) and match_by == 'path'):
if self.rel_path:
logger.debug("Found stack {} in group {}".format(s.stackname, self.rel_path))
logger.debug("Found stack {}".format(s.stackname))
if recursive:
for sg in self.sgs:
s = sg.get_stacks(name, recursive, match_by)
if s:
stacks = stacks+s
return stacks
def get_stackgroup(self, name=None, recursive=True, match_by='name'):
""" Returns stack group matching stackgroup_name or all if None """
if not name or ( == name and match_by == 'name') or (self.path.endswith(name) and match_by == 'path'):
logger.debug("Found stack_group {}".format(
return self
if name and name != 'config':
logger.debug("Looking for stack_group {} in group {}".format(name,
if recursive:
for sg in self.sgs:
s = sg.get_stackgroup(name, recursive, match_by)
if s:
return s
return None
# TODO: Integrate properly into stackgroup class, borken for now
# stackoutput inspection
def BROKEN_inspect_stacks(conglomerate):
# Get all stacks of the conglomertate
client = Connection.get_connection('cloudformation')
stacks = []
for stack in running_stacks['Stacks']:
for tag in stack['Tags']:
if tag['Key'] == 'Conglomerate' and tag['Value'] == conglomerate:
# Gather stack outputs, use Tag['Artifact'] as name space: Artifact.OutputName, same as FortyTwo
stack_outputs = {}
for stack in stacks:
# If stack has an Artifact Tag put resources into the namespace Artifact.Resource
artifact = None
for tag in stack['Tags']:
if tag['Key'] == 'Artifact':
artifact = tag['Value']
if artifact:
key_prefix = "{}.".format(artifact)
key_prefix = ""
for output in stack['Outputs']:
# Gather all outputs of the stack into one dimensional key=value structure
except KeyError:
# Add outputs from stacks into the data for jinja under StackOutput
return stack_outputs