import os import copy import logging import re logger = logging.getLogger(__name__) def dict_merge(a, b): """ Deep merge to allow proper inheritance for config files""" if not a: return b if not b: return a if not isinstance(a, dict) or not isinstance(b, dict): raise TypeError result = copy.deepcopy(a) for k, v in b.items(): if k in result and isinstance(result[k], dict): result[k] = dict_merge(result[k], v) else: result[k] = copy.deepcopy(v) return result def ensure_dir(path): """Creates dir if it does not already exist.""" if not os.path.exists(path): os.makedirs(path) logger.debug('Created directory: %s', path) def setup_logging(debug): if debug: our_level = logging.DEBUG logging.getLogger("botocore").setLevel(logging.INFO) formatter = logging.Formatter( fmt="[%(asctime)s] %(name)s %(message)s", datefmt="%Y-%m-%d %H:%M:%S" ) else: our_level = logging.INFO logging.getLogger("botocore").setLevel(logging.CRITICAL) formatter = logging.Formatter( fmt="[%(asctime)s] %(message)s", datefmt="%Y-%m-%d %H:%M:%S" ) log_handler = logging.StreamHandler() log_handler.setFormatter(formatter) logger = logging.getLogger("cloudbender") logger.addHandler(log_handler) logger.setLevel(our_level) return logger def search_refs(template, attributes, mode): """ Traverses a template and searches for any remote references and adds them to the attributes set """ if isinstance(template, dict): for k, v in template.items(): # FortyTwo Fn::GetAtt if k == "Fn::GetAtt" and isinstance(v, list): if v[0] == "FortyTwo": attributes.append(v[1]) # CloudBender::StackRef if k == "CloudBender::StackRef": try: attributes.append(v['StackTags']['Artifact']) except KeyError: pass # PipedMode Refs if mode == "Piped" and k == "Ref" and "DoT" in v: attributes.append(v) if isinstance(v, dict) or isinstance(v, list): search_refs(v, attributes, mode) elif isinstance(template, list): for k in template: if isinstance(k, dict) or isinstance(k, list): search_refs(k, attributes, mode) def get_s3_url(url, *args): bucket = None path = None m = re.match('^(s3://)?([^/]*)(/.*)?', url) bucket = m[2] if m[3]: path = m[3].lstrip('/') path = os.path.join(path, *args) return(bucket, path)