Rename launch.py to bootstrap.py

[deliverable/lttng-ivc.git] / lttng_ivc / bootstrap.py

diff --git a/lttng_ivc/bootstrap.py b/lttng_ivc/bootstrap.py
new file mode 100644 (file)
index 0000000..ec44f2b
--- /dev/null
+++ b/lttng_ivc/bootstrap.py
@@ -0,0 +1,169 @@
+import sys
+import os
+import yaml
+import logging
+import hashlib
+
+from git import Repo
+
+dir_path = os.path.dirname(os.path.realpath(__file__))
+sys.path.insert(0, os.path.join(dir_path, ".."))
+
+import settings as Settings
+import utils.ProjectFactory as ProjectFactory
+
+def is_ref_branch(repo, ref):
+    try:
+        repo.remote().refs[ref]
+        is_branch = True
+    except:
+        is_branch = False
+
+    return is_branch
+
+
+def is_ref_tag(repo, ref):
+    try:
+        repo.tags[ref]
+        is_tag = True
+    except:
+        is_tag = False
+
+    return is_tag
+
+
+def is_ref_commit(repo, ref):
+    try:
+        Repo.rev_parse(repo, ref)
+        is_commit = True
+    except:
+        is_commit = False
+
+    return is_commit
+
+
+def logging_setup():
+    logger_format = '%(asctime)s %(name)-12s %(levelname)-8s %(message)s'
+    logging.basicConfig(level=logging.DEBUG,
+                        format=logger_format,
+                        datefmt='%m-%d %H:%M',
+                        filename='./debug.log',
+                        filemode='w')
+    # define a Handler which writes INFO messages or higher to the sys.stderr
+    console = logging.StreamHandler()
+    console.setLevel(logging.DEBUG)
+    # set a format which is simpler for console use
+    formatter = logging.Formatter('%(name)-12s: %(levelname)-8s %(message)s')
+    # tell the handler to use this format
+    console.setFormatter(formatter)
+    # add the handler to the root logger
+    logging.getLogger('').addHandler(console)
+
+
+logging_setup()
+
+# Remote setup
+logger_git = logging.getLogger('setup.git')
+
+# Fetch local base repository
+with open(Settings.configuration_file, 'r') as stream:
+    config = yaml.load(stream)
+
+# Validate that all default dependancy are present.
+# TODO: move to function
+projects_markers = set()
+for project, markers in config.items():
+    if markers is None:
+        continue
+    for marker in markers:
+        projects_markers.add(marker['marker'])
+
+for project, markers in config.items():
+    if markers is None:
+        continue
+    for marker in markers:
+        if 'precook_deps' in marker:
+            for dep in marker['precook_deps']:
+                if dep not in projects_markers:
+                    raise Exception("{} is not defined".format(dep))
+
+
+# Retrieve all possibles remotes and clean url for path
+remotes = {}
+for project, markers in config.items():
+    if markers is None:
+        continue
+    for marker in markers:
+        url = marker['url']
+        url2path = hashlib.sha1(url.encode('utf8')).hexdigest()
+        path = os.path.abspath(Settings.git_remote_folder + '/' + url2path)
+        remotes[url] = path
+
+logger_git.info('Remotes to be fetched {}'.format(remotes))
+
+if not os.path.isdir(Settings.git_remote_folder):
+    os.makedirs(Settings.git_remote_folder)
+
+# Fetch the remote
+for url, path in remotes.items():
+    if os.path.exists(path):
+        if not os.path.isdir(path):
+            logger_git.error('Remote path {} exists and is not a folder'.format(path))
+            exit()
+        repo = Repo(path)
+    else:
+        repo = Repo.clone_from(url, path)
+
+    # TODO: might be necessary to actually update the base branch, to validate
+    repo.remote().fetch()
+
+# Create marker definition for test runners
+runnable_markers = {}
+for project, markers in config.items():
+    if markers is None:
+        continue
+    for marker in markers:
+        name = marker['marker']
+        ref = marker['ref']
+        url = marker['url']
+        if 'precook_deps' in marker:
+            deps = marker['precook_deps']
+        else:
+            deps = []
+
+        path = remotes[url]
+        repo = Repo(path)
+
+        git_object = None
+        if is_ref_branch(repo, ref):
+            git_object = Repo.rev_parse(repo, repo.remote().refs[ref].name)
+        elif is_ref_tag(repo, ref):
+            git_object = repo.tags[ref].commit
+        elif is_ref_commit(repo, ref):
+            git_object = repo.commit(ref)
+
+        if git_object is None:
+            logger_git.error('Invalid git reference for marker "{}"'.format(name))
+            exit(1)
+
+        logger_git.info('Marker:{: <30}  Sha1 {: <20}'.format(name, git_object.hexsha))
+
+        if name in runnable_markers:
+            logger_git.error('Duplicate for entry for marker "{}"'.format(name))
+            exit(1)
+
+        runnable_markers[name] = {
+                'project': project,
+                'sha1': git_object.hexsha,
+                'url': url,
+                'path': path,
+                'deps': deps
+        }
+
+with open(Settings.run_configuration_file, 'w') as run_configuration:
+    yaml.dump(runnable_markers, run_configuration, default_flow_style=False)
+
+# Prebuild all projects
+for key in runnable_markers:
+    logger_git.info('Preparing and building {}'.format(key))
+    ProjectFactory.get_precook(key)