chain builds

Author: DuratarskeyK

abf.py

@@ -203,6 +203,12 @@ def parse_command_line():
     g.add_argument('-b', '--branch', action='store', help=_('branch to build.'))
     g.add_argument('-t', '--tag', action='store', help=_('tag to build.'))
     g.add_argument('-c', '--commit', action='store', help=_('commit sha hash to build.'))
+    cb = subparser.add_mutually_exclusive_group()
+    cb.add_argument('--create-chain', action='store_true', help=_('start new chain build'))
+    cb.add_argument('--add-to-chain', action='store', help=_('add build to chain build(argument last adds to your last chain build)'))
+    level = subparser.add_mutually_exclusive_group()
+    level.add_argument('--current-level', action='store_true', help=_('adds build to the same level'))
+    level.add_argument('--next-level', action='store_true', help=_('adds build to the next level'))
     subparser.add_argument('-s', '--save-to-repository', action='store', help=_('repository to save results to '
         '([platform/]repository). If no platform part specified, it is assumed to be "<default_group>_personal". '
         'If this option is not specified at all, "<default_group>_personal/main" will be used.'))
@@ -1411,7 +1417,7 @@ def auto_resolve():
                 log.error(_("Invalid architecture: %s") % arch)
                 exit(1)
             arches.append(a)
-    else:
+    elif command_line.add_to_chain is None:
         try_arches = ['x86_64', 'aarch64']
 
         # rosa2014.1, rosa2016.1 etc. (Rosa Fresh), but not e.g. rosa-server75 (Rosa-RHEL)
@@ -1469,6 +1475,32 @@ def auto_resolve():
         for b in command_line.build_list:
             extra_build_lists.append(int(b))
 
+    chain_config = {}
+    if command_line.create_chain:
+        chain_config = {'create_chain': True}
+        command_line.auto_publish_status = 'none'
+        auto_create_container = True
+        extra_build_lists = []
+    elif command_line.add_to_chain is not None:
+        chain_config = {'add_to_chain': command_line.add_to_chain}
+        if command_line.add_to_chain == 'last':
+            arch_names = ChainBuild.last(models).arches
+        else:
+            arch_names = ChainBuild(models, command_line.add_to_chain).arches
+        arches = []
+        for arch in arch_names:
+            arches.append(Arch.get_arch_by_name(models, arch))
+        log.info(_("Arches are assumed to be ") + str(arches))
+        if command_line.current_level:
+            chain_config['current_level'] = True
+        elif command_line.next_level:
+            chain_config['next_level'] = True
+        else:
+            chain_config['next_level'] = True
+        command_line.auto_publish_status = 'none'
+        auto_create_container = True
+        extra_build_lists = []
+
     build_ids = BuildList.new_build_task(
         models,
         proj,
@@ -1487,7 +1519,8 @@ def auto_resolve():
         use_extra_tests,
         extra_build_lists,
         # TODO: Read external_nodes config value from user's profile
-        command_line.external_nodes or BuildList.external_nodes_vals[0]
+        command_line.external_nodes or BuildList.external_nodes_vals[0],
+        chain_config
     )
     ids = ','.join([str(i) for i in build_ids])
     if 'projects_cfg' in globals():

abf/api/jsn.py

@@ -96,7 +96,6 @@ def process_response(self, response_string):
             res = json.loads(response_string)
         except ValueError as ex:
             self.log.error(_("Internal server error: it has returned non-json data. "))
-            # print(response_string)
             exit(1)
         m = None
         if 'message' in res and res['message'] not in AbfJson.good_messages:
@@ -312,6 +311,15 @@ def get_architectures(self):
         URL = "/api/v1/arches.json"
         return self.get_url_contents(URL)
 
+    def get_last_chain_build(self):
+        URL = "/api/v1/chain_builds/last.json"
+        return self.get_url_contents(URL)
+
+    def get_chain_build_by_id(self, id):
+        chain_build_id = int(id)
+        URL = "/api/v1/chain_builds/%d.json" % chain_build_id
+        return self.get_url_contents(URL)
+
     def get_platforms(self, typ=None):
         URL = "/api/v1/platforms.json"
         GET = {}

abf/model.py

@@ -298,6 +298,22 @@ def get_arch_by_name(models, name):
     def __repr__(self):
         return self.name
 
+class ChainBuild(Model):
+    required_fields = ['id', 'arches']
+
+    def load(self):
+        self.params_dict = self.init_data
+        self.cacher = lt_cache
+
+    def get_init_data(self, ID):
+        ID = str(ID)
+        self.init_data = self.models.jsn.get_chain_build_by_id(ID)['chain_build']
+
+    @staticmethod
+    def last(models):
+        chain_build = models.jsn.get_last_chain_build()['chain_build']
+        return ChainBuild(models, init_data=chain_build)
+
 class User(Model):
     required_fields = ['id', 'name', 'email', 'language', 'professional_experience', 'site', 'company', 'location',
     'uname', 'own_projects_count', 'build_priority', 'created_at', 'updated_at', 'avatar_url', 'html_url']
@@ -575,7 +591,8 @@ def new_build_task(models,
             include_testing_subrepo,
             use_extra_tests,
             extra_build_lists,
-            external_nodes):
+            external_nodes,
+            chain_config):
         if external_nodes == 'none':
             DATA = {
                 'project_id':               project.id,
@@ -593,7 +610,8 @@ def new_build_task(models,
                 'extra_repositories':       [],
                 'extra_build_lists':        extra_build_lists,
                 'include_testing_subrepository': include_testing_subrepo,
-                'use_extra_tests':          use_extra_tests
+                'use_extra_tests':          use_extra_tests,
+                'chain_config':             chain_config
             }
         else:
             DATA = {
@@ -613,7 +631,8 @@ def new_build_task(models,
                 'extra_build_lists':        extra_build_lists,
                 'include_testing_subrepository': include_testing_subrepo,
                 'use_extra_tests':          use_extra_tests,
-                'external_nodes':           external_nodes
+                'external_nodes':           external_nodes,
+                'chain_config':             chain_config
             }
 
         build_platforms = {}
@@ -641,8 +660,21 @@ def new_build_task(models,
                         'notify the console-client developers. Send them a set of command-line arguments and the request data:\n%s') % DATA )
                     exit(1)
                 if result['build_list']['id'] is not None:
-                    log.info(_("Task %(proj)s|%(plat)s|%(save_repo)s|%(arch)s has been sent. Build task id is %(id)s") %
-                        {'proj': project, 'plat': bpl, 'save_repo': save_to_repository, 'arch': arch, 'id': result['build_list']['id']})
+                    if 'chain_build_id' in result['build_list']:
+                        if 'create_chain' in DATA['chain_config']:
+                            DATA['chain_config'] = {'add_first': result['build_list']['chain_build_id']}
+                        log.info(_("Task %(proj)s|%(plat)s|%(save_repo)s|%(arch)s has been sent. Build task id is %(id)s. Chain build id is %(chain_build_id)s") %
+                            {
+                                'proj': project,
+                                'plat': bpl,
+                                'save_repo': save_to_repository,
+                                'arch': arch, 'id': result['build_list']['id'],
+                                'chain_build_id': result['build_list']['chain_build_id']
+                            }
+                        )
+                    else:
+                        log.info(_("Task %(proj)s|%(plat)s|%(save_repo)s|%(arch)s has been sent. Build task id is %(id)s") %
+                            {'proj': project, 'plat': bpl, 'save_repo': save_to_repository, 'arch': arch, 'id': result['build_list']['id']})
                 else:
                     log.info(_("Build request %(proj)s|%(plat)s|%(save_repo)s|%(arch)s has failed.\nReason: %(reason)s") %
                         {'proj': project, 'plat': bpl, 'save_repo': save_to_repository, 'arch': arch, 'reason': result['build_list']['message']})