update

config.yml

@@ -0,0 +1,2 @@
+token: mrxKsKHNEzt6VnyRazmD
+prod: False

gitlab_ci_job_finder.py

@@ -21,6 +21,15 @@ def find_jobs_by_name_that_were_run(list_of_jobs, job_name):
     return filtered_list_of_jobs
 
 
+def find_jobs_by_tag_and_stage(list_of_jobs):
+    name_filter = filter(lambda x: "dockerbuntu" in x['tag_list'] and x["stage"] == ".pre", list_of_jobs)
+    filtered_list_of_jobs = list(name_filter)
+
+    print(filtered_list_of_jobs)
+    return filtered_list_of_jobs
+
+
+
 def calc_number_of_pages_number(total_number):
     if total_number <= MAX_NUMBER_OF_ITEMS_PER_PAGE:
         return total_number, 1
@@ -62,7 +71,53 @@ def find_jobs(count, project_id, job_name):
     import itertools
 
     flat_list_of_jobs = list(itertools.chain(*response_array))
-    list_of_successfull_jobs = find_jobs_by_name_that_were_run(flat_list_of_jobs, job_name)
+    # return flat_list_of_jobs
+    return filter_jobs(flat_list_of_jobs)
+
+
+
+def filter_jobs(flat_list_of_jobs):
+    list_of_successfull_jobs = find_jobs_by_tag_and_stage(flat_list_of_jobs)
+    return list_of_successfull_jobs
 
     # filter output for relevant fields
-    return list(map(filter_relevant_attributes, list_of_successfull_jobs))
+    # return list(map(filter_relevant_attributes, list_of_successfull_jobs))
+
+
+def find_scheduled_pipelines(list_of_pipelines):
+    name_filter = filter(lambda x: x['source'] == 'schedule', list_of_pipelines)
+    filtered_list_of_pipelines = list(name_filter)
+
+    return filtered_list_of_pipelines
+
+
+def find_pipelines(count, project_id, job_name):
+    number_of_items_per_page, number_of_pages = calc_number_of_pages_number(count)
+
+    # https://gitlab.atb-bremen.de/api/v4/projects/310/pipelines
+    url_template = 'https://gitlab.atb-bremen.de/api/v4/projects/{}/pipelines?per_page={}&page={}'
+
+    # get the last 100x50 jobs = 5000
+    iterations = list(range(0, number_of_pages))
+
+    response_array = []
+
+    headers = {
+        'PRIVATE-TOKEN': config_parser.token
+    }
+    print("getting {} pipelines from project {}...".format(count, project_id))
+    for i in iterations:
+        response = requests.request("GET", url_template.format(project_id, number_of_items_per_page, i), headers=headers)
+        json_response = response.text
+        response_array.append(json.loads(json_response))
+
+    import itertools
+    flat_list_of_pipelines = list(itertools.chain(*response_array))
+    filterd_list = find_scheduled_pipelines(flat_list_of_pipelines)#
+    print("scheduled pipelines found:" + str(len(filterd_list)))
+
+    # filter for failed
+    failed_filter = filter(lambda x: x['status'] == 'failed', filterd_list)
+    failed_pipelines = list(failed_filter)
+    print("failed scheduled pipelines found:" + str(len(failed_pipelines)))
+    return filterd_list

test_gitlab_ci_job_finder.py

@@ -8,3 +8,12 @@ def test_find_jobs():
     result = gitlab_ci_job_finder.find_jobs(count, projectid, jobname)
     one_job = result[0]
     assert one_job['status'] == 'success'
+
+
+def test_find_pipelines():
+    count = 500
+    projectid = 244
+    jobname = "prepare"
+    result = gitlab_ci_job_finder.find_pipelines(count, projectid, jobname)
+    # one_job = result[0]
+    assert result is not None