1 import flask
2 import time
3 import sqlalchemy
4
5 from coprs import db, app
6 from coprs import helpers
7 from coprs import models
8 from coprs import exceptions
9 from coprs.helpers import StatusEnum
10 from coprs.logic import actions_logic
11 from coprs.logic.builds_logic import BuildsLogic, BuildChrootsLogic
12 from coprs.logic.complex_logic import ComplexLogic
13 from coprs.logic.coprs_logic import CoprChrootsLogic
14 from coprs.logic.packages_logic import PackagesLogic
15
16 from coprs.views import misc
17 from coprs.views.backend_ns import backend_ns
18 from sqlalchemy.sql import false, true
19
20 import json
21 import urllib
22 import logging
23
24 log = logging.getLogger(__name__)
52
57 app.logger.debug(flask.request.json)
58 build_id = flask.request.json.get("build_id")
59 pkg_name = flask.request.json.get("pkg_name")
60 pkg_version = flask.request.json.get("pkg_evr")
61
62 try:
63 build = ComplexLogic.get_build_safe(build_id)
64 except ObjectNotFound:
65 return flask.jsonify({"updated": False})
66
67 collected_branch_chroots = []
68 for branch, git_hash in flask.request.json.get("branch_commits", {}).items():
69 branch_chroots = BuildsLogic.get_buildchroots_by_build_id_and_branch(build_id, branch)
70
71 if not PackagesLogic.get(build.copr.id, pkg_name).first():
72 try:
73 package = PackagesLogic.add(build.copr.user, build.copr, pkg_name, build.source_type, build.source_json)
74 db.session.add(package)
75 db.session.commit()
76 except (sqlalchemy.exc.IntegrityError, exceptions.DuplicateException) as e:
77 db.session.rollback()
78
79 package = PackagesLogic.get(build.copr.id, pkg_name).first()
80 build.package_id = package.id
81 build.pkg_version = pkg_version
82
83 for ch in branch_chroots:
84 ch.status = StatusEnum("pending")
85 ch.git_hash = git_hash
86 db.session.add(ch)
87 collected_branch_chroots.append((ch.task_id))
88
89 final_source_status = StatusEnum("succeeded")
90 for ch in build.build_chroots:
91 if ch.task_id not in collected_branch_chroots:
92 final_source_status = StatusEnum("failed")
93 ch.status = StatusEnum("failed")
94 db.session.add(ch)
95
96 build.source_status = final_source_status
97 db.session.add(build)
98 db.session.commit()
99
100 BuildsLogic.delete_local_source(build)
101 return flask.jsonify({"updated": True})
102
105 if not task:
106 return None
107
108 build_config = helpers.generate_build_config(task.build.copr, task.mock_chroot.name)
109 build_record = None
110 try:
111 build_record = {
112 "task_id": task.task_id,
113 "build_id": task.build.id,
114 "project_owner": task.build.copr.owner_name,
115 "project_name": task.build.copr.name,
116 "submitter": task.build.user.name if task.build.user else None,
117 "chroot": task.mock_chroot.name,
118
119 "repos": task.build.repos,
120 "memory_reqs": task.build.memory_reqs,
121 "timeout": task.build.timeout,
122 "enable_net": task.build.enable_net,
123 "git_repo": task.build.package.dist_git_repo,
124 "git_hash": task.git_hash,
125 "source_type": helpers.BuildSourceEnum("scm"),
126 "source_json": json.dumps(
127 {'clone_url': task.build.package.dist_git_clone_url, 'committish': task.git_hash}),
128 "fetch_sources_only": True,
129 "package_name": task.build.package.name,
130 "package_version": task.build.pkg_version,
131 "repos": build_config.get("repos"),
132 "buildroot_pkgs": build_config.get("additional_packages"),
133 "use_bootstrap_container": build_config.get("use_bootstrap_container"),
134 "with_opts": build_config.get("with_opts"),
135 "without_opts": build_config.get("without_opts"),
136 }
137
138 except Exception as err:
139 app.logger.exception(err)
140
141 return build_record
142
168
182
183
184 @backend_ns.route("/pending-jobs/")
185 -def pending_jobs():
193
194
195 @backend_ns.route("/get-build-task/<task_id>")
196 -def get_build_task(task_id):
197 try:
198 task = BuildsLogic.get_build_task(task_id)
199 except exceptions.MalformedArgumentException:
200 jsonout = flask.jsonify({'msg': 'Invalid task ID'})
201 jsonout.status_code = 500
202 return jsonout
203 except sqlalchemy.orm.exc.NoResultFound:
204 jsonout = flask.jsonify({'msg': 'Specified task ID not found'})
205 jsonout.status_code = 404
206 return jsonout
207 build_record = get_build_record(task)
208 return flask.jsonify(build_record)
209
210
211 @backend_ns.route("/get-srpm-build-task/<build_id>")
212 -def get_srpm_build_task(build_id):
213 try:
214 task = BuildsLogic.get_srpm_build_task(build_id)
215 except sqlalchemy.orm.exc.NoResultFound:
216 jsonout = flask.jsonify({'msg': 'Specified task ID not found'})
217 jsonout.status_code = 404
218 return jsonout
219 build_record = get_srpm_build_record(task)
220 return flask.jsonify(build_record)
221
226 result = {}
227
228 request_data = flask.request.json
229 for typ, logic_cls in [("actions", actions_logic.ActionsLogic),
230 ("builds", BuildsLogic)]:
231
232 if typ not in request_data:
233 continue
234
235 to_update = {}
236 for obj in request_data[typ]:
237 to_update[obj["id"]] = obj
238
239 existing = {}
240 for obj in logic_cls.get_by_ids(to_update.keys()).all():
241 existing[obj.id] = obj
242
243 non_existing_ids = list(set(to_update.keys()) - set(existing.keys()))
244
245 for i, obj in existing.items():
246 logic_cls.update_state_from_dict(obj, to_update[i])
247
248 db.session.commit()
249 result.update({"updated_{0}_ids".format(typ): list(existing.keys()),
250 "non_existing_{0}_ids".format(typ): non_existing_ids})
251
252 return flask.jsonify(result)
253
274
298
303 response = {}
304 build_id = flask.request.json.get("build_id")
305 task_id = flask.request.json.get("task_id")
306 chroot = flask.request.json.get("chroot")
307
308 try:
309 build = ComplexLogic.get_build_safe(build_id)
310 except ObjectNotFound:
311 response["result"] = "noop"
312 response["msg"] = "Build {} wasn't found".format(build_id)
313 return flask.jsonify(response)
314
315 if build.canceled:
316 response["result"] = "noop"
317 response["msg"] = "build was cancelled, ignoring"
318 return flask.jsonify(response)
319
320 run_statuses = set([StatusEnum("starting"), StatusEnum("running")])
321
322 if task_id == build.task_id:
323 if build.source_status in run_statuses:
324 log.info("rescheduling srpm build {}".format(build.id))
325 BuildsLogic.update_state_from_dict(build, {
326 "task_id": task_id,
327 "status": StatusEnum("pending")
328 })
329 db.session.commit()
330 response["result"] = "done"
331 else:
332 response["result"] = "noop"
333 response["msg"] = "build is not in running states, ignoring"
334 else:
335 build_chroot = build.chroots_dict_by_name.get(chroot)
336 if build_chroot and build_chroot.status in run_statuses:
337 log.info("rescheduling build {} chroot: {}".format(build.id, build_chroot.name))
338 BuildsLogic.update_state_from_dict(build, {
339 "task_id": task_id,
340 "chroot": chroot,
341 "status": StatusEnum("pending")
342 })
343 db.session.commit()
344 response["result"] = "done"
345 else:
346 response["result"] = "noop"
347 response["msg"] = "build chroot is not in running states, ignoring"
348
349 return flask.jsonify(response)
350