Traceback (most recent call last):
File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 683, in cli_main
main()
File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 352, in main
run_compose(
File "/usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py", line 524, in run_compose
essentials_phase.stop()
File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 57, in stop
self.pool.stop()
File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 120, in stop
six.reraise(exc_info[0], exc_info[1], exc_info[2])
File "/usr/lib/python3.11/site-packages/six.py", line 719, in reraise
raise value
File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 67, in run
self.process(item, num)
File "/usr/lib/python3.11/site-packages/pungi/phases/weaver.py", line 79, in process
phase.stop()
File "/usr/lib/python3.11/site-packages/pungi/phases/base.py", line 111, in stop
self.pool.stop()
File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 120, in stop
six.reraise(exc_info[0], exc_info[1], exc_info[2])
File "/usr/lib/python3.11/site-packages/six.py", line 719, in reraise
raise value
File "/usr/lib/python3.11/site-packages/kobo/threads.py", line 67, in run
self.process(item, num)
File "/usr/lib/python3.11/site-packages/pungi/phases/buildinstall.py", line 560, in process
self.worker(compose, arch, variant, cmd, pkgset_phase, num)
File "/usr/lib/python3.11/site-packages/pungi/phases/buildinstall.py", line 866, in worker
runroot.run(
File "/usr/lib/python3.11/site-packages/pungi/runroot.py", line 285, in run
self._run_koji(
File "/usr/lib/python3.11/site-packages/pungi/runroot.py", line 133, in _run_koji
raise RuntimeError(
RuntimeError: Runroot task failed: 1466663. See /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log for more details.
Frame _run_koji in /usr/lib/python3.11/site-packages/pungi/runroot.py at line 133
126 max_retries = 3
127 while True:
128 output = koji_wrapper.run_runroot_cmd(koji_cmd, log_file=log_file)
129 if output["retcode"] == 0:
130 self._result = output
131 return
132 elif attempt >= max_retries or not self._has_losetup_error(log_dir):
--> 133 raise RuntimeError(
134 "Runroot task failed: %s. See %s for more details."
135 % (output["task_id"], log_file)
136 )
137 attempt += 1
138
139 def _ssh_run(self, hostname, user, command, fmt_dict=None, log_file=None):
arch = 'riscv64'
attempt = 0
command = 'rm -rf /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server && lorax --product=Fedora --version=Rawhide --release=Rawhide --source=file:///mnt/koji/compose/rawhide/F
koji_cmd = ['koji', '--profile=compose_koji', 'runroot', '--nowait', '--task-id', '--use-shell', '--channel-override=compose', '--package=lorax', '--mount=/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0',
koji_wrapper =
kwargs = {'mounts': ['/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0'], 'weight': None, 'chown_paths': ['/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server', '/mnt/ko
log_dir = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server-logs'
log_file = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log'
max_retries = 3
output = {'retcode': 1, 'output': 'Watching tasks (this may be safely interrupted)...\n1466663 runroot (riscv64): free\n1466663 runroot (riscv64): free -> open (unmatched01.davidlt.org)\n1466663 runroot (riscv
packages = ['lorax']
runroot_channel = 'compose'
runroot_tag = 'f40-build'
self =
self._logger = None
self._result = None
self.compose =
self.runroot_method = 'koji'
Frame run in /usr/lib/python3.11/site-packages/pungi/runroot.py at line 285
278 See `KojiWrapper.get_runroot_cmd()` for more information.
279 """
280 if self.runroot_method == "local":
281 self._run_local(
282 command, log_file=log_file, packages=packages, arch=arch, **kwargs
283 )
284 elif self.runroot_method == "koji":
--> 285 self._run_koji(
286 command, log_file=log_file, packages=packages, arch=arch, **kwargs
287 )
288 elif self.runroot_method == "openssh":
289 self._run_openssh(
290 command, log_file=log_file, packages=packages, arch=arch, **kwargs
291 )
arch = 'riscv64'
command = 'rm -rf /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server && lorax --product=Fedora --version=Rawhide --release=Rawhide --source=file:///mnt/koji/compose/rawhide/F
kwargs = {'mounts': ['/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0'], 'weight': None, 'chown_paths': ['/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server', '/mnt/ko
log_file = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log'
packages = ['lorax']
self =
self._logger = None
self._result = None
self.compose =
self.runroot_method = 'koji'
Frame worker in /usr/lib/python3.11/site-packages/pungi/phases/buildinstall.py at line 866
859 weight=compose.conf["runroot_weights"].get("buildinstall"),
860 )
861 else:
862 try:
863 lorax_log_dir = _get_log_dir(compose, variant, arch)
864 except Exception:
865 lorax_log_dir = None
--> 866 runroot.run(
867 cmd,
868 log_file=log_file,
869 arch=arch,
870 packages=packages,
871 mounts=[compose.topdir],
872 weight=compose.conf["runroot_weights"].get("buildinstall"),
arch = 'riscv64'
buildinstall_method = 'lorax'
chown_paths = ['/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server', '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server-logs']
cmd = 'rm -rf /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server && lorax --product=Fedora --version=Rawhide --release=Rawhide --source=file:///mnt/koji/compose/rawhide/F
compose =
final_output_dir = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server'
log_file = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log'
log_filename = 'buildinstall-Server'
lorax_log_dir = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server-logs'
lorax_use_koji_plugin = False
msg = 'Running buildinstall for arch riscv64, variant Server'
num = 2
output_dir = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server'
packages = ['lorax']
pkgset_phase =
runroot =
self =
self._args =
self._daemonic = False
self._ident = 281472938205600
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-88'
self._native_id = 581533
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 281472938205600
self.kill = True
self.name = 'Thread-88'
self.native_id = 581533
self.pool =
self.running = False
variant = Variant(id="Server", name="Server", type="variant", parent=None)
Frame process in /usr/lib/python3.11/site-packages/pungi/phases/buildinstall.py at line 560
553 class BuildinstallThread(WorkerThread):
554 def process(self, item, num):
555 # The variant is None unless lorax is used as buildinstall method.
556 compose, arch, variant, cmd, pkgset_phase = item
557 can_fail = compose.can_fail(variant, arch, "buildinstall")
558 with failable(compose, can_fail, variant, arch, "buildinstall"):
559 try:
--> 560 self.worker(compose, arch, variant, cmd, pkgset_phase, num)
561 except RuntimeError:
562 self._print_depsolve_error(compose, arch, variant)
563 raise
564
565 def _print_depsolve_error(self, compose, arch, variant):
566 try:
arch = 'riscv64'
can_fail = False
cmd = 'rm -rf /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/work/riscv64/buildinstall/Server && lorax --product=Fedora --version=Rawhide --release=Rawhide --source=file:///mnt/koji/compose/rawhide/F
compose =
item =
num = 2
pkgset_phase =
self =
self._args =
self._daemonic = False
self._ident = 281472938205600
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-88'
self._native_id = 581533
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 281472938205600
self.kill = True
self.name = 'Thread-88'
self.native_id = 581533
self.pool =
self.running = False
variant = Variant(id="Server", name="Server", type="variant", parent=None)
Frame run in /usr/lib/python3.11/site-packages/kobo/threads.py at line 67
60
61 self.pool.queue_get_lock.acquire()
62 self.pool.queue_processed += 1
63 num = self.pool.queue_processed
64 self.pool.queue_get_lock.release()
65
66 try:
--> 67 self.process(item, num)
68 except:
69 self.failed = True
70 self.pool.exceptions.append(sys.exc_info())
71 self.pool.kill()
72
73 def process(self, item, num):
item =
num = 2
self =
self._args =
self._daemonic = False
self._ident = 281472938205600
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-88'
self._native_id = 581533
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 281472938205600
self.kill = True
self.name = 'Thread-88'
self.native_id = 581533
self.pool =
self.running = False
Frame reraise in /usr/lib/python3.11/site-packages/six.py at line 719
712
713 def reraise(tp, value, tb=None):
714 try:
715 if value is None:
716 value = tp()
717 if value.__traceback__ is not tb:
718 raise value.with_traceback(tb)
--> 719 raise value
720 finally:
721 value = None
722 tb = None
723
724 else:
725 def exec_(_code_, _globs_=None, _locs_=None):
tb = None
tp =
value = None
Frame stop in /usr/lib/python3.11/site-packages/kobo/threads.py at line 120
113 """
114 for i in self.threads:
115 i.running = False
116 for i in self.threads:
117 i.join()
118 if self.exceptions:
119 exc_info = self.exceptions[0]
--> 120 six.reraise(exc_info[0], exc_info[1], exc_info[2])
121
122 def kill(self):
123 for i in self.threads:
124 i.kill = True
125 i.running = False
126
exc_info =
i =
self =
self._logger =
self.exceptions = [(, RuntimeError('Runroot task failed: 1466663. See /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log for more details.'),
self.queue_get_lock =
self.queue_processed = 2
self.queue_put_lock =
self.queue_total = 2
self.reused_tasks = set()
self.threads = [, ]
Frame stop in /usr/lib/python3.11/site-packages/pungi/phases/base.py at line 111
104 "Note that variants can be excluded in configuration file"
105 )
106
107 def stop(self):
108 if self.finished:
109 return
110 if hasattr(self, "pool"):
--> 111 self.pool.stop()
112 self.finished = True
113 self.compose.log_info("[DONE ] %s" % self.msg)
114
115 if hasattr(self, "_start_time"):
116 self.compose.log_info(
117 "PHASE %s took %d seconds"
self =
self._skipped = False
self._start_time = 1694244948.5751557
self.buildinstall_method = 'lorax'
self.compose =
self.finished = False
self.lorax_use_koji_plugin = False
self.msg = '---------- PHASE: BUILDINSTALL ----------'
self.name = 'buildinstall'
self.pkgset_phase =
self.pool =
self.used_lorax = True
self.used_patterns = None
self.warned_skipped = False
Frame process in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 79
72 self.pool.queue_total,
73 phases_names,
74 )
75 self.pool.log_info("[BEGIN] %s" % (msg,))
76
77 for phase in pipeline:
78 phase.start()
--> 79 phase.stop()
80
81 self.pool.log_info("[DONE ] %s" % (msg,))
item = []
msg = 'Running pipeline (1/4). Phases: buildinstall'
num = 1
phase =
phases_names = 'buildinstall'
pipeline = []
self =
self._args =
self._daemonic = False
self._ident = 281471672041888
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-82'
self._native_id = 581527
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 281471672041888
self.kill = True
self.name = 'Thread-82'
self.native_id = 581527
self.pool =
self.running = False
Frame run in /usr/lib/python3.11/site-packages/kobo/threads.py at line 67
60
61 self.pool.queue_get_lock.acquire()
62 self.pool.queue_processed += 1
63 num = self.pool.queue_processed
64 self.pool.queue_get_lock.release()
65
66 try:
--> 67 self.process(item, num)
68 except:
69 self.failed = True
70 self.pool.exceptions.append(sys.exc_info())
71 self.pool.kill()
72
73 def process(self, item, num):
item = []
num = 1
self =
self._args =
self._daemonic = False
self._ident = 281471672041888
self._initialized = True
self._is_stopped = True
self._kwargs = {}
self._name = 'Thread-82'
self._native_id = 581527
self._started =
self._stderr = <_io.TextIOWrapper name='' mode='w' encoding='utf-8'>
self._target = None
self._tstate_lock = None
self.daemon = False
self.failed = True
self.get_timeout = 1
self.ident = 281471672041888
self.kill = True
self.name = 'Thread-82'
self.native_id = 581527
self.pool =
self.running = False
Frame reraise in /usr/lib/python3.11/site-packages/six.py at line 719
712
713 def reraise(tp, value, tb=None):
714 try:
715 if value is None:
716 value = tp()
717 if value.__traceback__ is not tb:
718 raise value.with_traceback(tb)
--> 719 raise value
720 finally:
721 value = None
722 tb = None
723
724 else:
725 def exec_(_code_, _globs_=None, _locs_=None):
tb = None
tp =
value = None
Frame stop in /usr/lib/python3.11/site-packages/kobo/threads.py at line 120
113 """
114 for i in self.threads:
115 i.running = False
116 for i in self.threads:
117 i.join()
118 if self.exceptions:
119 exc_info = self.exceptions[0]
--> 120 six.reraise(exc_info[0], exc_info[1], exc_info[2])
121
122 def kill(self):
123 for i in self.threads:
124 i.kill = True
125 i.running = False
126
exc_info =
i =
self =
self._logger =
self.exceptions = [(, RuntimeError('Runroot task failed: 1466663. See /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log for more details.'),
self.queue_get_lock =
self.queue_processed = 4
self.queue_put_lock =
self.queue_total = 4
self.threads = [, , ,
Frame stop in /usr/lib/python3.11/site-packages/pungi/phases/weaver.py at line 57
50
51 self.pool.start()
52
53 def stop(self):
54 if self.finished:
55 return
56 if hasattr(self, "pool"):
--> 57 self.pool.stop()
58 self.finished = True
59 self.compose.log_info("[DONE ] %s" % self.msg)
60
61
62 class PipelineThread(WorkerThread):
63 """
self =
self._phases_schema =
self.compose =
self.finished = False
self.msg = '---------- PHASE: WEAVER ----------'
self.name = 'weaver'
self.pool =
Frame run_compose in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 524
517 buildinstall_phase,
518 (gather_phase, createrepo_phase),
519 extrafiles_phase,
520 (ostree_phase, ostree_installer_phase),
521 )
522 essentials_phase = pungi.phases.WeaverPhase(compose, essentials_schema)
523 essentials_phase.start()
--> 524 essentials_phase.stop()
525
526 # write treeinfo before ISOs are created
527 for variant in compose.get_variants():
528 for arch in variant.arches + ["src"]:
529 pungi.metadata.write_tree_info(
530 compose, arch, variant, bi=buildinstall_phase
buildinstall_phase =
compose =
config_copy_path = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/global/config-copy'
config_dump_full = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/global/config-dump.global.log'
config_file = '/root/pungi-fedora/multilib.conf'
create_latest_link = True
createiso_phase =
createrepo_phase =
errors = []
essentials_phase =
essentials_schema =
extra_isos_phase =
extrafiles_phase =
f = <_io.TextIOWrapper name='/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/global/config-dump.global.log' mode='w' encoding='utf-8'>
gather_phase =
image_build_phase =
image_checksum_phase =
image_container_phase =
init_phase =
installed_pkgs_log = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/global/installed-pkgs.global.log'
latest_link_components = -1
latest_link_status = None
liveimages_phase =
livemedia_phase =
osbs_phase =
osbuild_phase =
ostree_installer_phase =
ostree_phase =
phase =
pkgset_phase =
pungi =
repoclosure_phase =
test_phase =
Frame main in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 352
345 logger.error("Config validation failed with the error: %s" % error)
346 fail_to_start("Config validation failed", errors=errors)
347 sys.exit(1)
348
349 notifier.compose = compose
350 COMPOSE = compose
351 try:
--> 352 run_compose(
353 compose,
354 create_latest_link=create_latest_link,
355 latest_link_status=latest_link_status,
356 latest_link_components=latest_link_components,
357 )
358 except UnsignedPackagesError:
Compose =
PHASES_NAMES_MODIFIED = ['buildinstall', 'createiso', 'createrepo', 'extra_files', 'extra_isos', 'gather', 'image_build', 'image_checksum', 'image_container', 'init', 'live_images', 'live_media', 'osbs', 'osbuild', 'ostree',
abort = .abort at 0xffff9fc44040>
compose =
compose_dir = '/mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0'
compose_type = 'nightly'
conf = {'variants_file': 'variants-fedora.xml', 'tree_arches': ['riscv64'], 'hashed_directories': True, 'runroot_channel': 'compose', 'runroot_tag': 'f40-build', 'pkgset_source': 'koji', 'filter_system_relea
create_latest_link = True
errors = []
fail_to_start = .fail_to_start at 0xffff9fc33ec0>
group =
kobo =
latest_link_components = -1
latest_link_status = None
logger =
notifier =
opts = Namespace(target_dir='/mnt/koji/compose/rawhide', compose_dir=None, label=None, no_label=False, supported=False, old_composes=['/mnt/koji/compose/rawhide'], config='/root/pungi-fedora/fedora.conf', sk
parser = ArgumentParser(prog='pungi-koji', usage=None, description=None, formatter_class=, conflict_handler='error', add_help=True)
productmd =
pungi =
rv = None
warnings = []
Frame cli_main in /usr/lib/python3.11/site-packages/pungi/scripts/pungi_koji.py at line 683
676
677
678 def cli_main():
679 signal.signal(signal.SIGINT, sigterm_handler)
680 signal.signal(signal.SIGTERM, sigterm_handler)
681
682 try:
--> 683 main()
684 except (Exception, KeyboardInterrupt) as ex:
685 if COMPOSE:
686 COMPOSE.log_error("Compose run failed: %s" % ex)
687 COMPOSE.traceback(show_locals=getattr(ex, "show_locals", True))
688 COMPOSE.log_critical("Compose failed: %s" % COMPOSE.topdir)
689 COMPOSE.write_status("DOOMED")
ex = RuntimeError('Runroot task failed: 1466663. See /mnt/koji/compose/rawhide/Fedora-Rawhide-20230909.n.0/logs/riscv64/buildinstall-Server.riscv64.log for more details.')