The build-packages Jenkins jobs for these targets are currently failing with the error below. I suspect repositories need to be initialized manually before we can add packages to them. <pre>======= Start upload packages /usr/local/arvados-dev/jenkins/run_upload_packages.py --repo dev -H jenkinsapt@apt.arvados.org -o Port=2222 --workspace /tmp/workspace/build-packages-debian12 debian12 ERROR: unable to add: local repo with name bookworm-dev not found Traceback (most recent call last): File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 362, in <module> main(sys.argv[1:]) File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 358, in main build_suite_and_upload(target, last_upload_ts, args) File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 348, in build_suite_and_upload suite.update_packages(since_timestamp) File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 115, in update_packages self.post_uploads(upload_paths) File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 237, in post_uploads self._run_script(self.APT_SCRIPT, self.REMOTE_DEST_DIR + '/' + self.target, File "/usr/local/arvados-dev/jenkins/run_upload_packages.py", line 193, in _run_script subprocess.check_call(self._build_cmd( File "/usr/lib/python3.9/subprocess.py", line 373, in check_call raise CalledProcessError(retcode, cmd) subprocess.CalledProcessError: Command '['ssh', '-oPort=2222', '-q', 'jenkinsapt@apt.arvados.org', 'bash', '-ec', '\'\ncd "$1"; shift\nDISTNAME=$1; shift\nfor package in "$@"; do\n set +e\n aptly repo search "$DISTNAME" "${package%.deb}" >/dev/null 2>&1\n RET=$?\n set -e\n if [[ $RET -eq 0 ]]; then\n echo "Not adding $package, it is already present in repo $DISTNAME"\n rm "$package"\n else\n aptly repo add -remove-files "$DISTNAME" "$package"\n fi\ndone\naptly publish update "$DISTNAME" filesystem:"${DISTNAME%-*}":\n\'', 'DebianPackageSuite', 'tmp/debian12', 'bookworm-dev', "'arvados-sync-users_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-client_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-sync-groups_2.8.0~dev20240105152219-1_amd64.deb'", "'libpam-arvados-go_2.8.0~dev20240105152219-1_amd64.deb'", "'keepstore_2.8.0~dev20240105152219-1_amd64.deb'", "'keep-block-check_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-workbench2_2.8.0~dev20240105152219-1_amd64.deb'", "'keep-web_2.8.0~dev20240105152219-1_amd64.deb'", "'crunch-dispatch-slurm_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-sync-users_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-controller_2.8.0~dev20240105152219-1_arm64.deb'", "'keep-balance_2.8.0~dev20240105152219-1_arm64.deb'", "'keep-exercise_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-server_2.8.0~dev20240105152219-1_arm64.deb'", "'crunch-run_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-health_2.8.0~dev20240105152219-1_amd64.deb'", "'keep-exercise_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-git-httpd_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-health_2.8.0~dev20240105152219-1_arm64.deb'", "'keepproxy_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-src_2.8.0~dev20240105152219-1_all.deb'", "'arvados-sync-groups_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-dispatch-lsf_2.8.0~dev20240105152219-1_arm64.deb'", "'crunch-dispatch-local_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-dispatch-lsf_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-docker-cleaner_2.7.0~dev20230807211856-1_amd64.deb'", "'keep-web_2.8.0~dev20240105152219-1_arm64.deb'", "'keepstore_2.8.0~dev20240105152219-1_arm64.deb'", "'python3-arvados-cwl-runner_2.8.0~dev20240104154641-1_amd64.deb'", "'crunch-run_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-server_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-dispatch-cloud_2.8.0~dev20240105152219-1_arm64.deb'", "'keep-rsync_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-ws_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-controller_2.8.0~dev20240105152219-1_amd64.deb'", "'keepproxy_2.8.0~dev20240105152219-1_amd64.deb'", "'arvados-client_2.8.0~dev20240105152219-1_amd64.deb'", "'keep-rsync_2.8.0~dev20240105152219-1_arm64.deb'", "'python3-crunchstat-summary_2.8.0~dev20231218184850-1_amd64.deb'", "'crunch-dispatch-local_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-ws_2.8.0~dev20240105152219-1_arm64.deb'", 'python3-cwltest_2.3.20230108193615-1_amd64.deb', "'arvados-api-server_2.8.0~dev20240105152219-1_amd64.deb'", "'keep-block-check_2.8.0~dev20240105152219-1_arm64.deb'", "'keep-balance_2.8.0~dev20240105152219-1_amd64.deb'", "'python3-arvados-fuse_2.8.0~dev20231218184850-1_amd64.deb'", "'arvados-dispatch-cloud_2.8.0~dev20240105152219-1_amd64.deb'", "'python3-arvados-python-client_2.8.0~dev20231218184850-1_amd64.deb'", "'python3-arvados-user-activity_2.8.0~dev20231218184850-1_amd64.deb'", "'crunch-dispatch-slurm_2.8.0~dev20240105152219-1_arm64.deb'", "'arvados-git-httpd_2.8.0~dev20240105152219-1_arm64.deb'"]' returned non-zero exit status 1. ======= upload packages -- FAILED ======= End of upload packages (41s) </pre>

Use latest arvados-server install to fix ENOSPC / fs.inotify.max_user_watches issue https://ci.arvados.org/view/Developer/job/developer-run-tests-services-workbench2/10/consoleText