cbaines/guix-data-service
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Limit the parallelism when running derivation-file-names->derivation-ids

Browse source 
To focus on finishing some systems before starting the next.
This commit is contained in:
Christopher Baines 2025-07-06 15:01:03 +01:00
parent 02947cc9c4
commit 0184f10942
1 changed files with 14 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

24
guix-data-service/jobs/load-new-guix-revision.scm
View file

@ -2631,21 +2631,25 @@ WHERE builder != 'builtin:download'
(loop (+ start-index chunk-size))))))
derivations-vector)))
(define derivation-file-names->derivation-ids/parallelism-limiter
(make-parallelism-limiter 2))
(define (process-system-and-target system target)
(with-time-logging
(simple-format #f "processing derivations for ~A" (cons system target))
(let* ((derivations-vector (get-derivations system target))
(derivation-ids
(with-time-logging
(simple-format #f "derivation-file-names->derivation-ids (~A ~A)"
system target)
(derivation-file-names->derivation-ids
postgresql-connection-pool
call-with-utility-thread
read-derivations/serialised
derivation-ids-hash-table
derivations-vector
#:log-tag (simple-format #f "~A:~A" system target))))
(with-parallelism-limiter
derivation-file-names->derivation-ids/parallelism-limiter
(with-time-logging
(simple-format #f "derivation-file-names->derivation-ids (~A ~A)"
system target)
(derivation-file-names->derivation-ids
postgresql-connection-pool
call-with-utility-thread
read-derivations/serialised
derivation-ids-hash-table
derivations-vector
#:log-tag (simple-format #f "~A:~A" system target)))))
(guix-revision-id
(fibers-force guix-revision-id-promise))
(package-ids (fibers-force package-ids-promise))