Select existing derivations in chunks

To avoid one massive query.
This commit is contained in:
Christopher Baines 2021-10-03 12:59:02 +01:00
parent 857b4e32d5
commit 3627d36d77

View file

@ -1706,13 +1706,16 @@ WHERE " criteria ";"))
file-names-count (length missing-file-names))
(unless (null? missing-file-names)
(for-each
(lambda (chunk)
(for-each
(match-lambda
((id file-name)
(hash-set! derivation-ids-hash-table
file-name
(string->number id))))
(exec-query conn (select-existing-derivations missing-file-names))))))
(exec-query conn (select-existing-derivations chunk))))
(chunk! missing-file-names 2000)))))
(define (derivation-file-names->derivation-ids conn derivation-file-names)
(define (select-source-files-missing-nars derivation-ids)