cbaines/guix-data-service
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Improve associating builds with derivations

Browse source 
Even without knowing the details of the derivation.
This commit is contained in:
Christopher Baines 2020-02-15 21:29:42 +00:00
parent c355c42584
commit 2c495fe8f6
1 changed files with 25 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

34
guix-data-service/builds.scm
View file

@ -21,6 +21,7 @@
#:use-module (srfi srfi-26) #:use-module (srfi srfi-26)
#:use-module (ice-9 match) #:use-module (ice-9 match)
#:use-module (ice-9 iconv) #:use-module (ice-9 iconv)
#:use-module (ice-9 vlist)
#:use-module (ice-9 binary-ports) #:use-module (ice-9 binary-ports)
#:use-module (json parser) #:use-module (json parser)
#:use-module (web uri) #:use-module (web uri)
@ -209,24 +210,32 @@ initial connection on which HTTP requests are sent."
(select-pending-builds conn build-server-id))) (select-pending-builds conn build-server-id)))
(define (process-derivation-outputs conn build-server-id url revision-commits) (define (process-derivation-outputs conn build-server-id url revision-commits)
(define derivation-outputs (define derivation-output-paths-and-details-sets-ids
(select-derivation-outputs-with-no-known-build conn (select-derivation-outputs-with-no-known-build conn
build-server-id build-server-id
revision-commits)) revision-commits))
(simple-format (current-error-port) "Fetching ~A derivation outputs\n" (simple-format (current-error-port) "Fetching ~A derivation outputs\n"
(length derivation-outputs)) (vlist-length derivation-output-paths-and-details-sets-ids))
(fetch-builds-by-output (fetch-builds-by-output
url url
derivation-outputs (vhash-fold (lambda (key value result)
(cons key result))
'()
derivation-output-paths-and-details-sets-ids)
(lambda (data output) (lambda (data output)
(if data (if data
(let* ((derivation (let* ((derivation
(assoc-ref data "derivation")) (assoc-ref data "derivation"))
(build-id (build-id
(ensure-build-exists conn (ensure-build-exists
build-server-id conn
derivation))) build-server-id
derivation
#:derivation-output-details-set-id
(cdr
(vhash-assoc output
derivation-output-paths-and-details-sets-ids)))))
(insert-build-statuses-from-data (insert-build-statuses-from-data
conn conn
build-server-id build-server-id
@ -450,7 +459,7 @@ LIMIT 15000"))
;; Cuirass doesn't build the intermediate derivations ;; Cuirass doesn't build the intermediate derivations
(string-append (string-append
" "
SELECT derivation_output_details.path SELECT derivation_output_details.path, derivation_output_details_sets.id
FROM derivation_output_details FROM derivation_output_details
INNER JOIN derivation_output_details_sets INNER JOIN derivation_output_details_sets
ON derivation_output_details.id = ON derivation_output_details.id =
@ -523,8 +532,15 @@ WHERE NOT EXISTS (
ORDER BY derivation_output_details_sets.id, derivation_output_details.id ORDER BY derivation_output_details_sets.id, derivation_output_details.id
LIMIT 15000")) LIMIT 15000"))
(map first (fold (lambda (row result)
(exec-query conn query (list (number->string build-server-id))))) (match row
((path derivation-output-details-sets-id)
(vhash-cons path
(string->number
derivation-output-details-sets-id)
result))))
vlist-null
(exec-query conn query (list (number->string build-server-id)))))
(define (fetch-narinfo-files conn build-server-id build-server-url revision-commits) (define (fetch-narinfo-files conn build-server-id build-server-url revision-commits)
(define outputs (define outputs