cbaines/guix-data-service
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add a function to rebuild the package_derivations_by_guix_revision

Browse source 
At the moment, some data is missing, but this code will fix that.
This commit is contained in:
Christopher Baines 2019-12-22 17:36:49 +00:00
parent 69d95b133f
commit 2e0c1b4fcb
1 changed files with 64 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

82
guix-data-service/model/package-derivation-by-guix-revision-range.scm
View file

@ -18,7 +18,9 @@
(define-module (guix-data-service model package-derivation-by-guix-revision-range) (define-module (guix-data-service model package-derivation-by-guix-revision-range)
#:use-module (ice-9 match) #:use-module (ice-9 match)
#:use-module (squee) #:use-module (squee)
#:export (update-package-derivations-table)) #:use-module (guix-data-service database)
#:export (update-package-derivations-table
rebuild-package-derivations-table))
(define (log-time action f) (define (log-time action f)
(simple-format #t "debug: Starting ~A\n" action) (simple-format #t "debug: Starting ~A\n" action)
@ -51,13 +53,13 @@ WHERE git_repository_id = $1 AND
guix-revision-id guix-revision-id
branch-name))) branch-name)))
(define (insert-guix-revision-package-derivation-entries conn (define* (insert-guix-revision-package-derivation-entries conn
git-repository-id git-repository-id
guix-revision-id branch-name
branch-name) #:key guix-revision-id)
(exec-query (define query
conn (string-append
" "
INSERT INTO package_derivations_by_guix_revision_range INSERT INTO package_derivations_by_guix_revision_range
SELECT DISTINCT SELECT DISTINCT
$1::integer AS git_repository_id, $1::integer AS git_repository_id,
@ -84,23 +86,33 @@ INNER JOIN (
) AS revision_packages ON packages.id = revision_packages.package_id ) AS revision_packages ON packages.id = revision_packages.package_id
INNER JOIN guix_revisions ON revision_packages.revision_id = guix_revisions.id INNER JOIN guix_revisions ON revision_packages.revision_id = guix_revisions.id
INNER JOIN git_branches ON guix_revisions.commit = git_branches.commit INNER JOIN git_branches ON guix_revisions.commit = git_branches.commit
WHERE git_branches.name = $2 AND WHERE git_branches.name = $2"
(if guix-revision-id
" AND
revision_packages.derivation_id IN ( revision_packages.derivation_id IN (
SELECT package_derivations.derivation_id SELECT package_derivations.derivation_id
FROM package_derivations FROM package_derivations
INNER JOIN guix_revision_package_derivations INNER JOIN guix_revision_package_derivations
ON package_derivations.id = guix_revision_package_derivations.package_derivation_id ON package_derivations.id = guix_revision_package_derivations.package_derivation_id
WHERE revision_id = $3 WHERE revision_id = $3
) )"
"")
"
WINDOW package_version AS ( WINDOW package_version AS (
PARTITION BY packages.name, packages.version, revision_packages.derivation_id PARTITION BY packages.name, packages.version, revision_packages.derivation_id
ORDER BY git_branches.datetime ORDER BY git_branches.datetime
RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING RANGE BETWEEN UNBOUNDED PRECEDING AND UNBOUNDED FOLLOWING
) )
ORDER BY packages.name, packages.version" ORDER BY packages.name, packages.version"))
(list git-repository-id
branch-name (exec-query
guix-revision-id))) conn
query
`(,git-repository-id
,branch-name
,@(if guix-revision-id
(list guix-revision-id)
'()))))
(define (update-package-derivations-table conn (define (update-package-derivations-table conn
git-repository-id git-repository-id
@ -127,13 +139,47 @@ LOCK TABLE ONLY package_derivations_by_guix_revision_range
(log-time (log-time
(simple-format #f "inserting package derivation entries for ~A" branch-name) (simple-format #f "inserting package derivation entries for ~A" branch-name)
(lambda () (lambda ()
(insert-guix-revision-package-derivation-entries conn (insert-guix-revision-package-derivation-entries
git-repository-id conn
guix-revision-id git-repository-id
branch-name))))) branch-name
#:guix-revision-id guix-revision-id)))))
(exec-query (exec-query
conn conn
"SELECT name FROM git_branches WHERE commit = $1 AND git_repository_id = $2" "SELECT name FROM git_branches WHERE commit = $1 AND git_repository_id = $2"
(list commit git-repository-id))) (list commit git-repository-id)))
#t) #t)
(define (rebuild-package-derivations-table conn)
(with-postgresql-transaction
conn
(lambda (conn)
;; Lock the table to wait for other transactions to commit before updating
;; the table
(exec-query
conn
"
LOCK TABLE ONLY package_derivations_by_guix_revision_range
IN SHARE ROW EXCLUSIVE MODE")
(log-time
(simple-format #f "deleting all package derivation entries")
(lambda ()
(exec-query conn "DELETE FROM package_derivations_by_guix_revision_range")))
(let ((git-branches-and-repository-ids
(exec-query
conn
"SELECT DISTINCT name, git_repository_id FROM git_branches")))
(for-each
(match-lambda
((branch-name git-repository-id)
(log-time
(simple-format #f "inserting package derivation entries for ~A" branch-name)
(lambda ()
(insert-guix-revision-package-derivation-entries
conn
git-repository-id
branch-name)))))
git-branches-and-repository-ids)))))