cbaines/guix-data-service
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Switch to processing jobs in parallel

Browse source 
This should speed up processing new revisions, reduce latency between finding
out about new revisions and processing them, as well as help manage memory
usage, by processing each job in a process that then exits.
This commit is contained in:
Christopher Baines 2019-07-12 19:58:37 +01:00
parent 09d927cb99
commit 83ef624b97
3 changed files with 194 additions and 69 deletions
Download patch file Download diff file Expand all files Collapse all files

42
tests/jobs-load-new-guix-revision.scm
View file

@ -32,13 +32,13 @@
(lambda (conn git-repository-id commit store-path)
#t))
(enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
(process-next-load-new-guix-revision-job conn))))
(match (enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
((id)
(process-load-new-guix-revision-job id))))))
(test-equal "test build store item failure"
#f
@ -48,13 +48,13 @@
(lambda (conn git-repository-id commit)
#f))
(enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
(process-next-load-new-guix-revision-job conn)))
(match (enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
((id)
(process-load-new-guix-revision-job id)))))
(test-equal "test extract information failure"
#f
@ -70,12 +70,12 @@
(lambda (conn git-repository-id commit store-path)
#f))
(enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
(process-next-load-new-guix-revision-job conn))))))
(match (enqueue-load-new-guix-revision-job
conn
(git-repository-url->git-repository-id conn "test-url")
"test-commit"
"test-source")
((id)
(process-load-new-guix-revision-job id))))))))
(test-end)