From 87cff71af95d2cef095a5feea40e48b40576b3d0 Mon Sep 17 00:00:00 2001 From: kim <89579420+NyaaaWhatsUpDoc@users.noreply.github.com> Date: Tue, 30 Jul 2024 11:58:31 +0000 Subject: [feature] persist worker queues to db (#3042) * persist queued worker tasks to database on shutdown, fill worker queues from database on startup * ensure the tasks are sorted by creation time before pushing them * add migration to insert WorkerTask{} into database, add test for worker task persistence * add test for recovering worker queues from database * quick tweak * whoops we ended up with double cleaner job scheduling * insert each task separately, because bun is throwing some reflection error?? * add specific checking of cancelled worker contexts * add http request signing to deliveries recovered from database * add test for outgoing public key ID being correctly set on delivery * replace select with Queue.PopCtx() * get rid of loop now we don't use it * remove field now we don't use it * ensure that signing func is set * header values weren't being copied over :facepalm: * use ptr for httpclient.Request in delivery * move worker queue filling to later in server init process * fix rebase issues * make logging less shouty * use slices.Delete() instead of copying / reslicing * have database return tasks in ascending order instead of sorting them * add a 1 minute timeout to persisting worker queues --- internal/httpclient/request.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'internal/httpclient/request.go') diff --git a/internal/httpclient/request.go b/internal/httpclient/request.go index e5a7f44d3..dfe51b160 100644 --- a/internal/httpclient/request.go +++ b/internal/httpclient/request.go @@ -47,8 +47,8 @@ type Request struct { // WrapRequest wraps an existing http.Request within // our own httpclient.Request with retry / backoff tracking. -func WrapRequest(r *http.Request) Request { - var rr Request +func WrapRequest(r *http.Request) *Request { + rr := new(Request) rr.Request = r entry := log.WithContext(r.Context()) entry = entry.WithField("method", r.Method) -- cgit v1.2.3