feat: Restate-based queue plugin (#2011)

* WIP: Initial restate integration

* add retry

* add delay + idempotency

* implement concurrency limits

* add admin stats

* add todos

* add id provider

* handle onComplete failures

* add tests

* add pub key and fix logging

* add priorities

* fail call after retries

* more fixes

* fix retries left

* some refactoring

* fix package.json

* upgrade sdk

* some test cleanups

1 files changed, 8 insertions, 2 deletions

diff --git a/apps/workers/index.ts b/apps/workers/index.ts
index 578ff6c8..c0270f0d 100644
--- a/apps/workers/index.ts
+++ b/apps/workers/index.ts
@@ -2,7 +2,11 @@ import "dotenv/config";
 
 import { buildServer } from "server";
 
-import { loadAllPlugins, runQueueDBMigrations } from "@karakeep/shared-server";
+import {
+  loadAllPlugins,
+  prepareQueue,
+  startQueue,
+} from "@karakeep/shared-server";
 import serverConfig from "@karakeep/shared/config";
 import logger from "@karakeep/shared/logger";
 
@@ -46,7 +50,7 @@ function isWorkerEnabled(name: WorkerName) {
 async function main() {
   await loadAllPlugins();
   logger.info(`Workers version: ${serverConfig.serverVersion ?? "not set"}`);
-  runQueueDBMigrations();
+  await prepareQueue();
 
   const httpServer = buildServer();
 
@@ -59,6 +63,8 @@ async function main() {
       })),
   );
 
+  await startQueue();
+
   if (workers.some((w) => w.name === "feed")) {
     FeedRefreshingWorker.start();
   }