aboutsummaryrefslogtreecommitdiffstats
path: root/packages/plugins-queue-liteque/src/index.ts
diff options
context:
space:
mode:
Diffstat (limited to 'packages/plugins-queue-liteque/src/index.ts')
-rw-r--r--packages/plugins-queue-liteque/src/index.ts137
1 files changed, 0 insertions, 137 deletions
diff --git a/packages/plugins-queue-liteque/src/index.ts b/packages/plugins-queue-liteque/src/index.ts
deleted file mode 100644
index ddc2181c..00000000
--- a/packages/plugins-queue-liteque/src/index.ts
+++ /dev/null
@@ -1,137 +0,0 @@
-import path from "node:path";
-import {
- buildDBClient,
- SqliteQueue as LQ,
- Runner as LQRunner,
- migrateDB,
-} from "liteque";
-
-import type { PluginProvider } from "@karakeep/shared/plugins";
-import type {
- DequeuedJob,
- DequeuedJobError,
- EnqueueOptions,
- Queue,
- QueueClient,
- QueueOptions,
- Runner,
- RunnerFuncs,
- RunnerOptions,
-} from "@karakeep/shared/queueing";
-import serverConfig from "@karakeep/shared/config";
-
-class LitequeQueueWrapper<T> implements Queue<T> {
- constructor(
- private readonly _name: string,
- private readonly lq: LQ<T>,
- public readonly opts: QueueOptions,
- ) {}
-
- name(): string {
- return this._name;
- }
-
- async enqueue(
- payload: T,
- options?: EnqueueOptions,
- ): Promise<string | undefined> {
- const job = await this.lq.enqueue(payload, options);
- // liteque returns a Job with numeric id
- return job ? String(job.id) : undefined;
- }
-
- async stats() {
- return this.lq.stats();
- }
-
- async cancelAllNonRunning(): Promise<number> {
- return this.lq.cancelAllNonRunning();
- }
-
- // Internal accessor for runner
- get _impl(): LQ<T> {
- return this.lq;
- }
-}
-
-class LitequeQueueClient implements QueueClient {
- private db = buildDBClient(path.join(serverConfig.dataDir, "queue.db"), {
- walEnabled: serverConfig.database.walMode,
- });
-
- private queues = new Map<string, LitequeQueueWrapper<unknown>>();
-
- async prepare(): Promise<void> {
- migrateDB(this.db);
- }
-
- async start(): Promise<void> {
- // No-op for sqlite
- }
-
- createQueue<T>(name: string, options: QueueOptions): Queue<T> {
- if (this.queues.has(name)) {
- throw new Error(`Queue ${name} already exists`);
- }
- const lq = new LQ<T>(name, this.db, {
- defaultJobArgs: { numRetries: options.defaultJobArgs.numRetries },
- keepFailedJobs: options.keepFailedJobs,
- });
- const wrapper = new LitequeQueueWrapper<T>(name, lq, options);
- this.queues.set(name, wrapper);
- return wrapper;
- }
-
- createRunner<T>(
- queue: Queue<T>,
- funcs: RunnerFuncs<T>,
- opts: RunnerOptions<T>,
- ): Runner<T> {
- const name = queue.name();
- let wrapper = this.queues.get(name);
- if (!wrapper) {
- throw new Error(`Queue ${name} not found`);
- }
-
- const runner = new LQRunner<T>(
- wrapper._impl,
- {
- run: funcs.run,
- onComplete: funcs.onComplete as
- | ((job: DequeuedJob<T>) => Promise<void>)
- | undefined,
- onError: funcs.onError as
- | ((job: DequeuedJobError<T>) => Promise<void>)
- | undefined,
- },
- {
- pollIntervalMs: opts.pollIntervalMs ?? 1000,
- timeoutSecs: opts.timeoutSecs,
- concurrency: opts.concurrency,
- validator: opts.validator,
- },
- );
-
- return {
- run: () => runner.run(),
- stop: () => runner.stop(),
- runUntilEmpty: () => runner.runUntilEmpty(),
- };
- }
-
- async shutdown(): Promise<void> {
- // No-op for sqlite
- }
-}
-
-export class LitequeQueueProvider implements PluginProvider<QueueClient> {
- private client: QueueClient | null = null;
-
- async getClient(): Promise<QueueClient | null> {
- if (!this.client) {
- const client = new LitequeQueueClient();
- this.client = client;
- }
- return this.client;
- }
-}