@convex-dev/workpool 0.1.3-alpha.0 → 0.2.0-beta.0

package/dist/commonjs/component/kick.js

@@ -0,0 +1,97 @@
+import { internal } from "./_generated/api.js";
+import { internalMutation } from "./_generated/server.js";
+import { createLogger, DEFAULT_LOG_LEVEL } from "./logging.js";
+import { INITIAL_STATE } from "./loop.js";
+import { nextSegment } from "./shared.js";
+export const DEFAULT_MAX_PARALLELISM = 10;
+/**
+ * Called from outside the loop:
+ */
+export async function kickMainLoop(ctx, source, config) {
+    const globals = await getOrUpdateGlobals(ctx, config);
+    const console = createLogger(globals.logLevel);
+    const runStatus = await getOrCreateRunStatus(ctx);
+    // Only kick to run now if we're scheduled or idle.
+    if (runStatus.state.kind === "running") {
+        console.debug(`[${source}] main is actively running, so we don't need to kick it`);
+        return;
+    }
+    const segment = nextSegment();
+    // main is scheduled to run later, so we should cancel it and reschedule.
+    if (runStatus.state.kind === "scheduled") {
+        if (source === "enqueue" && runStatus.state.saturated) {
+            console.debug(`[${source}] main is saturated, so we don't need to kick it`);
+            return;
+        }
+        if (runStatus.state.segment <= segment) {
+            console.debug(`[${source}] main is scheduled to run soon enough, so we don't need to kick it`);
+            return;
+        }
+        console.debug(`[${source}] main is scheduled to run later, so reschedule it to run now`);
+        const scheduled = await ctx.db.system.get(runStatus.state.scheduledId);
+        if (scheduled && scheduled.state.kind === "pending") {
+            await ctx.scheduler.cancel(runStatus.state.scheduledId);
+        }
+        else {
+            console.warn(`[${source}] main is marked as scheduled, but it's status is ${scheduled?.state.kind}`);
+        }
+    }
+    console.debug(`[${source}] main was scheduled later, so reschedule it to run now`);
+    await ctx.db.patch(runStatus._id, { state: { kind: "running" } });
+    await ctx.scheduler.runAfter(0, internal.loop.main, {
+        generation: runStatus.state.generation,
+        segment,
+    });
+}
+export const forceKick = internalMutation({
+    args: {},
+    handler: async (ctx) => {
+        const runStatus = await getOrCreateRunStatus(ctx);
+        await ctx.db.delete(runStatus._id);
+        await kickMainLoop(ctx, "recovery");
+    },
+});
+async function getOrCreateRunStatus(ctx) {
+    let runStatus = await ctx.db.query("runStatus").unique();
+    if (!runStatus) {
+        const state = await ctx.db.query("internalState").unique();
+        const id = await ctx.db.insert("runStatus", {
+            state: {
+                kind: "idle",
+                generation: state?.generation ?? INITIAL_STATE.generation,
+            },
+        });
+        runStatus = (await ctx.db.get(id));
+        if (!state) {
+            await ctx.db.insert("internalState", INITIAL_STATE);
+        }
+    }
+    return runStatus;
+}
+async function getOrUpdateGlobals(ctx, config) {
+    const globals = await ctx.db.query("globals").unique();
+    if (!globals) {
+        const id = await ctx.db.insert("globals", {
+            maxParallelism: config?.maxParallelism ?? DEFAULT_MAX_PARALLELISM,
+            logLevel: config?.logLevel ?? DEFAULT_LOG_LEVEL,
+        });
+        return (await ctx.db.get(id));
+    }
+    else if (config) {
+        let updated = false;
+        if (config.maxParallelism &&
+            config.maxParallelism !== globals.maxParallelism) {
+            globals.maxParallelism = config.maxParallelism;
+            updated = true;
+        }
+        if (config.logLevel && config.logLevel !== globals.logLevel) {
+            globals.logLevel = config.logLevel;
+            updated = true;
+        }
+        if (updated) {
+            await ctx.db.replace(globals._id, globals);
+        }
+    }
+    return globals;
+}
+//# sourceMappingURL=kick.js.map

package/dist/commonjs/component/kick.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kick.js","sourceRoot":"","sources":["../../../src/component/kick.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAe,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAU,WAAW,EAAE,MAAM,aAAa,CAAC;AAElD,MAAM,CAAC,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAC1C;;GAEG;AAEH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAgB,EAChB,MAAwD,EACxD,MAAwB;IAExB,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAElD,mDAAmD;IACnD,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE;QACtC,OAAO,CAAC,KAAK,CACX,IAAI,MAAM,yDAAyD,CACpE,CAAC;QACF,OAAO;KACR;IACD,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;IAC9B,yEAAyE;IACzE,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE;QACxC,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,SAAS,EAAE;YACrD,OAAO,CAAC,KAAK,CACX,IAAI,MAAM,kDAAkD,CAC7D,CAAC;YACF,OAAO;SACR;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,EAAE;YACtC,OAAO,CAAC,KAAK,CACX,IAAI,MAAM,qEAAqE,CAChF,CAAC;YACF,OAAO;SACR;QACD,OAAO,CAAC,KAAK,CACX,IAAI,MAAM,+DAA+D,CAC1E,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACvE,IAAI,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE;YACnD,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;SACzD;aAAM;YACL,OAAO,CAAC,IAAI,CACV,IAAI,MAAM,qDAAqD,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CACvF,CAAC;SACH;KACF;IACD,OAAO,CAAC,KAAK,CACX,IAAI,MAAM,yDAAyD,CACpE,CAAC;IACF,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IAClE,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;QAClD,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,UAAU;QACtC,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,gBAAgB,CAAC;IACxC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACtC,CAAC;CACF,CAAC,CAAC;AAEH,KAAK,UAAU,oBAAoB,CAAC,GAAgB;IAClD,IAAI,SAAS,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC;IACzD,IAAI,CAAC,SAAS,EAAE;QACd,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3D,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE;YAC1C,KAAK,EAAE;gBACL,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,aAAa,CAAC,UAAU;aAC1D;SACF,CAAC,CAAC;QACH,SAAS,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAE,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE;YACV,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;SACrD;KACF;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,GAAgB,EAAE,MAAwB;IAC1E,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC;IACvD,IAAI,CAAC,OAAO,EAAE;QACZ,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;YACxC,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,uBAAuB;YACjE,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,iBAAiB;SAChD,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAE,CAAC;KAChC;SAAM,IAAI,MAAM,EAAE;QACjB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IACE,MAAM,CAAC,cAAc;YACrB,MAAM,CAAC,cAAc,KAAK,OAAO,CAAC,cAAc,EAChD;YACA,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;YAC/C,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,EAAE;YAC3D,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACnC,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,OAAO,EAAE;YACX,MAAM,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAC5C;KACF;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/commonjs/component/lib.d.ts

@@ -1,50 +1,41 @@
 export declare const enqueue: import("convex/server").RegisteredMutation<"public", {
-    fnType: "action" | "mutation";
+    onComplete?: {
+        context?: any;
+        fnHandle: string;
+    } | undefined;
+    retryBehavior?: {
+        maxAttempts: number;
+        initialBackoffMs: number;
+        base: number;
+    } | undefined;
     fnHandle: string;
+    fnType: "action" | "mutation";
     fnName: string;
     fnArgs: any;
-    options: {
-        statusTtl?: number | undefined;
-        logLevel?: "DEBUG" | "INFO" | "WARN" | "ERROR" | undefined;
+    runAt: number;
+    config: {
         maxParallelism: number;
+        logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
     };
 }, Promise<import("convex/values").GenericId<"work">>>;
 export declare const cancel: import("convex/server").RegisteredMutation<"public", {
     id: import("convex/values").GenericId<"work">;
+    logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
 }, Promise<void>>;
-export declare const mainLoop: import("convex/server").RegisteredMutation<"internal", {
-    generation: number;
-}, Promise<void>>;
-export declare const runActionWrapper: import("convex/server").RegisteredAction<"internal", {
-    fnHandle: string;
-    fnArgs: any;
-    workId: import("convex/values").GenericId<"work">;
-}, Promise<void>>;
-export declare const saveResult: import("convex/server").RegisteredMutation<"internal", {
-    workId: import("convex/values").GenericId<"work">;
-    completionStatus: "success" | "error" | "canceled" | "timeout";
+export declare const cancelAll: import("convex/server").RegisteredMutation<"public", {
+    before?: number | undefined;
+    logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
 }, Promise<void>>;
-export declare const bumpGeneration: import("convex/server").RegisteredMutation<"internal", {}, Promise<void>>;
-export declare const runMutationWrapper: import("convex/server").RegisteredMutation<"internal", {
-    fnHandle: string;
-    fnArgs: any;
-    workId: import("convex/values").GenericId<"work">;
-}, Promise<void>>;
-export declare const stopCleanup: import("convex/server").RegisteredMutation<"public", {}, Promise<void>>;
 export declare const status: import("convex/server").RegisteredQuery<"public", {
     id: import("convex/values").GenericId<"work">;
 }, Promise<{
-    readonly kind: "completed";
-    readonly completionStatus: "success" | "error" | "canceled" | "timeout";
+    readonly state: "finished";
+    readonly attempt?: undefined;
 } | {
-    readonly kind: "pending";
-    readonly completionStatus?: undefined;
+    readonly state: "pending";
+    readonly attempt: number;
 } | {
-    readonly kind: "inProgress";
-    readonly completionStatus?: undefined;
+    readonly state: "running";
+    readonly attempt: number;
 }>>;
-export declare const MAX_CLEANUP_DOCS = 1000;
-export declare const cleanup: import("convex/server").RegisteredMutation<"public", {
-    maxAgeMs: number;
-}, Promise<void>>;
 //# sourceMappingURL=lib.d.ts.map

package/dist/commonjs/component/lib.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../../../src/component/lib.ts"],"names":[],"mappings":"AAuBA,eAAO,MAAM,OAAO;;;;;;;;;;sDAiClB,CAAC;AAEH,eAAO,MAAM,MAAM;;iBAOjB,CAAC;AAiBH,eAAO,MAAM,QAAQ;;iBA8OnB,CAAC;AA+EH,eAAO,MAAM,gBAAgB;;;;iBAyB3B,CAAC;AAEH,eAAO,MAAM,UAAU;;;iBAiBrB,CAAC;AAEH,eAAO,MAAM,cAAc,2EAczB,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;iBAyB7B,CAAC;AAUH,eAAO,MAAM,WAAW,yEAQtB,CAAC;AAiEH,eAAO,MAAM,MAAM;;;;;;;;;;;GAuCjB,CAAC;AAEH,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAErC,eAAO,MAAM,OAAO;;iBA2BlB,CAAC"}
+{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../../../src/component/lib.ts"],"names":[],"mappings":"AAkBA,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;sDAkClB,CAAC;AAEH,eAAO,MAAM,MAAM;;;iBAajB,CAAC;AAGH,eAAO,MAAM,SAAS;;;iBA+BpB,CAAC;AAEH,eAAO,MAAM,MAAM;;;;;;;;;;;GAkBjB,CAAC"}