@convex-dev/workpool 0.1.3-alpha.0 → 0.2.0-beta.0

package/dist/esm/component/shared.d.ts

@@ -0,0 +1,130 @@
+import { Infer } from "convex/values";
+import { Logger } from "./logging.js";
+export declare const SECOND = 1000;
+export declare const MINUTE: number;
+export declare const HOUR: number;
+export declare const DAY: number;
+export declare const YEAR: number;
+export declare function toSegment(ms: number): bigint;
+export declare function currentSegment(): bigint;
+export declare function nextSegment(): bigint;
+export declare function fromSegment(segment: bigint): number;
+export declare const config: import("convex/values").VObject<{
+    maxParallelism: number;
+    logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
+}, {
+    maxParallelism: import("convex/values").VFloat64<number, "required">;
+    logLevel: import("convex/values").VUnion<"DEBUG" | "INFO" | "WARN" | "ERROR", [import("convex/values").VLiteral<"DEBUG", "required">, import("convex/values").VLiteral<"INFO", "required">, import("convex/values").VLiteral<"WARN", "required">, import("convex/values").VLiteral<"ERROR", "required">], "required", never>;
+}, "required", "maxParallelism" | "logLevel">;
+export type Config = Infer<typeof config>;
+export declare const retryBehavior: import("convex/values").VObject<{
+    maxAttempts: number;
+    initialBackoffMs: number;
+    base: number;
+}, {
+    maxAttempts: import("convex/values").VFloat64<number, "required">;
+    initialBackoffMs: import("convex/values").VFloat64<number, "required">;
+    base: import("convex/values").VFloat64<number, "required">;
+}, "required", "maxAttempts" | "initialBackoffMs" | "base">;
+export type RetryBehavior = {
+    /**
+     * The maximum number of attempts to make. 2 means one retry.
+     */
+    maxAttempts: number;
+    /**
+     * The initial backoff time in milliseconds. 100 means wait 100ms before the
+     * first retry.
+     */
+    initialBackoffMs: number;
+    /**
+     * The base for the backoff. 2 means double the backoff each time.
+     * e.g. if the initial backoff is 100ms, and the base is 2, then the first
+     * retry will wait 200ms, the second will wait 400ms, etc.
+     */
+    base: number;
+};
+export declare const runResult: import("convex/values").VUnion<{
+    kind: "success";
+    returnValue: any;
+} | {
+    kind: "failed";
+    error: string;
+} | {
+    kind: "canceled";
+}, [import("convex/values").VObject<{
+    kind: "success";
+    returnValue: any;
+}, {
+    kind: import("convex/values").VLiteral<"success", "required">;
+    returnValue: import("convex/values").VAny<any, "required", string>;
+}, "required", "kind" | "returnValue" | `returnValue.${string}`>, import("convex/values").VObject<{
+    kind: "failed";
+    error: string;
+}, {
+    kind: import("convex/values").VLiteral<"failed", "required">;
+    error: import("convex/values").VString<string, "required">;
+}, "required", "kind" | "error">, import("convex/values").VObject<{
+    kind: "canceled";
+}, {
+    kind: import("convex/values").VLiteral<"canceled", "required">;
+}, "required", "kind">], "required", "kind" | "returnValue" | `returnValue.${string}` | "error">;
+export type RunResult = Infer<typeof runResult>;
+export declare const onComplete: import("convex/values").VObject<{
+    context?: any;
+    fnHandle: string;
+}, {
+    fnHandle: import("convex/values").VString<string, "required">;
+    context: import("convex/values").VAny<any, "optional", string>;
+}, "required", "fnHandle" | "context" | `context.${string}`>;
+export type OnComplete = Infer<typeof onComplete>;
+export type OnCompleteArgs = {
+    /**
+     * The ID of the work that completed.
+     */
+    workId: string;
+    /**
+     * The context object passed when enqueuing the work.
+     * Useful for passing data from the enqueue site to the onComplete site.
+     */
+    context: unknown;
+    /**
+     * The result of the run that completed.
+     */
+    result: RunResult;
+};
+export declare const status: import("convex/values").VUnion<{
+    state: "pending";
+    attempt: number;
+} | {
+    state: "running";
+    attempt: number;
+} | {
+    state: "finished";
+}, [import("convex/values").VUnion<{
+    state: "pending";
+    attempt: number;
+} | {
+    state: "running";
+    attempt: number;
+} | {
+    state: "finished";
+}, [import("convex/values").VObject<{
+    state: "pending";
+    attempt: number;
+}, {
+    state: import("convex/values").VLiteral<"pending", "required">;
+    attempt: import("convex/values").VFloat64<number, "required">;
+}, "required", "state" | "attempt">, import("convex/values").VObject<{
+    state: "running";
+    attempt: number;
+}, {
+    state: import("convex/values").VLiteral<"running", "required">;
+    attempt: import("convex/values").VFloat64<number, "required">;
+}, "required", "state" | "attempt">, import("convex/values").VObject<{
+    state: "finished";
+}, {
+    state: import("convex/values").VLiteral<"finished", "required">;
+}, "required", "state">], "required", "state" | "attempt">], "required", "state" | "attempt">;
+export type Status = Infer<typeof status>;
+export declare function boundScheduledTime(ms: number, console: Logger): number;
+//# sourceMappingURL=shared.d.ts.map

package/dist/esm/component/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../../src/component/shared.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAGtC,OAAO,EAAE,MAAM,EAAY,MAAM,cAAc,CAAC;AAGhD,eAAO,MAAM,MAAM,OAAO,CAAC;AAC3B,eAAO,MAAM,MAAM,QAAc,CAAC;AAClC,eAAO,MAAM,IAAI,QAAc,CAAC;AAChC,eAAO,MAAM,GAAG,QAAY,CAAC;AAC7B,eAAO,MAAM,IAAI,QAAY,CAAC;AAE9B,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAE5C;AAED,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,eAAO,MAAM,MAAM;;;;;;6CAGjB,CAAC;AACH,MAAM,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAE1C,eAAO,MAAM,aAAa;;;;;;;;2DAIxB,CAAC;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;gGAYrB,CAAC;AACF,MAAM,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,SAAS,CAAC,CAAC;AAEhD,eAAO,MAAM,UAAU;;;;;;4DAGrB,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC;AAElD,MAAM,MAAM,cAAc,GAAG;IAC3B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,OAAO,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,MAAM,EAAE,SAAS,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6FAclB,CAAC;AACF,MAAM,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAE1C,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAatE"}

package/dist/esm/component/shared.js

@@ -0,0 +1,65 @@
+import { v } from "convex/values";
+import { logLevel } from "./logging.js";
+const SEGMENT_MS = 250;
+export const SECOND = 1000;
+export const MINUTE = 60 * SECOND;
+export const HOUR = 60 * MINUTE;
+export const DAY = 24 * HOUR;
+export const YEAR = 365 * DAY;
+export function toSegment(ms) {
+    return BigInt(Math.floor(ms / SEGMENT_MS));
+}
+export function currentSegment() {
+    return toSegment(Date.now());
+}
+export function nextSegment() {
+    return toSegment(Date.now()) + 1n;
+}
+export function fromSegment(segment) {
+    return Number(segment) * SEGMENT_MS;
+}
+export const config = v.object({
+    maxParallelism: v.number(),
+    logLevel,
+});
+export const retryBehavior = v.object({
+    maxAttempts: v.number(),
+    initialBackoffMs: v.number(),
+    base: v.number(),
+});
+// This ensures that the type satisfies the schema.
+const _ = {};
+export const runResult = v.union(v.object({
+    kind: v.literal("success"),
+    returnValue: v.any(),
+}), v.object({
+    kind: v.literal("failed"),
+    error: v.string(),
+}), v.object({
+    kind: v.literal("canceled"),
+}));
+export const onComplete = v.object({
+    fnHandle: v.string(),
+    context: v.optional(v.any()),
+});
+export const status = v.union(v.union(v.object({
+    state: v.literal("pending"),
+    attempt: v.number(),
+}), v.object({
+    state: v.literal("running"),
+    attempt: v.number(),
+}), v.object({
+    state: v.literal("finished"),
+})));
+export function boundScheduledTime(ms, console) {
+    if (ms < Date.now() - YEAR) {
+        console.warn("runAt is too far in the past, defaulting to now", ms);
+        return Date.now();
+    }
+    if (ms > Date.now() + 4 * YEAR) {
+        console.warn("runAt is too far in the future, defaulting to 1 year from now", ms);
+        return Date.now() + YEAR;
+    }
+    return ms;
+}
+//# sourceMappingURL=shared.js.map

package/dist/esm/component/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/component/shared.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAClC,OAAO,EAAU,QAAQ,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,CAAC;AAC3B,MAAM,CAAC,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,CAAC;AAClC,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,CAAC;AAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC;AAC7B,MAAM,CAAC,MAAM,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC;AAE9B,MAAM,UAAU,SAAS,CAAC,EAAU;IAClC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,UAAU,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,QAAQ;CACT,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAkBH,mDAAmD;AACnD,MAAM,CAAC,GAAG,EAAyD,CAAC;AAEpE,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAC9B,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC1B,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE;CACrB,CAAC,EACF,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,EACF,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;CAC5B,CAAC,CACH,CAAC;AAGF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;CAC7B,CAAC,CAAC;AAmBH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAC3B,CAAC,CAAC,KAAK,CACL,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,EACF,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,EACF,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;CAC7B,CAAC,CACH,CACF,CAAC;AAGF,MAAM,UAAU,kBAAkB,CAAC,EAAU,EAAE,OAAe;IAC5D,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE;QAC1B,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,EAAE,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;KACnB;IACD,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAC9B,OAAO,CAAC,IAAI,CACV,+DAA+D,EAC/D,EAAE,CACH,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;KAC1B;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/esm/component/stats.d.ts

@@ -17,7 +17,8 @@ workpool
 
  */
 export declare function recordStarted(work: Doc<"work">): string;
-export declare function recordCompleted(work: Doc<"work">, status: "success" | "error" | "canceled" | "timeout"): string;
+export declare function recordCompleted(work: Doc<"work">, status: "success" | "failed" | "canceled"): string;
+export declare function recordReport(state: Doc<"internalState">): string;
 /**
  * Warning: this should not be used from a mutation, as it will cause conflicts.
  * Use this to debug or diagnose your queue length when it's backed up.
@@ -29,7 +30,7 @@ export declare const queueLength: import("convex/server").RegisteredQuery<"inter
  */
 export declare const debugCounts: import("convex/server").RegisteredQuery<"internal", {}, Promise<{
     pendingStart: any;
-    inProgressWork: any;
+    inProgressWork: number;
     pendingCompletion: any;
     pendingCancelation: any;
     active: number;

package/dist/esm/component/stats.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../../src/component/stats.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,2BAA2B,CAAC;AAGhD;;GAEG;AAEH;;;;;;;;;;;;;GAaG;AAEH,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CASvD;AAED,wBAAgB,eAAe,CAC7B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EACjB,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,GACnD,MAAM,CASR;AAED;;;GAGG;AACH,eAAO,MAAM,WAAW,uEAOtB,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,WAAW;;;;;;GAwBtB,CAAC"}
+{"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../../src/component/stats.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,2BAA2B,CAAC;AAGhD;;GAEG;AAEH;;;;;;;;;;;;;GAaG;AAEH,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CASvD;AAED,wBAAgB,eAAe,CAC7B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EACjB,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,UAAU,GACxC,MAAM,CASR;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAahE;AAED;;;GAGG;AACH,eAAO,MAAM,WAAW,uEAOtB,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,WAAW;;;;;;GAuBtB,CAAC"}

package/dist/esm/component/stats.js

@@ -37,6 +37,20 @@ export function recordCompleted(work, status) {
         lagSinceEnqueued: Date.now() - work._creationTime,
     });
 }
+export function recordReport(state) {
+    const { completed, succeeded, failed, retries, canceled } = state.report;
+    const withoutRetries = completed - retries;
+    return JSON.stringify({
+        event: "report",
+        completed,
+        succeeded,
+        failed,
+        retries,
+        canceled,
+        failureRate: completed ? (failed + retries) / completed : 0,
+        permanentFailureRate: withoutRetries ? failed / withoutRetries : 0,
+    });
+}
 /**
  * Warning: this should not be used from a mutation, as it will cause conflicts.
  * Use this to debug or diagnose your queue length when it's backed up.
@@ -57,19 +71,19 @@ export const debugCounts = internalQuery({
     args: {},
     returns: v.any(),
     handler: async (ctx) => {
+        const inProgressWork = (await ctx.db.query("internalState").unique())?.running.length ?? 0;
         /* eslint-disable @typescript-eslint/no-explicit-any */
-        const inProgressWork = await ctx.db.query("inProgressWork").count();
         const pendingStart = await ctx.db.query("pendingStart").count();
         const pendingCompletion = await ctx.db.query("pendingCompletion").count();
         const pendingCancelation = await ctx.db.query("pendingCancelation").count();
+        /* eslint-enable @typescript-eslint/no-explicit-any */
         return {
             pendingStart,
             inProgressWork,
             pendingCompletion,
             pendingCancelation,
-            active: inProgressWork - pendingCompletion - pendingCancelation,
+            active: inProgressWork - pendingCompletion,
         };
-        /* eslint-enable @typescript-eslint/no-explicit-any */
     },
 });
 //# sourceMappingURL=stats.js.map

package/dist/esm/component/stats.js.map

@@ -1 +1 @@
-{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/component/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAElC,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD;;GAEG;AAEH;;;;;;;;;;;;;GAaG;AAEH,MAAM,UAAU,aAAa,CAAC,IAAiB;IAC7C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,MAAM,EAAE,IAAI,CAAC,GAAG;QAChB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,IAAI,CAAC,aAAa;QAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa;KAClD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,IAAiB,EACjB,MAAoD;IAEpD,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,MAAM,EAAE,IAAI,CAAC,GAAG;QAChB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;QACvB,MAAM;QACN,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa;KAClD,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC;IACvC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,8DAA8D;QAC9D,OAAQ,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,CAAS,CAAC,KAAK,EAAE,CAAC;IACvD,CAAC;CACF,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC;IACvC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE;IAChB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,uDAAuD;QACvD,MAAM,cAAc,GAAG,MACrB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAC9B,CAAC,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,MAAO,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,CAAS,CAAC,KAAK,EAAE,CAAC;QACzE,MAAM,iBAAiB,GAAG,MACxB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,mBAAmB,CACjC,CAAC,KAAK,EAAE,CAAC;QACV,MAAM,kBAAkB,GAAG,MACzB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,oBAAoB,CAClC,CAAC,KAAK,EAAE,CAAC;QACV,OAAO;YACL,YAAY;YACZ,cAAc;YACd,iBAAiB;YACjB,kBAAkB;YAClB,MAAM,EAAE,cAAc,GAAG,iBAAiB,GAAG,kBAAkB;SAChE,CAAC;QACF,sDAAsD;IACxD,CAAC;CACF,CAAC,CAAC"}
+{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../../src/component/stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAElC,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD;;GAEG;AAEH;;;;;;;;;;;;;GAaG;AAEH,MAAM,UAAU,aAAa,CAAC,IAAiB;IAC7C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,MAAM,EAAE,IAAI,CAAC,GAAG;QAChB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,UAAU,EAAE,IAAI,CAAC,aAAa;QAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa;KAClD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,IAAiB,EACjB,MAAyC;IAEzC,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,MAAM,EAAE,IAAI,CAAC,GAAG;QAChB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;QACvB,MAAM;QACN,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa;KAClD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAA2B;IACtD,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC;IACzE,MAAM,cAAc,GAAG,SAAS,GAAG,OAAO,CAAC;IAC3C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,KAAK,EAAE,QAAQ;QACf,SAAS;QACT,SAAS;QACT,MAAM;QACN,OAAO;QACP,QAAQ;QACR,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3D,oBAAoB,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;KACnE,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC;IACvC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,8DAA8D;QAC9D,OAAQ,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,CAAS,CAAC,KAAK,EAAE,CAAC;IACvD,CAAC;CACF,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC;IACvC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE;IAChB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrB,MAAM,cAAc,GAClB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QACtE,uDAAuD;QACvD,MAAM,YAAY,GAAG,MAAO,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,CAAS,CAAC,KAAK,EAAE,CAAC;QACzE,MAAM,iBAAiB,GAAG,MACxB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,mBAAmB,CACjC,CAAC,KAAK,EAAE,CAAC;QACV,MAAM,kBAAkB,GAAG,MACzB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,oBAAoB,CAClC,CAAC,KAAK,EAAE,CAAC;QACV,sDAAsD;QACtD,OAAO;YACL,YAAY;YACZ,cAAc;YACd,iBAAiB;YACjB,kBAAkB;YAClB,MAAM,EAAE,cAAc,GAAG,iBAAiB;SAC3C,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/dist/esm/component/worker.d.ts

@@ -0,0 +1,25 @@
+export declare const runMutationWrapper: import("convex/server").RegisteredMutation<"internal", {
+    logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
+    fnHandle: string;
+    workId: import("convex/values").GenericId<"work">;
+    fnArgs: any;
+}, Promise<void>>;
+export declare const runActionWrapper: import("convex/server").RegisteredAction<"internal", {
+    logLevel: "DEBUG" | "INFO" | "WARN" | "ERROR";
+    fnHandle: string;
+    workId: import("convex/values").GenericId<"work">;
+    fnArgs: any;
+}, Promise<void>>;
+export declare const saveResult: import("convex/server").RegisteredMutation<"internal", {
+    workId: import("convex/values").GenericId<"work">;
+    runResult: {
+        kind: "success";
+        returnValue: any;
+    } | {
+        kind: "failed";
+        error: string;
+    } | {
+        kind: "canceled";
+    };
+}, Promise<void>>;
+//# sourceMappingURL=worker.d.ts.map

package/dist/esm/component/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../src/component/worker.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,kBAAkB;;;;;iBA0B7B,CAAC;AASH,eAAO,MAAM,gBAAgB;;;;;iBA2B3B,CAAC;AAEH,eAAO,MAAM,UAAU;;;;;;;;;;;iBAarB,CAAC"}

package/dist/esm/component/worker.js

@@ -0,0 +1,86 @@
+import { v } from "convex/values";
+import { internal } from "./_generated/api.js";
+import { internalAction, internalMutation } from "./_generated/server.js";
+import { kickMainLoop } from "./kick.js";
+import { createLogger, logLevel } from "./logging.js";
+import { nextSegment, runResult } from "./shared.js";
+export const runMutationWrapper = internalMutation({
+    args: {
+        workId: v.id("work"),
+        fnHandle: v.string(),
+        fnArgs: v.any(),
+        logLevel,
+    },
+    handler: async (ctx, { workId, fnHandle: handleStr, fnArgs, logLevel }) => {
+        const console = createLogger(logLevel);
+        const fnHandle = handleStr;
+        try {
+            const returnValue = await ctx.runMutation(fnHandle, fnArgs);
+            // NOTE: we could run the `saveResult` handler here, or call `ctx.runMutation`,
+            // but we want the mutation to be a separate transaction to reduce the window for OCCs.
+            await ctx.scheduler.runAfter(0, internal.worker.saveResult, {
+                workId,
+                runResult: { kind: "success", returnValue },
+            });
+        }
+        catch (e) {
+            console.error(e);
+            await ctx.scheduler.runAfter(0, internal.worker.saveResult, {
+                workId,
+                runResult: { kind: "failed", error: formatError(e) },
+            });
+        }
+    },
+});
+function formatError(e) {
+    if (e instanceof Error) {
+        return e.message;
+    }
+    return String(e);
+}
+export const runActionWrapper = internalAction({
+    args: {
+        workId: v.id("work"),
+        fnHandle: v.string(),
+        fnArgs: v.any(),
+        logLevel,
+    },
+    handler: async (ctx, { workId, fnHandle: handleStr, fnArgs, logLevel }) => {
+        const console = createLogger(logLevel);
+        const fnHandle = handleStr;
+        try {
+            const returnValue = await ctx.runAction(fnHandle, fnArgs);
+            // NOTE: we could run `ctx.runMutation`, but we want to guarantee execution,
+            // and `ctx.scheduler.runAfter` won't OCC.
+            await ctx.scheduler.runAfter(0, internal.worker.saveResult, {
+                workId,
+                runResult: { kind: "success", returnValue },
+            });
+        }
+        catch (e) {
+            console.error(e);
+            // We let the main loop handle the retries.
+            await ctx.scheduler.runAfter(0, internal.worker.saveResult, {
+                workId,
+                runResult: { kind: "failed", error: formatError(e) },
+            });
+        }
+    },
+});
+export const saveResult = internalMutation({
+    args: {
+        workId: v.id("work"),
+        runResult,
+    },
+    handler: async (ctx, { workId, runResult }) => {
+        await ctx.db.insert("pendingCompletion", {
+            runResult,
+            workId,
+            segment: nextSegment(),
+        });
+        await kickMainLoop(ctx, "saveResult");
+    },
+});
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+const console = "THIS IS A REMINDER TO USE createLogger";
+//# sourceMappingURL=worker.js.map

package/dist/esm/component/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/component/worker.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAErD,MAAM,CAAC,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;IACjD,IAAI,EAAE;QACJ,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;QACf,QAAQ;KACT;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;QACxE,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,SAAuC,CAAC;QACzD,IAAI;YACF,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC5D,+EAA+E;YAC/E,uFAAuF;YACvF,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE;gBAC1D,MAAM;gBACN,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE;aAC5C,CAAC,CAAC;SACJ;QAAC,OAAO,CAAU,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE;gBAC1D,MAAM;gBACN,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE;aACrD,CAAC,CAAC;SACJ;IACH,CAAC;CACF,CAAC,CAAC;AAEH,SAAS,WAAW,CAAC,CAAU;IAC7B,IAAI,CAAC,YAAY,KAAK,EAAE;QACtB,OAAO,CAAC,CAAC,OAAO,CAAC;KAClB;IACD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,cAAc,CAAC;IAC7C,IAAI,EAAE;QACJ,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;QACf,QAAQ;KACT;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;QACxE,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,SAAqC,CAAC;QACvD,IAAI;YACF,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC1D,4EAA4E;YAC5E,0CAA0C;YAC1C,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE;gBAC1D,MAAM;gBACN,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE;aAC5C,CAAC,CAAC;SACJ;QAAC,OAAO,CAAU,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,2CAA2C;YAC3C,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE;gBAC1D,MAAM;gBACN,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE;aACrD,CAAC,CAAC;SACJ;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,CAAC;IACzC,IAAI,EAAE;QACJ,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC;QACpB,SAAS;KACV;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE;QAC5C,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,mBAAmB,EAAE;YACvC,SAAS;YACT,MAAM;YACN,OAAO,EAAE,WAAW,EAAE;SACvB,CAAC,CAAC;QACH,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACxC,CAAC;CACF,CAAC,CAAC;AAEH,6DAA6D;AAC7D,MAAM,OAAO,GAAG,wCAAwC,CAAC"}

package/package.json

@@ -7,7 +7,7 @@
     "email": "support@convex.dev",
     "url": "https://github.com/get-convex/workpool/issues"
   },
-  "version": "0.1.3-alpha.0",
+  "version": "0.2.0-beta.0",
   "license": "Apache-2.0",
   "keywords": [
     "convex",
@@ -27,7 +27,7 @@
     "prepare": "npm run build",
     "prepack": "node node10stubs.mjs",
     "postpack": "node node10stubs.mjs --cleanup",
-    "test": "vitest run",
+    "test": "vitest",
     "lint": "tsc --noEmit && eslint . && prettier --check .",
     "format": "prettier --write .",
     "test:debug": "vitest --inspect-brk --no-file-parallelism",
@@ -66,18 +66,19 @@
   "devDependencies": {
     "@eslint/js": "^9.9.1",
     "@types/node": "^18.17.0",
-    "convex-test": "^0.0.35",
+    "convex-test": "^0.0.36-alpha.0",
     "eslint": "^9.9.1",
     "globals": "^15.9.0",
     "prettier": "3.2.5",
     "typescript": "~5.0.3",
     "typescript-eslint": "^8.4.0",
-    "vitest": "^2.1.4"
+    "vitest": "^2.1.9"
   },
   "main": "./dist/commonjs/client/index.js",
   "types": "./dist/commonjs/client/index.d.ts",
   "module": "./dist/esm/client/index.js",
   "dependencies": {
-    "@convex-dev/crons": "^0.1.5"
+    "@edge-runtime/vm": "^4.0.4",
+    "@vitest/coverage-v8": "^2.1.9"
   }
 }