@convex-dev/workpool 0.2.16 → 0.2.17-alpha.1

package/README.md

@@ -280,6 +280,7 @@ See more example usage in [example.ts](./example/convex/example.ts).
 Check out the [docstrings](./src/client/index.ts), but notable options include:
 
 - `maxParallelism`: How many actions/mutations can run at once within this pool.
+  Avoid exceeding 100 on Pro, 20 on the free plan, across all workpools and workflows.
 - `retryActionsByDefault`: Whether to retry actions that fail by default.
 - `defaultRetryBehavior`: The default retry behavior for enqueued actions.
 

package/dist/commonjs/client/index.d.ts

@@ -229,7 +229,7 @@ export type RetryOption = {
 };
 export type WorkpoolOptions = {
     /** How many actions/mutations can be running at once within this pool.
-     * Min 1, Max 300.
+     * Min 1, Suggested max: 100 on Pro, 20 on the free plan.
      */
     maxParallelism?: number;
     /** How much to log. This is updated on each call to `enqueue*`,

package/dist/commonjs/component/danger.d.ts

@@ -0,0 +1,11 @@
+export declare const clearPending: import("convex/server").RegisteredMutation<"internal", {
+    olderThan?: number | undefined;
+    before?: number | undefined;
+    cursor?: string | undefined;
+}, Promise<void>>;
+export declare const clearOldWork: import("convex/server").RegisteredMutation<"internal", {
+    olderThan?: number | undefined;
+    before?: number | undefined;
+    cursor?: string | undefined;
+}, Promise<void>>;
+//# sourceMappingURL=danger.d.ts.map

package/dist/commonjs/component/danger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"danger.d.ts","sourceRoot":"","sources":["../../../src/component/danger.ts"],"names":[],"mappings":"AAgBA,eAAO,MAAM,YAAY;;;;iBAgCvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;iBA2DvB,CAAC"}

package/dist/commonjs/component/danger.js

@@ -0,0 +1,92 @@
+import { v } from "convex/values";
+import { internal } from "./_generated/api.js";
+import { internalMutation, } from "./_generated/server.js";
+import { paginator } from "convex-helpers/server/pagination";
+import schema from "./schema.js";
+const DEFAULT_OLDER_THAN = 1000 * 60 * 60 * 24;
+export const clearPending = internalMutation({
+    args: {
+        olderThan: v.optional(v.number()),
+        before: v.optional(v.number()),
+        cursor: v.optional(v.string()),
+    },
+    handler: async (ctx, args) => {
+        const time = args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+        const entries = await paginator(ctx.db, schema)
+            .query("pendingStart")
+            .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+            .paginate({
+            cursor: args.cursor ?? null,
+            numItems: 100,
+        });
+        await Promise.all(entries.page.map(async (entry) => {
+            await ctx.db.delete(entry._id);
+            const work = await ctx.db.get(entry.workId);
+            if (work) {
+                await ctx.db.delete(work._id);
+            }
+        }));
+        if (!entries.isDone) {
+            await ctx.scheduler.runAfter(0, internal.danger.clearPending, {
+                before: time,
+                cursor: entries.continueCursor,
+            });
+        }
+    },
+});
+export const clearOldWork = internalMutation({
+    args: {
+        olderThan: v.optional(v.number()),
+        before: v.optional(v.number()),
+        cursor: v.optional(v.string()),
+    },
+    handler: async (ctx, args) => {
+        const time = args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+        const entries = await paginator(ctx.db, schema)
+            .query("work")
+            .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+            .paginate({
+            cursor: args.cursor ?? null,
+            numItems: 100,
+        });
+        await Promise.all(entries.page.map(async (entry) => {
+            const pendingStart = await ctx.db
+                .query("pendingStart")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingStart) {
+                await ctx.db.delete(pendingStart._id);
+            }
+            const pendingCompletion = await ctx.db
+                .query("pendingCompletion")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingCompletion) {
+                await ctx.db.delete(pendingCompletion._id);
+            }
+            const pendingCancelation = await ctx.db
+                .query("pendingCancelation")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingCancelation) {
+                await ctx.db.delete(pendingCancelation._id);
+            }
+            console.debug(`cleared ${entry.fnName}: ${entry.fnArgs} (${Object.entries({
+                pendingStart,
+                pendingCompletion,
+                pendingCancelation,
+            })
+                .filter(([_, v]) => v !== null)
+                .map(([name]) => name)
+                .join(", ")})`);
+            await ctx.db.delete(entry._id);
+        }));
+        if (!entries.isDone) {
+            await ctx.scheduler.runAfter(0, internal.danger.clearOldWork, {
+                before: time,
+                cursor: entries.continueCursor,
+            });
+        }
+    },
+});
+//# sourceMappingURL=danger.js.map

package/dist/commonjs/component/danger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"danger.js","sourceRoot":"","sources":["../../../src/component/danger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAClC,OAAO,EAAO,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAGL,gBAAgB,GAIjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAE/C,MAAM,CAAC,MAAM,YAAY,GAAG,gBAAgB,CAAC;IAC3C,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC/B;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,cAAc,CAAC;aACrB,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;aACjE,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5D,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,OAAO,CAAC,cAAc;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,gBAAgB,CAAC;IAC3C,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC/B;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,MAAM,CAAC;aACb,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;aACjE,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,EAAE;iBAC9B,KAAK,CAAC,cAAc,CAAC;iBACrB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,EAAE;iBACnC,KAAK,CAAC,mBAAmB,CAAC;iBAC1B,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC7C,CAAC;YACD,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;iBACpC,KAAK,CAAC,oBAAoB,CAAC;iBAC3B,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YACD,OAAO,CAAC,KAAK,CACX,WAAW,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,CAAC;gBAC1D,YAAY;gBACZ,iBAAiB;gBACjB,kBAAkB;aACnB,CAAC;iBACC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;iBAC9B,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;iBACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CACjB,CAAC;YACF,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5D,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,OAAO,CAAC,cAAc;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/commonjs/component/stats.d.ts

@@ -25,9 +25,9 @@ export declare const calculateBacklogAndReport: import("convex/server").Register
     };
     logLevel: "DEBUG" | "TRACE" | "INFO" | "REPORT" | "WARN" | "ERROR";
     running: number;
+    cursor: string;
     startSegment: bigint;
     endSegment: bigint;
-    cursor: string;
 }, Promise<void>>;
 /**
  * Warning: this should not be used from a mutation, as it will cause conflicts.

package/dist/esm/client/index.d.ts

@@ -229,7 +229,7 @@ export type RetryOption = {
 };
 export type WorkpoolOptions = {
     /** How many actions/mutations can be running at once within this pool.
-     * Min 1, Max 300.
+     * Min 1, Suggested max: 100 on Pro, 20 on the free plan.
      */
     maxParallelism?: number;
     /** How much to log. This is updated on each call to `enqueue*`,

package/dist/esm/component/danger.d.ts

@@ -0,0 +1,11 @@
+export declare const clearPending: import("convex/server").RegisteredMutation<"internal", {
+    olderThan?: number | undefined;
+    before?: number | undefined;
+    cursor?: string | undefined;
+}, Promise<void>>;
+export declare const clearOldWork: import("convex/server").RegisteredMutation<"internal", {
+    olderThan?: number | undefined;
+    before?: number | undefined;
+    cursor?: string | undefined;
+}, Promise<void>>;
+//# sourceMappingURL=danger.d.ts.map

package/dist/esm/component/danger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"danger.d.ts","sourceRoot":"","sources":["../../../src/component/danger.ts"],"names":[],"mappings":"AAgBA,eAAO,MAAM,YAAY;;;;iBAgCvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;iBA2DvB,CAAC"}

package/dist/esm/component/danger.js

@@ -0,0 +1,92 @@
+import { v } from "convex/values";
+import { internal } from "./_generated/api.js";
+import { internalMutation, } from "./_generated/server.js";
+import { paginator } from "convex-helpers/server/pagination";
+import schema from "./schema.js";
+const DEFAULT_OLDER_THAN = 1000 * 60 * 60 * 24;
+export const clearPending = internalMutation({
+    args: {
+        olderThan: v.optional(v.number()),
+        before: v.optional(v.number()),
+        cursor: v.optional(v.string()),
+    },
+    handler: async (ctx, args) => {
+        const time = args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+        const entries = await paginator(ctx.db, schema)
+            .query("pendingStart")
+            .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+            .paginate({
+            cursor: args.cursor ?? null,
+            numItems: 100,
+        });
+        await Promise.all(entries.page.map(async (entry) => {
+            await ctx.db.delete(entry._id);
+            const work = await ctx.db.get(entry.workId);
+            if (work) {
+                await ctx.db.delete(work._id);
+            }
+        }));
+        if (!entries.isDone) {
+            await ctx.scheduler.runAfter(0, internal.danger.clearPending, {
+                before: time,
+                cursor: entries.continueCursor,
+            });
+        }
+    },
+});
+export const clearOldWork = internalMutation({
+    args: {
+        olderThan: v.optional(v.number()),
+        before: v.optional(v.number()),
+        cursor: v.optional(v.string()),
+    },
+    handler: async (ctx, args) => {
+        const time = args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+        const entries = await paginator(ctx.db, schema)
+            .query("work")
+            .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+            .paginate({
+            cursor: args.cursor ?? null,
+            numItems: 100,
+        });
+        await Promise.all(entries.page.map(async (entry) => {
+            const pendingStart = await ctx.db
+                .query("pendingStart")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingStart) {
+                await ctx.db.delete(pendingStart._id);
+            }
+            const pendingCompletion = await ctx.db
+                .query("pendingCompletion")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingCompletion) {
+                await ctx.db.delete(pendingCompletion._id);
+            }
+            const pendingCancelation = await ctx.db
+                .query("pendingCancelation")
+                .withIndex("workId", (q) => q.eq("workId", entry._id))
+                .unique();
+            if (pendingCancelation) {
+                await ctx.db.delete(pendingCancelation._id);
+            }
+            console.debug(`cleared ${entry.fnName}: ${entry.fnArgs} (${Object.entries({
+                pendingStart,
+                pendingCompletion,
+                pendingCancelation,
+            })
+                .filter(([_, v]) => v !== null)
+                .map(([name]) => name)
+                .join(", ")})`);
+            await ctx.db.delete(entry._id);
+        }));
+        if (!entries.isDone) {
+            await ctx.scheduler.runAfter(0, internal.danger.clearOldWork, {
+                before: time,
+                cursor: entries.continueCursor,
+            });
+        }
+    },
+});
+//# sourceMappingURL=danger.js.map

package/dist/esm/component/danger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"danger.js","sourceRoot":"","sources":["../../../src/component/danger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAC;AAClC,OAAO,EAAO,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAGL,gBAAgB,GAIjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AAE/C,MAAM,CAAC,MAAM,YAAY,GAAG,gBAAgB,CAAC;IAC3C,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC/B;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,cAAc,CAAC;aACrB,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;aACjE,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5D,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,OAAO,CAAC,cAAc;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,gBAAgB,CAAC;IAC3C,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KAC/B;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC;aAC5C,KAAK,CAAC,MAAM,CAAC;aACb,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;aACjE,QAAQ,CAAC;YACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;YAC3B,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QACL,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,EAAE;iBAC9B,KAAK,CAAC,cAAc,CAAC;iBACrB,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,EAAE;iBACnC,KAAK,CAAC,mBAAmB,CAAC;iBAC1B,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC7C,CAAC;YACD,MAAM,kBAAkB,GAAG,MAAM,GAAG,CAAC,EAAE;iBACpC,KAAK,CAAC,oBAAoB,CAAC;iBAC3B,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;iBACrD,MAAM,EAAE,CAAC;YACZ,IAAI,kBAAkB,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC;YACD,OAAO,CAAC,KAAK,CACX,WAAW,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,CAAC;gBAC1D,YAAY;gBACZ,iBAAiB;gBACjB,kBAAkB;aACnB,CAAC;iBACC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;iBAC9B,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;iBACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CACjB,CAAC;YACF,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5D,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE,OAAO,CAAC,cAAc;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/esm/component/stats.d.ts

@@ -25,9 +25,9 @@ export declare const calculateBacklogAndReport: import("convex/server").Register
     };
     logLevel: "DEBUG" | "TRACE" | "INFO" | "REPORT" | "WARN" | "ERROR";
     running: number;
+    cursor: string;
     startSegment: bigint;
     endSegment: bigint;
-    cursor: string;
 }, Promise<void>>;
 /**
  * Warning: this should not be used from a mutation, as it will cause conflicts.

package/package.json

@@ -7,7 +7,7 @@
     "email": "support@convex.dev",
     "url": "https://github.com/get-convex/workpool/issues"
   },
-  "version": "0.2.16",
+  "version": "0.2.17-alpha.1",
   "license": "Apache-2.0",
   "keywords": [
     "convex",
@@ -64,22 +64,22 @@
     }
   },
   "peerDependencies": {
-    "convex": ">=1.17.0 <1.35.0",
+    "convex": ">=1.25.0 <1.35.0",
     "convex-helpers": "^0.1.94"
   },
   "devDependencies": {
-    "@edge-runtime/vm": "^4.0.4",
-    "@eslint/js": "^9.9.1",
-    "@types/node": "^18.17.0",
-    "@vitest/coverage-v8": "^2.1.9",
-    "convex-test": "^0.0.38-alpha.0",
-    "eslint": "^9.9.1",
-    "globals": "^15.9.0",
-    "pkg-pr-new": "^0.0.54",
-    "prettier": "3.2.5",
-    "typescript": "^5.8.3",
-    "typescript-eslint": "^8.4.0",
-    "vitest": "^2.1.9"
+    "@edge-runtime/vm": "5.0.0",
+    "@eslint/js": "9.31.0",
+    "@types/node": "22.16.3",
+    "@vitest/coverage-v8": "3.2.4",
+    "convex-test": "0.0.38",
+    "eslint": "9.31.0",
+    "globals": "16.3.0",
+    "pkg-pr-new": "0.0.54",
+    "prettier": "3.6.2",
+    "typescript": "5.8.3",
+    "typescript-eslint": "8.36.0",
+    "vitest": "3.2.4"
   },
   "main": "./dist/commonjs/client/index.js",
   "types": "./dist/commonjs/client/index.d.ts",

package/src/client/index.ts

@@ -289,7 +289,7 @@ export type RetryOption = {
 
 export type WorkpoolOptions = {
   /** How many actions/mutations can be running at once within this pool.
-   * Min 1, Max 300.
+   * Min 1, Suggested max: 100 on Pro, 20 on the free plan.
    */
   maxParallelism?: number;
   /** How much to log. This is updated on each call to `enqueue*`,

package/src/component/_generated/api.d.ts

@@ -10,6 +10,7 @@
 
 import type * as complete from "../complete.js";
 import type * as crons from "../crons.js";
+import type * as danger from "../danger.js";
 import type * as kick from "../kick.js";
 import type * as lib from "../lib.js";
 import type * as logging from "../logging.js";
@@ -36,6 +37,7 @@ import type {
 declare const fullApi: ApiFromModules<{
   complete: typeof complete;
   crons: typeof crons;
+  danger: typeof danger;
   kick: typeof kick;
   lib: typeof lib;
   logging: typeof logging;

package/src/component/danger.ts

@@ -0,0 +1,110 @@
+import { v } from "convex/values";
+import { api, internal } from "./_generated/api.js";
+import type { Doc, Id } from "./_generated/dataModel.js";
+import {
+  action,
+  internalAction,
+  internalMutation,
+  internalQuery,
+  mutation,
+  query,
+} from "./_generated/server.js";
+import { paginator } from "convex-helpers/server/pagination";
+import schema from "./schema.js";
+
+const DEFAULT_OLDER_THAN = 1000 * 60 * 60 * 24;
+
+export const clearPending = internalMutation({
+  args: {
+    olderThan: v.optional(v.number()),
+    before: v.optional(v.number()),
+    cursor: v.optional(v.string()),
+  },
+  handler: async (ctx, args) => {
+    const time =
+      args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+    const entries = await paginator(ctx.db, schema)
+      .query("pendingStart")
+      .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+      .paginate({
+        cursor: args.cursor ?? null,
+        numItems: 100,
+      });
+    await Promise.all(
+      entries.page.map(async (entry) => {
+        await ctx.db.delete(entry._id);
+        const work = await ctx.db.get(entry.workId);
+        if (work) {
+          await ctx.db.delete(work._id);
+        }
+      })
+    );
+    if (!entries.isDone) {
+      await ctx.scheduler.runAfter(0, internal.danger.clearPending, {
+        before: time,
+        cursor: entries.continueCursor,
+      });
+    }
+  },
+});
+
+export const clearOldWork = internalMutation({
+  args: {
+    olderThan: v.optional(v.number()),
+    before: v.optional(v.number()),
+    cursor: v.optional(v.string()),
+  },
+  handler: async (ctx, args) => {
+    const time =
+      args.before ?? Date.now() - (args.olderThan ?? DEFAULT_OLDER_THAN);
+    const entries = await paginator(ctx.db, schema)
+      .query("work")
+      .withIndex("by_creation_time", (q) => q.lt("_creationTime", time))
+      .paginate({
+        cursor: args.cursor ?? null,
+        numItems: 100,
+      });
+    await Promise.all(
+      entries.page.map(async (entry) => {
+        const pendingStart = await ctx.db
+          .query("pendingStart")
+          .withIndex("workId", (q) => q.eq("workId", entry._id))
+          .unique();
+        if (pendingStart) {
+          await ctx.db.delete(pendingStart._id);
+        }
+        const pendingCompletion = await ctx.db
+          .query("pendingCompletion")
+          .withIndex("workId", (q) => q.eq("workId", entry._id))
+          .unique();
+        if (pendingCompletion) {
+          await ctx.db.delete(pendingCompletion._id);
+        }
+        const pendingCancelation = await ctx.db
+          .query("pendingCancelation")
+          .withIndex("workId", (q) => q.eq("workId", entry._id))
+          .unique();
+        if (pendingCancelation) {
+          await ctx.db.delete(pendingCancelation._id);
+        }
+        console.debug(
+          `cleared ${entry.fnName}: ${entry.fnArgs} (${Object.entries({
+            pendingStart,
+            pendingCompletion,
+            pendingCancelation,
+          })
+            .filter(([_, v]) => v !== null)
+            .map(([name]) => name)
+            .join(", ")})`
+        );
+        await ctx.db.delete(entry._id);
+      })
+    );
+    if (!entries.isDone) {
+      await ctx.scheduler.runAfter(0, internal.danger.clearOldWork, {
+        before: time,
+        cursor: entries.continueCursor,
+      });
+    }
+  },
+});