@agent-native/core 0.7.13 → 0.7.15

package/dist/integrations/pending-tasks-retry-job.js

@@ -0,0 +1,210 @@
+import { getDbExec } from "../db/client.js";
+import { FRAMEWORK_ROUTE_PREFIX } from "../server/core-routes-plugin.js";
+import { withConfiguredAppBasePath } from "../server/app-base-path.js";
+import { signInternalToken } from "./internal-token.js";
+/**
+ * Retries stuck integration webhook tasks.
+ *
+ * The integration webhook flow enqueues work into `integration_pending_tasks`
+ * (see `pending-tasks-store.ts`) and then fires a self-webhook to the
+ * `/_agent-native/integrations/process-task` endpoint to drain the queue.
+ * If that fire-and-forget dispatch fails (e.g. transient network blip), the
+ * row stays in `pending` forever. Likewise, if the processor is killed mid-
+ * processing (function timeout, container shutdown), a row can remain in
+ * `processing` forever.
+ *
+ * This job runs every 60s and re-fires the processor endpoint for tasks that
+ * look stuck:
+ *   - status='pending' AND created_at older than 90s (initial dispatch lost)
+ *   - status='processing' AND updated_at older than 5min (killed mid-flight)
+ *
+ * Retries are capped at MAX_ATTEMPTS attempts; after that the row is marked
+ * `failed` permanently so it stops being retried.
+ *
+ * If the `integration_pending_tasks` table does not yet exist (e.g. older
+ * deploy that hasn't run the new webhook flow), this job no-ops silently
+ * rather than spamming logs.
+ */
+const RETRY_INTERVAL_MS = 60_000;
+/** Tasks pending longer than this are considered stuck on initial dispatch */
+const PENDING_STUCK_AFTER_MS = 90_000;
+/** Tasks "processing" longer than this are considered killed mid-flight */
+const PROCESSING_STUCK_AFTER_MS = 5 * 60 * 1000;
+/** After this many attempts we give up and mark the task failed */
+const MAX_ATTEMPTS = 3;
+const PROCESSOR_PATH = `${FRAMEWORK_ROUTE_PREFIX}/integrations/process-task`;
+let retryInterval = null;
+let activeWebhookBaseUrl;
+/**
+ * Whether the table exists. Cached after first probe so we don't log every
+ * minute when the queue isn't in use yet on a given deployment.
+ */
+let tableExists = null;
+/**
+ * One pass: find stuck tasks and re-fire the processor for each.
+ * Exported for tests and for manual triggers.
+ */
+export async function retryStuckPendingTasks(webhookBaseUrl) {
+    const baseUrl = webhookBaseUrl ?? activeWebhookBaseUrl;
+    const client = getDbExec();
+    const now = Date.now();
+    const pendingCutoff = now - PENDING_STUCK_AFTER_MS;
+    const processingCutoff = now - PROCESSING_STUCK_AFTER_MS;
+    let stuckRows;
+    try {
+        const { rows } = await client.execute({
+            sql: `
+        SELECT id, status, attempts
+          FROM integration_pending_tasks
+         WHERE (status = 'pending' AND created_at <= ?)
+            OR (status = 'processing' AND updated_at <= ?)
+      `,
+            args: [pendingCutoff, processingCutoff],
+        });
+        stuckRows = rows.map((r) => ({
+            id: r.id,
+            status: r.status,
+            attempts: Number(r.attempts ?? 0),
+        }));
+        tableExists = true;
+    }
+    catch (err) {
+        // Most common case: the table hasn't been created yet because no inbound
+        // integration webhook has been processed on this deployment. Silently
+        // no-op until the table appears.
+        if (tableExists !== false) {
+            tableExists = false;
+            if (process.env.DEBUG) {
+                console.log("[integrations] pending-tasks retry job: table not present yet, skipping", err);
+            }
+        }
+        return;
+    }
+    if (stuckRows.length === 0)
+        return;
+    for (const row of stuckRows) {
+        try {
+            // Cap retries — mark failed and move on so the row stops bouncing
+            // between pending and processing forever.
+            if (row.attempts >= MAX_ATTEMPTS) {
+                await client.execute({
+                    sql: `
+            UPDATE integration_pending_tasks
+               SET status = 'failed',
+                   updated_at = ?,
+                   error_message = COALESCE(error_message, ?)
+             WHERE id = ?
+          `,
+                    args: [
+                        Date.now(),
+                        `Retry job: exceeded ${MAX_ATTEMPTS} attempts`,
+                        row.id,
+                    ],
+                });
+                console.warn(`[integrations] Pending task ${row.id} exceeded ${MAX_ATTEMPTS} attempts — marking failed`);
+                continue;
+            }
+            // Reset stuck `processing` rows back to `pending` so the processor's
+            // atomic claim (which only matches pending/failed) can re-acquire it.
+            // Without this, processing rows stay stuck forever.
+            // For pending rows, just touch updated_at to avoid re-firing every tick.
+            const newStatus = row.status === "processing" ? "pending" : row.status;
+            await client.execute({
+                sql: `
+          UPDATE integration_pending_tasks
+             SET status = ?, updated_at = ?
+           WHERE id = ?
+        `,
+                args: [newStatus, Date.now(), row.id],
+            });
+            await refireProcessor(row.id, baseUrl);
+        }
+        catch (err) {
+            console.error(`[integrations] Failed to retry pending task ${row.id}:`, err);
+        }
+    }
+}
+/**
+ * Fire-and-forget POST to the processor endpoint for a single task id.
+ * Mirrors the original dispatch from the webhook handler, including the
+ * short-lived HMAC bearer token bound to this taskId.
+ */
+async function refireProcessor(taskId, webhookBaseUrl) {
+    const baseUrl = webhookBaseUrl ||
+        process.env.WEBHOOK_BASE_URL ||
+        process.env.APP_URL ||
+        process.env.URL ||
+        process.env.DEPLOY_URL ||
+        `http://localhost:${process.env.PORT || 3000}`;
+    const url = `${withConfiguredAppBasePath(baseUrl)}${PROCESSOR_PATH}`;
+    // Sign with HMAC if A2A_SECRET is configured. In production we MUST sign —
+    // an unsigned dispatch in production lets attackers re-trigger any queued
+    // task with a guessable id (C3 in the webhook security audit). In dev we
+    // fall back to unsigned so contributors can iterate without configuring
+    // A2A_SECRET locally.
+    const headers = {
+        "Content-Type": "application/json",
+    };
+    try {
+        headers["Authorization"] = `Bearer ${signInternalToken(taskId)}`;
+    }
+    catch (err) {
+        if (process.env.NODE_ENV === "production") {
+            console.error(`[integrations] Refusing to dispatch task ${taskId} — A2A_SECRET not configured. ` +
+                "Set A2A_SECRET to enable signed retry dispatches.");
+            return;
+        }
+        // Dev: proceed unsigned. Log the underlying error path so a malformed
+        // secret (different from "not set") doesn't fail silently (L5 in the audit).
+        if (err instanceof Error && !/A2A_SECRET/i.test(err.message)) {
+            console.error(`[integrations] signInternalToken failed unexpectedly for ${taskId}:`, err);
+        }
+    }
+    // Don't await the body — we just want the request to leave the box.
+    // A short timeout avoids tying up the retry loop on a hung processor.
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), 5_000);
+    try {
+        await fetch(url, {
+            method: "POST",
+            headers,
+            body: JSON.stringify({ taskId }),
+            signal: controller.signal,
+        });
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * Start the periodic retry loop. Safe to call multiple times — second call
+ * is a no-op.
+ */
+export function startPendingTasksRetryJob(options) {
+    if (retryInterval)
+        return;
+    activeWebhookBaseUrl = options?.webhookBaseUrl;
+    // Stagger the first run a bit so we don't hammer the DB immediately on boot.
+    setTimeout(() => {
+        void retryStuckPendingTasks().catch((err) => {
+            console.error("[integrations] Pending-tasks retry job error:", err);
+        });
+    }, 10_000);
+    retryInterval = setInterval(() => {
+        void retryStuckPendingTasks().catch((err) => {
+            console.error("[integrations] Pending-tasks retry job error:", err);
+        });
+    }, RETRY_INTERVAL_MS);
+    if (process.env.DEBUG) {
+        console.log(`[integrations] Pending-tasks retry job started (every ${RETRY_INTERVAL_MS / 1000}s)`);
+    }
+}
+/** Stop the retry loop. */
+export function stopPendingTasksRetryJob() {
+    if (retryInterval) {
+        clearInterval(retryInterval);
+        retryInterval = null;
+    }
+    activeWebhookBaseUrl = undefined;
+}
+//# sourceMappingURL=pending-tasks-retry-job.js.map

package/dist/integrations/pending-tasks-retry-job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-tasks-retry-job.js","sourceRoot":"","sources":["../../src/integrations/pending-tasks-retry-job.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACjC,8EAA8E;AAC9E,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,2EAA2E;AAC3E,MAAM,yBAAyB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAChD,mEAAmE;AACnE,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,MAAM,cAAc,GAAG,GAAG,sBAAsB,4BAA4B,CAAC;AAE7E,IAAI,aAAa,GAA0C,IAAI,CAAC;AAChE,IAAI,oBAAwC,CAAC;AAC7C;;;GAGG;AACH,IAAI,WAAW,GAAmB,IAAI,CAAC;AAQvC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,cAAuB;IAEvB,MAAM,OAAO,GAAG,cAAc,IAAI,oBAAoB,CAAC;IACvD,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,aAAa,GAAG,GAAG,GAAG,sBAAsB,CAAC;IACnD,MAAM,gBAAgB,GAAG,GAAG,GAAG,yBAAyB,CAAC;IAEzD,IAAI,SAAyB,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpC,GAAG,EAAE;;;;;OAKJ;YACD,IAAI,EAAE,CAAC,aAAa,EAAE,gBAAgB,CAAC;SACxC,CAAC,CAAC;QACH,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,MAAM,EAAE,CAAC,CAAC,MAAgB;YAC1B,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;SAClC,CAAC,CAAC,CAAC;QACJ,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,yEAAyE;QACzE,sEAAsE;QACtE,iCAAiC;QACjC,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;YAC1B,WAAW,GAAG,KAAK,CAAC;YACpB,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CACT,yEAAyE,EACzE,GAAG,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,kEAAkE;YAClE,0CAA0C;YAC1C,IAAI,GAAG,CAAC,QAAQ,IAAI,YAAY,EAAE,CAAC;gBACjC,MAAM,MAAM,CAAC,OAAO,CAAC;oBACnB,GAAG,EAAE;;;;;;WAMJ;oBACD,IAAI,EAAE;wBACJ,IAAI,CAAC,GAAG,EAAE;wBACV,uBAAuB,YAAY,WAAW;wBAC9C,GAAG,CAAC,EAAE;qBACP;iBACF,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CACV,+BAA+B,GAAG,CAAC,EAAE,aAAa,YAAY,4BAA4B,CAC3F,CAAC;gBACF,SAAS;YACX,CAAC;YAED,qEAAqE;YACrE,sEAAsE;YACtE,oDAAoD;YACpD,yEAAyE;YACzE,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YACvE,MAAM,MAAM,CAAC,OAAO,CAAC;gBACnB,GAAG,EAAE;;;;SAIJ;gBACD,IAAI,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC;aACtC,CAAC,CAAC;YAEH,MAAM,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACX,+CAA+C,GAAG,CAAC,EAAE,GAAG,EACxD,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,eAAe,CAC5B,MAAc,EACd,cAAkC;IAElC,MAAM,OAAO,GACX,cAAc;QACd,OAAO,CAAC,GAAG,CAAC,gBAAgB;QAC5B,OAAO,CAAC,GAAG,CAAC,OAAO;QACnB,OAAO,CAAC,GAAG,CAAC,GAAG;QACf,OAAO,CAAC,GAAG,CAAC,UAAU;QACtB,oBAAoB,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;IAEjD,MAAM,GAAG,GAAG,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,cAAc,EAAE,CAAC;IAErE,2EAA2E;IAC3E,0EAA0E;IAC1E,yEAAyE;IACzE,wEAAwE;IACxE,sBAAsB;IACtB,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IACF,IAAI,CAAC;QACH,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;IACnE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YAC1C,OAAO,CAAC,KAAK,CACX,4CAA4C,MAAM,gCAAgC;gBAChF,mDAAmD,CACtD,CAAC;YACF,OAAO;QACT,CAAC;QACD,sEAAsE;QACtE,6EAA6E;QAC7E,IAAI,GAAG,YAAY,KAAK,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,OAAO,CAAC,KAAK,CACX,4DAA4D,MAAM,GAAG,EACrE,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,sEAAsE;IACtE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,EAAE;YACf,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;YAChC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAEzC;IACC,IAAI,aAAa;QAAE,OAAO;IAC1B,oBAAoB,GAAG,OAAO,EAAE,cAAc,CAAC;IAE/C,6EAA6E;IAC7E,UAAU,CAAC,GAAG,EAAE;QACd,KAAK,sBAAsB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1C,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,MAAM,CAAC,CAAC;IAEX,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;QAC/B,KAAK,sBAAsB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC1C,OAAO,CAAC,KAAK,CAAC,+CAA+C,EAAE,GAAG,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAEtB,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CACT,yDACE,iBAAiB,GAAG,IACtB,IAAI,CACL,CAAC;IACJ,CAAC;AACH,CAAC;AAED,2BAA2B;AAC3B,MAAM,UAAU,wBAAwB;IACtC,IAAI,aAAa,EAAE,CAAC;QAClB,aAAa,CAAC,aAAa,CAAC,CAAC;QAC7B,aAAa,GAAG,IAAI,CAAC;IACvB,CAAC;IACD,oBAAoB,GAAG,SAAS,CAAC;AACnC,CAAC"}

package/dist/integrations/pending-tasks-store.d.ts

@@ -0,0 +1,56 @@
+/** Status values for an integration pending task. */
+export type PendingTaskStatus = "pending" | "processing" | "completed" | "failed";
+export interface PendingTask {
+    id: string;
+    platform: string;
+    externalThreadId: string;
+    payload: string;
+    ownerEmail: string;
+    orgId: string | null;
+    status: PendingTaskStatus;
+    attempts: number;
+    errorMessage: string | null;
+    createdAt: number;
+    updatedAt: number;
+    completedAt: number | null;
+}
+/**
+ * Insert a new pending task. Returns the generated task id.
+ *
+ * If `externalEventKey` is supplied, the unique index on
+ * `(platform, external_event_key)` will reject duplicates — callers should
+ * catch the resulting constraint-violation error and treat it as
+ * "already enqueued" instead of a hard failure (H3 in the webhook security
+ * audit). This is the SQL-backed replacement for the in-memory dedup map.
+ */
+export declare function insertPendingTask(input: {
+    id: string;
+    platform: string;
+    externalThreadId: string;
+    payload: string;
+    ownerEmail: string;
+    orgId?: string | null;
+    externalEventKey?: string | null;
+}): Promise<void>;
+/**
+ * Returns whether a duplicate-event error from `insertPendingTask` looks
+ * like a unique-constraint violation on `(platform, external_event_key)`.
+ *
+ * Postgres surfaces these as `error.code === "23505"`, while SQLite uses
+ * a substring match on the error text. Used by the webhook handler to
+ * distinguish "already enqueued" (silently OK) from genuine insert failures.
+ */
+export declare function isDuplicateEventError(err: unknown): boolean;
+/** Fetch a pending task by id. */
+export declare function getPendingTask(id: string): Promise<PendingTask | null>;
+/**
+ * Atomically claim a task: transition pending → processing and increment
+ * attempts. Returns the updated task if the transition succeeded, otherwise
+ * null (e.g. the task was already claimed by a concurrent worker).
+ */
+export declare function claimPendingTask(id: string): Promise<PendingTask | null>;
+/** Mark a task as completed. */
+export declare function markTaskCompleted(id: string): Promise<void>;
+/** Mark a task as failed and stash an error message. */
+export declare function markTaskFailed(id: string, errorMessage: string): Promise<void>;
+//# sourceMappingURL=pending-tasks-store.d.ts.map

package/dist/integrations/pending-tasks-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-tasks-store.d.ts","sourceRoot":"","sources":["../../src/integrations/pending-tasks-store.ts"],"names":[],"mappings":"AAgFA,qDAAqD;AACrD,MAAM,MAAM,iBAAiB,GACzB,SAAS,GACT,YAAY,GACZ,WAAW,GACX,QAAQ,CAAC;AAEb,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAoBD;;;;;;;;GAQG;AACH,wBAAsB,iBAAiB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC,GAAG,OAAO,CAAC,IAAI,CAAC,CAsBhB;AAED;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAU3D;AAED,kCAAkC;AAClC,wBAAsB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAU5E;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CA6B7B;AAED,gCAAgC;AAChC,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAUjE;AAED,wDAAwD;AACxD,wBAAsB,cAAc,CAClC,EAAE,EAAE,MAAM,EACV,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,IAAI,CAAC,CAUf"}

package/dist/integrations/pending-tasks-store.js

@@ -0,0 +1,204 @@
+/**
+ * SQL-backed pending task queue for integration webhooks.
+ *
+ * Why this exists: serverless platforms (Netlify Lambda, Vercel, Cloudflare
+ * Workers) freeze the function execution as soon as the HTTP response is
+ * returned. Fire-and-forget background `Promise`s get killed mid-flight,
+ * meaning agent loops triggered from a Slack/Telegram webhook never finish.
+ *
+ * Solution: persist the inbound message to SQL inside the webhook handler,
+ * then dispatch a fresh HTTP POST to a separate processor endpoint. Each
+ * invocation gets its own fresh function timeout budget.
+ */
+import { getDbExec, isPostgres, intType } from "../db/client.js";
+let _initPromise;
+async function ensureTable() {
+    if (!_initPromise) {
+        _initPromise = (async () => {
+            const client = getDbExec();
+            await client.execute(`
+        CREATE TABLE IF NOT EXISTS integration_pending_tasks (
+          id TEXT PRIMARY KEY,
+          platform TEXT NOT NULL,
+          external_thread_id TEXT NOT NULL,
+          payload TEXT NOT NULL,
+          owner_email TEXT NOT NULL,
+          org_id TEXT,
+          status TEXT NOT NULL,
+          attempts ${intType()} NOT NULL DEFAULT 0,
+          error_message TEXT,
+          created_at ${intType()} NOT NULL,
+          updated_at ${intType()} NOT NULL,
+          completed_at ${intType()}
+        )
+      `);
+            await client.execute(`CREATE INDEX IF NOT EXISTS idx_pending_tasks_status_created ON integration_pending_tasks(status, created_at)`);
+            // Additive migration: add a stable per-event dedup key so duplicate
+            // webhook deliveries from the same platform get rejected at the SQL
+            // layer instead of via an in-memory Map (which doesn't survive
+            // serverless cold starts — H3 in the webhook security audit). The
+            // unique index ensures a duplicate INSERT raises an error we can
+            // catch as "already-enqueued".
+            await ensureExternalEventKey(client);
+            await client.execute(`CREATE UNIQUE INDEX IF NOT EXISTS idx_pending_tasks_event_key ON integration_pending_tasks(platform, external_event_key)`);
+        })();
+    }
+    return _initPromise;
+}
+async function ensureExternalEventKey(client) {
+    if (isPostgres()) {
+        await client.execute(`ALTER TABLE integration_pending_tasks ADD COLUMN IF NOT EXISTS external_event_key TEXT`);
+        return;
+    }
+    // SQLite doesn't support `ADD COLUMN IF NOT EXISTS` until 3.35; swallow
+    // the duplicate-column error so reruns are idempotent.
+    try {
+        await client.execute(`ALTER TABLE integration_pending_tasks ADD COLUMN external_event_key TEXT`);
+    }
+    catch (err) {
+        if (!String(err?.message ?? err)
+            .toLowerCase()
+            .includes("duplicate")) {
+            throw err;
+        }
+    }
+}
+function rowToTask(row) {
+    return {
+        id: row.id,
+        platform: row.platform,
+        externalThreadId: row.external_thread_id,
+        payload: row.payload,
+        ownerEmail: row.owner_email,
+        orgId: row.org_id ?? null,
+        status: row.status,
+        attempts: Number(row.attempts ?? 0),
+        errorMessage: row.error_message ?? null,
+        createdAt: Number(row.created_at ?? 0),
+        updatedAt: Number(row.updated_at ?? 0),
+        completedAt: row.completed_at == null ? null : Number(row.completed_at),
+    };
+}
+/**
+ * Insert a new pending task. Returns the generated task id.
+ *
+ * If `externalEventKey` is supplied, the unique index on
+ * `(platform, external_event_key)` will reject duplicates — callers should
+ * catch the resulting constraint-violation error and treat it as
+ * "already enqueued" instead of a hard failure (H3 in the webhook security
+ * audit). This is the SQL-backed replacement for the in-memory dedup map.
+ */
+export async function insertPendingTask(input) {
+    await ensureTable();
+    const client = getDbExec();
+    const now = Date.now();
+    await client.execute({
+        sql: `INSERT INTO integration_pending_tasks
+      (id, platform, external_thread_id, payload, owner_email, org_id, status, attempts, created_at, updated_at, external_event_key)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+        args: [
+            input.id,
+            input.platform,
+            input.externalThreadId,
+            input.payload,
+            input.ownerEmail,
+            input.orgId ?? null,
+            "pending",
+            0,
+            now,
+            now,
+            input.externalEventKey ?? null,
+        ],
+    });
+}
+/**
+ * Returns whether a duplicate-event error from `insertPendingTask` looks
+ * like a unique-constraint violation on `(platform, external_event_key)`.
+ *
+ * Postgres surfaces these as `error.code === "23505"`, while SQLite uses
+ * a substring match on the error text. Used by the webhook handler to
+ * distinguish "already enqueued" (silently OK) from genuine insert failures.
+ */
+export function isDuplicateEventError(err) {
+    const e = err;
+    if (!e)
+        return false;
+    if (e.code === "23505")
+        return true; // Postgres unique-violation
+    const msg = String(e.message ?? "").toLowerCase();
+    return (msg.includes("unique") ||
+        msg.includes("duplicate") ||
+        msg.includes("constraint"));
+}
+/** Fetch a pending task by id. */
+export async function getPendingTask(id) {
+    await ensureTable();
+    const client = getDbExec();
+    const { rows } = await client.execute({
+        sql: `SELECT id, platform, external_thread_id, payload, owner_email, org_id, status, attempts, error_message, created_at, updated_at, completed_at
+          FROM integration_pending_tasks WHERE id = ? LIMIT 1`,
+        args: [id],
+    });
+    if (rows.length === 0)
+        return null;
+    return rowToTask(rows[0]);
+}
+/**
+ * Atomically claim a task: transition pending → processing and increment
+ * attempts. Returns the updated task if the transition succeeded, otherwise
+ * null (e.g. the task was already claimed by a concurrent worker).
+ */
+export async function claimPendingTask(id) {
+    await ensureTable();
+    const client = getDbExec();
+    const now = Date.now();
+    // Conditional update: only flip if currently pending. Failed tasks are
+    // terminal unless an explicit retry path resets them to pending first.
+    const { rows } = await client.execute({
+        sql: isPostgres()
+            ? `UPDATE integration_pending_tasks
+         SET status = ?, attempts = attempts + 1, updated_at = ?
+         WHERE id = ? AND status = 'pending'
+         RETURNING id, platform, external_thread_id, payload, owner_email, org_id, status, attempts, error_message, created_at, updated_at, completed_at`
+            : `UPDATE integration_pending_tasks
+         SET status = ?, attempts = attempts + 1, updated_at = ?
+         WHERE id = ? AND status = 'pending'`,
+        args: ["processing", now, id],
+    });
+    if (isPostgres()) {
+        if (rows.length === 0)
+            return null;
+        return rowToTask(rows[0]);
+    }
+    // SQLite: no RETURNING, so re-read after the update. Confirm we actually
+    // moved it into 'processing' (vs. lost the race).
+    const fetched = await getPendingTask(id);
+    if (!fetched || fetched.status !== "processing")
+        return null;
+    return fetched;
+}
+/** Mark a task as completed. */
+export async function markTaskCompleted(id) {
+    await ensureTable();
+    const client = getDbExec();
+    const now = Date.now();
+    await client.execute({
+        sql: `UPDATE integration_pending_tasks
+          SET status = ?, updated_at = ?, completed_at = ?
+          WHERE id = ?`,
+        args: ["completed", now, now, id],
+    });
+}
+/** Mark a task as failed and stash an error message. */
+export async function markTaskFailed(id, errorMessage) {
+    await ensureTable();
+    const client = getDbExec();
+    const now = Date.now();
+    await client.execute({
+        sql: `UPDATE integration_pending_tasks
+          SET status = ?, updated_at = ?, error_message = ?
+          WHERE id = ?`,
+        args: ["failed", now, errorMessage.slice(0, 2000), id],
+    });
+}
+//# sourceMappingURL=pending-tasks-store.js.map

package/dist/integrations/pending-tasks-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-tasks-store.js","sourceRoot":"","sources":["../../src/integrations/pending-tasks-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEjE,IAAI,YAAuC,CAAC;AAE5C,KAAK,UAAU,WAAW;IACxB,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;;qBASN,OAAO,EAAE;;uBAEP,OAAO,EAAE;uBACT,OAAO,EAAE;yBACP,OAAO,EAAE;;OAE3B,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAClB,8GAA8G,CAC/G,CAAC;YACF,oEAAoE;YACpE,oEAAoE;YACpE,+DAA+D;YAC/D,kEAAkE;YAClE,iEAAiE;YACjE,+BAA+B;YAC/B,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,MAAM,CAAC,OAAO,CAClB,0HAA0H,CAC3H,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,MAAoC;IAEpC,IAAI,UAAU,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,CAAC,OAAO,CAClB,wFAAwF,CACzF,CAAC;QACF,OAAO;IACT,CAAC;IACD,wEAAwE;IACxE,uDAAuD;IACvD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAClB,0EAA0E,CAC3E,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IACE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC;aACzB,WAAW,EAAE;aACb,QAAQ,CAAC,WAAW,CAAC,EACxB,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;AACH,CAAC;AAwBD,SAAS,SAAS,CAAC,GAA4B;IAC7C,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAY;QACpB,QAAQ,EAAE,GAAG,CAAC,QAAkB;QAChC,gBAAgB,EAAE,GAAG,CAAC,kBAA4B;QAClD,OAAO,EAAE,GAAG,CAAC,OAAiB;QAC9B,UAAU,EAAE,GAAG,CAAC,WAAqB;QACrC,KAAK,EAAG,GAAG,CAAC,MAAwB,IAAI,IAAI;QAC5C,MAAM,EAAE,GAAG,CAAC,MAA2B;QACvC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnC,YAAY,EAAG,GAAG,CAAC,aAA+B,IAAI,IAAI;QAC1D,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACtC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;QACtC,WAAW,EACT,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAsB,CAAC;KACvE,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAQvC;IACC,MAAM,WAAW,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,CAAC,OAAO,CAAC;QACnB,GAAG,EAAE;;+CAEsC;QAC3C,IAAI,EAAE;YACJ,KAAK,CAAC,EAAE;YACR,KAAK,CAAC,QAAQ;YACd,KAAK,CAAC,gBAAgB;YACtB,KAAK,CAAC,OAAO;YACb,KAAK,CAAC,UAAU;YAChB,KAAK,CAAC,KAAK,IAAI,IAAI;YACnB,SAAS;YACT,CAAC;YACD,GAAG;YACH,GAAG;YACH,KAAK,CAAC,gBAAgB,IAAI,IAAI;SAC/B;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,MAAM,CAAC,GAAG,GAAiD,CAAC;IAC5D,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACrB,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,4BAA4B;IACjE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,OAAO,CACL,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACtB,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED,kCAAkC;AAClC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAU;IAC7C,MAAM,WAAW,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;QACpC,GAAG,EAAE;8DACqD;QAC1D,IAAI,EAAE,CAAC,EAAE,CAAC;KACX,CAAC,CAAC;IACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAA4B,CAAC,CAAC;AACvD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAU;IAEV,MAAM,WAAW,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,uEAAuE;IACvE,uEAAuE;IACvE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;QACpC,GAAG,EAAE,UAAU,EAAE;YACf,CAAC,CAAC;;;yJAGiJ;YACnJ,CAAC,CAAC;;6CAEqC;QACzC,IAAI,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;KAC9B,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,EAAE,CAAC;QACjB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAA4B,CAAC,CAAC;IACvD,CAAC;IAED,yEAAyE;IACzE,kDAAkD;IAClD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC;IAC7D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gCAAgC;AAChC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAU;IAChD,MAAM,WAAW,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,CAAC,OAAO,CAAC;QACnB,GAAG,EAAE;;uBAEc;QACnB,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;KAClC,CAAC,CAAC;AACL,CAAC;AAED,wDAAwD;AACxD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,EAAU,EACV,YAAoB;IAEpB,MAAM,WAAW,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,MAAM,CAAC,OAAO,CAAC;QACnB,GAAG,EAAE;;uBAEc;QACnB,IAAI,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC;KACvD,CAAC,CAAC;AACL,CAAC"}

package/dist/integrations/plugin.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../src/integrations/plugin.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAEV,yBAAyB,EAE1B,MAAM,YAAY,CAAC;AAapB,KAAK,cAAc,GAAG,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAyD9D;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,CAAC,EAAE,yBAAyB,GAClC,cAAc,CAyMhB;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,gBAA6B,CAAC"}
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../src/integrations/plugin.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAEV,yBAAyB,EAE1B,MAAM,YAAY,CAAC;AA6BpB,KAAK,cAAc,GAAG,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAuG9D;;;;;;;;;;GAUG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,CAAC,EAAE,yBAAyB,GAClC,cAAc,CAkfhB;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,gBAA6B,CAAC"}