@agent-native/core 0.130.0 → 0.130.1

package/src/integrations/task-queue-stats.ts

@@ -8,6 +8,7 @@
  * columns before the SELECTs execute.
  */
 import { getDbExec } from "../db/client.js";
+import { ensureA2AContinuationsTable } from "./a2a-continuations-store.js";
 import { ensurePendingTasksTable } from "./pending-tasks-store.js";
 
 export interface RecentFailure {
@@ -23,6 +24,18 @@ export interface TaskQueueStats {
   completed_last_hour: number;
   failed_last_hour: number;
   oldest_pending_age_seconds: number;
+  waiting_campaigns: number;
+  active_a2a_continuations: number;
+  oldest_active_a2a_age_seconds: number;
+  terminal_a2a_without_delivery: number;
+  recent_a2a_orphans: Array<{
+    continuation_id: string;
+    integration_task_id: string;
+    status: string;
+    attempts: number;
+    age_seconds: number;
+    reason_class: string;
+  }>;
   recent_failures: RecentFailure[];
   recent_tasks: Array<{
     id: string;
@@ -46,6 +59,11 @@ const ZERO_STATS: TaskQueueStats = {
   completed_last_hour: 0,
   failed_last_hour: 0,
   oldest_pending_age_seconds: 0,
+  waiting_campaigns: 0,
+  active_a2a_continuations: 0,
+  oldest_active_a2a_age_seconds: 0,
+  terminal_a2a_without_delivery: 0,
+  recent_a2a_orphans: [],
   recent_failures: [],
   recent_tasks: [],
 };
@@ -66,11 +84,14 @@ export async function getTaskQueueStats(
   scope: TaskQueueStatsScope,
 ): Promise<TaskQueueStats> {
   await ensurePendingTasksTable();
+  await ensureA2AContinuationsTable();
   const client = getDbExec();
   const now = Date.now();
   const oneHourAgo = now - 60 * 60 * 1000;
   const scopeSql = `owner_email = ?
               AND ((org_id IS NULL AND CAST(? AS TEXT) IS NULL) OR org_id = ?)`;
+  const joinedScopeSql = `t.owner_email = ?
+              AND ((t.org_id IS NULL AND CAST(? AS TEXT) IS NULL) OR t.org_id = ?)`;
   const scopeArgs = [scope.ownerEmail, scope.orgId, scope.orgId];
 
   try {
@@ -178,6 +199,17 @@ export async function getTaskQueueStats(
         ),
       }),
     );
+    const waitingCampaigns = await readWaitingCampaignCount(
+      client,
+      joinedScopeSql,
+      scopeArgs,
+    );
+    const a2aStats = await readA2AContinuationStats(
+      client,
+      joinedScopeSql,
+      scopeArgs,
+      now,
+    );
 
     return {
       pending,
@@ -185,6 +217,8 @@ export async function getTaskQueueStats(
       completed_last_hour: completedLastHour,
       failed_last_hour: failedLastHour,
       oldest_pending_age_seconds: oldestPendingAgeSeconds,
+      waiting_campaigns: waitingCampaigns,
+      ...a2aStats,
       recent_failures: recentFailures,
       recent_tasks: recentTasks,
     };
@@ -195,3 +229,115 @@ export async function getTaskQueueStats(
     throw err;
   }
 }
+
+async function readWaitingCampaignCount(
+  client: ReturnType<typeof getDbExec>,
+  scopeSql: string,
+  scopeArgs: Array<string | null>,
+): Promise<number> {
+  try {
+    const result = await client.execute({
+      sql: `SELECT COUNT(*) AS c
+              FROM integration_campaigns c
+              INNER JOIN integration_pending_tasks t
+                ON t.id = c.integration_task_id
+             WHERE ${scopeSql}
+               AND c.status = 'waiting'`,
+      args: scopeArgs,
+    });
+    return Number(result.rows[0]?.c ?? 0);
+  } catch (err) {
+    if (isMissingTableError(err)) return 0;
+    throw err;
+  }
+}
+
+async function readA2AContinuationStats(
+  client: ReturnType<typeof getDbExec>,
+  scopeSql: string,
+  scopeArgs: Array<string | null>,
+  now: number,
+): Promise<
+  Pick<
+    TaskQueueStats,
+    | "active_a2a_continuations"
+    | "oldest_active_a2a_age_seconds"
+    | "terminal_a2a_without_delivery"
+    | "recent_a2a_orphans"
+  >
+> {
+  try {
+    const live = await client.execute({
+      sql: `SELECT
+                   COUNT(CASE WHEN c.status IN ('pending', 'processing', 'delivering') THEN 1 END) AS active_count,
+                   MIN(CASE WHEN c.status IN ('pending', 'processing', 'delivering') THEN c.created_at END) AS oldest_created_at,
+                   COUNT(CASE WHEN c.status IN ('completed', 'failed')
+                         AND c.terminal_delivery_confirmed_at IS NULL THEN 1 END) AS orphan_count
+              FROM integration_a2a_continuations c
+              INNER JOIN integration_pending_tasks t
+                ON t.id = c.integration_task_id
+             WHERE ${scopeSql}`,
+      args: scopeArgs,
+    });
+    const orphaned = await client.execute({
+      sql: `SELECT c.id, c.integration_task_id, c.status, c.attempts,
+                   c.created_at, c.error_message
+              FROM integration_a2a_continuations c
+              INNER JOIN integration_pending_tasks t
+                ON t.id = c.integration_task_id
+             WHERE ${scopeSql}
+               AND c.status IN ('completed', 'failed')
+               AND c.terminal_delivery_confirmed_at IS NULL
+             ORDER BY c.updated_at DESC
+             LIMIT 5`,
+      args: scopeArgs,
+    });
+    const activeCount = Number(live.rows[0]?.active_count ?? 0);
+    const orphanCount = Number(live.rows[0]?.orphan_count ?? 0);
+    const oldestCreatedAt = Number(live.rows[0]?.oldest_created_at ?? now);
+    const recentOrphans = (orphaned.rows as Array<Record<string, unknown>>).map(
+      (row) => ({
+        continuation_id: String(row.id ?? ""),
+        integration_task_id: String(row.integration_task_id ?? ""),
+        status: String(row.status ?? ""),
+        attempts: Number(row.attempts ?? 0),
+        age_seconds: Math.max(
+          0,
+          Math.floor((now - Number(row.created_at ?? now)) / 1000),
+        ),
+        reason_class: classifyA2AOrphanReason(row.error_message),
+      }),
+    );
+    return {
+      active_a2a_continuations: activeCount,
+      oldest_active_a2a_age_seconds:
+        activeCount > 0
+          ? Math.max(0, Math.floor((now - oldestCreatedAt) / 1000))
+          : 0,
+      terminal_a2a_without_delivery: orphanCount,
+      recent_a2a_orphans: recentOrphans,
+    };
+  } catch (err) {
+    if (isMissingTableError(err)) {
+      return {
+        active_a2a_continuations: 0,
+        oldest_active_a2a_age_seconds: 0,
+        terminal_a2a_without_delivery: 0,
+        recent_a2a_orphans: [],
+      };
+    }
+    throw err;
+  }
+}
+
+function classifyA2AOrphanReason(value: unknown): string {
+  const message = String(value ?? "");
+  if (!message) return "missing_terminal_delivery";
+  if (/timeout|timed out|abort/i.test(message)) return "timeout";
+  if (/token|secret|auth|credential/i.test(message)) return "authentication";
+  if (/database|sql|store|persist/i.test(message)) return "persistence";
+  if (/slack|provider|deliver|stream|response/i.test(message)) {
+    return "provider_delivery";
+  }
+  return "processor_failure";
+}

package/src/integrations/types.ts

@@ -134,6 +134,19 @@ export interface PlatformDeliveryReceipt {
   messageRefs?: string[];
 }
 
+export interface PlatformDeliveryOptions {
+  /** Provider-owned message reference that should be updated in place. */
+  placeholderRef?: string;
+  /** Stable logical delivery key for provider-side retry reconciliation. */
+  idempotencyKey?: string;
+  /** Earliest provider timestamp (epoch ms) that can contain this delivery. */
+  reconcileAfter?: number;
+  /** Abort provider I/O before the caller releases its durable delivery claim. */
+  signal?: AbortSignal;
+  /** Do not fall back to a fresh post if the stable target cannot be updated. */
+  strictTargetRef?: boolean;
+}
+
 /**
  * Proactive outbound message target for a platform.
  * Used when the agent needs to send to a saved destination instead of replying
@@ -201,12 +214,20 @@ export interface PlatformRunProgress {
    * credentials, or provider payload.
    */
   ref?: PlatformRunProgressRef;
+  /** Stable provider message target that can receive the terminal answer. */
+  responseTargetRef?: string;
   /** Receive normalized agent events. Implementations should throttle writes. */
-  onEvent(event: AgentChatEvent): Promise<void> | void;
+  onEvent(
+    event: AgentChatEvent,
+    opts?: { signal?: AbortSignal },
+  ): Promise<void> | void;
   /** Finalize the provider-native progress surface with the answer. */
-  complete(message: OutgoingMessage): Promise<void | PlatformDeliveryReceipt>;
+  complete(
+    message: OutgoingMessage,
+    opts?: { signal?: AbortSignal },
+  ): Promise<void | PlatformDeliveryReceipt>;
   /** Mark the provider-native surface failed and leave a retryable explanation. */
-  fail?(message: string): Promise<void>;
+  fail?(message: string, opts?: { signal?: AbortSignal }): Promise<void>;
 }
 
 /**
@@ -322,7 +343,7 @@ export interface PlatformAdapter {
   sendResponse(
     message: OutgoingMessage,
     context: IncomingMessage,
-    opts?: { placeholderRef?: string },
+    opts?: PlatformDeliveryOptions,
   ): Promise<void | PlatformDeliveryReceipt>;
 
   /**

package/src/integrations/webhook-handler.ts

@@ -67,7 +67,8 @@ import {
 import { runWithRequestContext } from "../server/request-context.js";
 import { normalizeReasoningEffortForRequest } from "../shared/reasoning-effort.js";
 import { A2A_CONTINUATION_QUEUED_MARKER } from "./a2a-continuation-marker.js";
-import { hasActiveA2AContinuationsForIntegrationTask } from "./a2a-continuations-store.js";
+import { reconcileTerminalA2AParentIfDisabled } from "./a2a-continuation-processor.js";
+import { getA2AContinuationTaskOutcome } from "./a2a-continuations-store.js";
 import {
   clearIntegrationAwaitingInput,
   setIntegrationAwaitingInput,
@@ -1086,10 +1087,22 @@ async function processIncomingMessage(
           JSON.parse(campaign.row.checkpoint).waitingForA2A === true;
       } catch {}
       if (waitingForA2A) {
-        const activeA2A = await hasActiveA2AContinuationsForIntegrationTask(
-          opts.taskId,
-        );
-        if (activeA2A) {
+        const a2aOutcome = await getA2AContinuationTaskOutcome(opts.taskId);
+        if (a2aOutcome !== "terminal-delivered") {
+          if (
+            a2aOutcome === "terminal-without-delivery" &&
+            (await reconcileTerminalA2AParentIfDisabled(opts.taskId))
+          ) {
+            await releaseApplicableIntegrationBudgets(
+              budgetReservations.reservations,
+            );
+            return { status: "campaign-failed" };
+          }
+          if (a2aOutcome !== "active") {
+            console.warn(
+              `[integrations] Waiting campaign ${campaign.row.id} has A2A outcome ${a2aOutcome} without terminal delivery proof`,
+            );
+          }
           const waiting = await waitForA2AIntegrationCampaign(campaign.row.id, {
             runId: campaign.runId,
             leaseToken: campaign.leaseToken,