@xopcai/xopc 0.0.144 → 0.0.145

package/dist/src/knowledge/connected-knowledge-pipeline.js

@@ -0,0 +1,267 @@
+import { createLogger } from "../utils/logger/index.js";
+import { init_logger } from "../utils/logger.js";
+import { getMemoryRecord, upsertMemoryRecord } from "../storage/sqlite/memory-records-repository.js";
+import { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, listKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
+import "../storage/sqlite/index.js";
+import { createHash, randomUUID } from "node:crypto";
+//#region src/knowledge/connected-knowledge-pipeline.ts
+init_logger();
+const log = createLogger("ConnectedKnowledge");
+const MAX_ITEM_CHARS = 8e3;
+const MAX_SUMMARY_CHARS = 6e3;
+const MAX_SUMMARY_ITEMS = 24;
+function providerId(item) {
+	const connectorId = item.metadata.connectorId;
+	if (typeof connectorId === "string" && connectorId.trim()) return connectorId.trim();
+	return item.sourceInstanceId.split(":")[0] || "connected-source";
+}
+function ownerAgentId(item, fallback) {
+	const agentId = item.metadata.agentId;
+	return typeof agentId === "string" && agentId.trim() ? agentId.trim() : fallback;
+}
+function ownerWorkspaceId(item, fallback) {
+	const workspaceId = item.metadata.workspaceId;
+	return typeof workspaceId === "string" && workspaceId.trim() ? workspaceId.trim() : fallback;
+}
+function knowledgeRecordId(itemId) {
+	return `knowledge:${itemId}`;
+}
+function boundedText(item) {
+	const text = item.normalizedText?.trim() ?? "";
+	return text.length > MAX_ITEM_CHARS ? `${text.slice(0, MAX_ITEM_CHARS)}\n…` : text;
+}
+function dayFor(item) {
+	return (item.occurredAt ?? item.sourceUpdatedAt ?? item.updatedAt).slice(0, 10);
+}
+function summaryRecordId(sourceInstanceId, day) {
+	return `knowledge-summary:${createHash("sha256").update(`${sourceInstanceId}:${day}`).digest("hex").slice(0, 24)}`;
+}
+var ConnectedKnowledgePipeline = class {
+	workerId;
+	batchSize;
+	constructor(options) {
+		this.options = options;
+		this.workerId = options.workerId ?? `connected-knowledge:${process.pid}:${randomUUID()}`;
+		this.batchSize = Math.max(1, Math.min(100, options.batchSize ?? 20));
+	}
+	async processPending(sourceInstanceId) {
+		const claimed = claimKnowledgeSourceItems({
+			workerId: this.workerId,
+			sourceInstanceId,
+			synthesisPipeline: "connected_knowledge",
+			limit: this.batchSize
+		});
+		const result = {
+			claimed: claimed.length,
+			completed: 0,
+			ignored: 0,
+			failed: 0,
+			recordIds: []
+		};
+		const summaryKeys = /* @__PURE__ */ new Set();
+		for (const item of claimed) try {
+			const recordId = knowledgeRecordId(item.id);
+			const content = boundedText(item);
+			if (item.deletedAt) {
+				const existing = getMemoryRecord(recordId);
+				if (existing) upsertMemoryRecord({
+					id: existing.id,
+					providerId: "connected-knowledge",
+					kind: existing.kind,
+					agentId: existing.scope.agentId,
+					workspaceId: existing.scope.workspaceId,
+					content: existing.content,
+					source: existing.source,
+					confidence: existing.confidence,
+					tags: existing.tags,
+					status: "archived",
+					sensitivity: existing.sensitivity,
+					explicitness: existing.explicitness,
+					durability: existing.durability,
+					importance: existing.importance,
+					disclosurePolicy: existing.disclosurePolicy,
+					evidence: existing.evidence,
+					validFrom: existing.validFrom,
+					validTo: item.deletedAt,
+					reviewAfter: existing.reviewAfter,
+					expiresAt: existing.expiresAt,
+					canonicalKey: existing.canonicalKey,
+					supersedesRecordId: existing.supersedesRecordId,
+					conflictGroupId: existing.conflictGroupId
+				});
+				completeKnowledgeSourceItemSynthesis({
+					itemId: item.id,
+					workerId: this.workerId,
+					status: "ignored"
+				});
+				result.ignored += 1;
+				summaryKeys.add(`${item.sourceInstanceId}\u0000${dayFor(item)}`);
+				continue;
+			}
+			if (!content || item.sensitivity === "secret" || item.sensitivity === "regulated") {
+				completeKnowledgeSourceItemSynthesis({
+					itemId: item.id,
+					workerId: this.workerId,
+					status: "ignored"
+				});
+				result.ignored += 1;
+				continue;
+			}
+			const sourceProvider = providerId(item);
+			const record = upsertMemoryRecord({
+				id: recordId,
+				providerId: "connected-knowledge",
+				kind: "workspace_fact",
+				agentId: ownerAgentId(item, this.options.agentId),
+				workspaceId: ownerWorkspaceId(item, this.options.workspaceId),
+				content,
+				canonicalKey: `source-item:${item.sourceInstanceId}:${item.externalId}`,
+				source: {
+					provider: sourceProvider,
+					path: item.payloadRef
+				},
+				confidence: .78,
+				tags: [
+					"connected-source",
+					"external",
+					sourceProvider,
+					item.itemType
+				],
+				status: "active",
+				sensitivity: item.sensitivity,
+				explicitness: "observed",
+				durability: item.retentionClass === "durable" ? "durable" : "recurring",
+				importance: .5,
+				disclosurePolicy: "referenceable",
+				evidence: [{
+					sourceItemId: item.id,
+					relation: "derived_from",
+					sourceText: content.slice(0, 1e3),
+					confidence: .78,
+					observedAt: item.occurredAt ?? item.sourceUpdatedAt
+				}],
+				validFrom: item.occurredAt ?? item.sourceUpdatedAt
+			});
+			attachMemoryEvidence({
+				recordId: record.id,
+				sourceItemId: item.id,
+				relation: "derived_from",
+				excerpt: content.slice(0, 1e3),
+				confidence: .78,
+				observedAt: item.occurredAt ?? item.sourceUpdatedAt
+			});
+			completeKnowledgeSourceItemSynthesis({
+				itemId: item.id,
+				workerId: this.workerId,
+				status: "completed"
+			});
+			result.completed += 1;
+			result.recordIds.push(record.id);
+			summaryKeys.add(`${item.sourceInstanceId}\u0000${dayFor(item)}`);
+		} catch (err) {
+			const errorMessage = err instanceof Error ? err.message : String(err);
+			completeKnowledgeSourceItemSynthesis({
+				itemId: item.id,
+				workerId: this.workerId,
+				status: "failed",
+				error: errorMessage.slice(0, 1e3)
+			});
+			result.failed += 1;
+			log.warn({
+				err,
+				itemId: item.id,
+				sourceInstanceId: item.sourceInstanceId
+			}, `Connected knowledge synthesis failed: ${errorMessage}`);
+		}
+		for (const key of summaryKeys) {
+			const [sourceInstanceId, day] = key.split("\0");
+			if (sourceInstanceId && day) this.rebuildDailySummary(sourceInstanceId, day);
+		}
+		return result;
+	}
+	rebuildDailySummary(sourceInstanceId, day) {
+		const items = listKnowledgeSourceItems({
+			sourceInstanceId,
+			limit: 500
+		}).filter((item) => dayFor(item) === day && item.synthesisStatus === "completed").slice(0, MAX_SUMMARY_ITEMS);
+		if (items.length === 0) {
+			const existing = getMemoryRecord(summaryRecordId(sourceInstanceId, day));
+			if (existing) upsertMemoryRecord({
+				id: existing.id,
+				providerId: "connected-knowledge",
+				kind: existing.kind,
+				agentId: existing.scope.agentId,
+				workspaceId: existing.scope.workspaceId,
+				content: existing.content,
+				source: existing.source,
+				confidence: existing.confidence,
+				tags: existing.tags,
+				status: "archived",
+				sensitivity: existing.sensitivity,
+				explicitness: existing.explicitness,
+				durability: existing.durability,
+				importance: existing.importance,
+				disclosurePolicy: existing.disclosurePolicy,
+				evidence: existing.evidence,
+				validFrom: existing.validFrom,
+				validTo: (/* @__PURE__ */ new Date()).toISOString(),
+				reviewAfter: existing.reviewAfter,
+				expiresAt: existing.expiresAt,
+				canonicalKey: existing.canonicalKey
+			});
+			return;
+		}
+		const sourceProvider = providerId(items[0]);
+		const lines = [`# ${sourceProvider} updates for ${day}`, ""];
+		for (const item of items) {
+			const text = boundedText(item).replace(/\s+/g, " ").trim();
+			if (!text) continue;
+			lines.push(`- ${text.slice(0, 360)}`);
+			if (lines.join("\n").length >= MAX_SUMMARY_CHARS) break;
+		}
+		const content = lines.join("\n").slice(0, MAX_SUMMARY_CHARS);
+		const summary = upsertMemoryRecord({
+			id: summaryRecordId(sourceInstanceId, day),
+			providerId: "connected-knowledge",
+			kind: "daily_note",
+			agentId: ownerAgentId(items[0], this.options.agentId),
+			workspaceId: ownerWorkspaceId(items[0], this.options.workspaceId),
+			content,
+			canonicalKey: `source-day:${sourceInstanceId}:${day}`,
+			source: { provider: sourceProvider },
+			confidence: .72,
+			tags: [
+				"connected-source",
+				"source-day-summary",
+				sourceProvider
+			],
+			status: "active",
+			sensitivity: items.some((item) => item.sensitivity === "personal") ? "personal" : "normal",
+			explicitness: "observed",
+			durability: "recurring",
+			importance: .55,
+			disclosurePolicy: "referenceable",
+			evidence: items.map((item) => ({
+				sourceItemId: item.id,
+				relation: "derived_from",
+				sourceText: boundedText(item).slice(0, 500),
+				confidence: .72,
+				observedAt: item.occurredAt ?? item.sourceUpdatedAt
+			})),
+			validFrom: `${day}T00:00:00.000Z`
+		});
+		deleteMemoryEvidenceForRecord(summary.id, "derived_from");
+		for (const item of items) attachMemoryEvidence({
+			recordId: summary.id,
+			sourceItemId: item.id,
+			relation: "derived_from",
+			excerpt: boundedText(item).slice(0, 500),
+			confidence: .72,
+			observedAt: item.occurredAt ?? item.sourceUpdatedAt
+		});
+	}
+};
+//#endregion
+export { ConnectedKnowledgePipeline };
+
+//# sourceMappingURL=connected-knowledge-pipeline.js.map

package/dist/src/knowledge/connected-knowledge-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"connected-knowledge-pipeline.js","names":[],"sources":["../../../src/knowledge/connected-knowledge-pipeline.ts"],"sourcesContent":["import { createHash, randomUUID } from 'node:crypto';\n\nimport {\n  attachMemoryEvidence,\n  claimKnowledgeSourceItems,\n  completeKnowledgeSourceItemSynthesis,\n  deleteMemoryEvidenceForRecord,\n  getMemoryRecord,\n  listKnowledgeSourceItems,\n  upsertMemoryRecord,\n} from '../storage/sqlite/index.js';\nimport { createLogger } from '../utils/logger.js';\nimport type { KnowledgeSourceItem } from './types.js';\n\nconst log = createLogger('ConnectedKnowledge');\nconst MAX_ITEM_CHARS = 8_000;\nconst MAX_SUMMARY_CHARS = 6_000;\nconst MAX_SUMMARY_ITEMS = 24;\n\nexport type ConnectedKnowledgePipelineOptions = {\n  agentId: string;\n  workspaceId: string;\n  workerId?: string;\n  batchSize?: number;\n};\n\nexport type KnowledgeSynthesisBatchResult = {\n  claimed: number;\n  completed: number;\n  ignored: number;\n  failed: number;\n  recordIds: string[];\n};\n\nfunction providerId(item: KnowledgeSourceItem): string {\n  const connectorId = item.metadata.connectorId;\n  if (typeof connectorId === 'string' && connectorId.trim()) return connectorId.trim();\n  return item.sourceInstanceId.split(':')[0] || 'connected-source';\n}\n\nfunction ownerAgentId(item: KnowledgeSourceItem, fallback: string): string {\n  const agentId = item.metadata.agentId;\n  return typeof agentId === 'string' && agentId.trim() ? agentId.trim() : fallback;\n}\n\nfunction ownerWorkspaceId(item: KnowledgeSourceItem, fallback: string): string {\n  const workspaceId = item.metadata.workspaceId;\n  return typeof workspaceId === 'string' && workspaceId.trim() ? workspaceId.trim() : fallback;\n}\n\nfunction knowledgeRecordId(itemId: string): string {\n  return `knowledge:${itemId}`;\n}\n\nfunction boundedText(item: KnowledgeSourceItem): string {\n  const text = item.normalizedText?.trim() ?? '';\n  return text.length > MAX_ITEM_CHARS ? `${text.slice(0, MAX_ITEM_CHARS)}\\n…` : text;\n}\n\nfunction dayFor(item: KnowledgeSourceItem): string {\n  const timestamp = item.occurredAt ?? item.sourceUpdatedAt ?? item.updatedAt;\n  return timestamp.slice(0, 10);\n}\n\nfunction summaryRecordId(sourceInstanceId: string, day: string): string {\n  const key = createHash('sha256').update(`${sourceInstanceId}:${day}`).digest('hex').slice(0, 24);\n  return `knowledge-summary:${key}`;\n}\n\nexport class ConnectedKnowledgePipeline {\n  private readonly workerId: string;\n  private readonly batchSize: number;\n\n  constructor(private readonly options: ConnectedKnowledgePipelineOptions) {\n    this.workerId = options.workerId ?? `connected-knowledge:${process.pid}:${randomUUID()}`;\n    this.batchSize = Math.max(1, Math.min(100, options.batchSize ?? 20));\n  }\n\n  async processPending(sourceInstanceId?: string): Promise<KnowledgeSynthesisBatchResult> {\n    const claimed = claimKnowledgeSourceItems({\n      workerId: this.workerId,\n      sourceInstanceId,\n      synthesisPipeline: 'connected_knowledge',\n      limit: this.batchSize,\n    });\n    const result: KnowledgeSynthesisBatchResult = {\n      claimed: claimed.length,\n      completed: 0,\n      ignored: 0,\n      failed: 0,\n      recordIds: [],\n    };\n    const summaryKeys = new Set<string>();\n\n    for (const item of claimed) {\n      try {\n        const recordId = knowledgeRecordId(item.id);\n        const content = boundedText(item);\n        if (item.deletedAt) {\n          const existing = getMemoryRecord(recordId);\n          if (existing) {\n            upsertMemoryRecord({\n              id: existing.id,\n              providerId: 'connected-knowledge',\n              kind: existing.kind,\n              agentId: existing.scope.agentId,\n              workspaceId: existing.scope.workspaceId,\n              content: existing.content,\n              source: existing.source,\n              confidence: existing.confidence,\n              tags: existing.tags,\n              status: 'archived',\n              sensitivity: existing.sensitivity,\n              explicitness: existing.explicitness,\n              durability: existing.durability,\n              importance: existing.importance,\n              disclosurePolicy: existing.disclosurePolicy,\n              evidence: existing.evidence,\n              validFrom: existing.validFrom,\n              validTo: item.deletedAt,\n              reviewAfter: existing.reviewAfter,\n              expiresAt: existing.expiresAt,\n              canonicalKey: existing.canonicalKey,\n              supersedesRecordId: existing.supersedesRecordId,\n              conflictGroupId: existing.conflictGroupId,\n            });\n          }\n          completeKnowledgeSourceItemSynthesis({\n            itemId: item.id,\n            workerId: this.workerId,\n            status: 'ignored',\n          });\n          result.ignored += 1;\n          summaryKeys.add(`${item.sourceInstanceId}\\u0000${dayFor(item)}`);\n          continue;\n        }\n        if (!content || item.sensitivity === 'secret' || item.sensitivity === 'regulated') {\n          completeKnowledgeSourceItemSynthesis({\n            itemId: item.id,\n            workerId: this.workerId,\n            status: 'ignored',\n          });\n          result.ignored += 1;\n          continue;\n        }\n\n        const sourceProvider = providerId(item);\n        const record = upsertMemoryRecord({\n          id: recordId,\n          providerId: 'connected-knowledge',\n          kind: 'workspace_fact',\n          agentId: ownerAgentId(item, this.options.agentId),\n          workspaceId: ownerWorkspaceId(item, this.options.workspaceId),\n          content,\n          canonicalKey: `source-item:${item.sourceInstanceId}:${item.externalId}`,\n          source: { provider: sourceProvider, path: item.payloadRef },\n          confidence: 0.78,\n          tags: ['connected-source', 'external', sourceProvider, item.itemType],\n          status: 'active',\n          sensitivity: item.sensitivity,\n          explicitness: 'observed',\n          durability: item.retentionClass === 'durable' ? 'durable' : 'recurring',\n          importance: 0.5,\n          disclosurePolicy: 'referenceable',\n          evidence: [{\n            sourceItemId: item.id,\n            relation: 'derived_from',\n            sourceText: content.slice(0, 1_000),\n            confidence: 0.78,\n            observedAt: item.occurredAt ?? item.sourceUpdatedAt,\n          }],\n          validFrom: item.occurredAt ?? item.sourceUpdatedAt,\n        });\n        attachMemoryEvidence({\n          recordId: record.id,\n          sourceItemId: item.id,\n          relation: 'derived_from',\n          excerpt: content.slice(0, 1_000),\n          confidence: 0.78,\n          observedAt: item.occurredAt ?? item.sourceUpdatedAt,\n        });\n        completeKnowledgeSourceItemSynthesis({\n          itemId: item.id,\n          workerId: this.workerId,\n          status: 'completed',\n        });\n        result.completed += 1;\n        result.recordIds.push(record.id);\n        summaryKeys.add(`${item.sourceInstanceId}\\u0000${dayFor(item)}`);\n      } catch (err) {\n        const errorMessage = err instanceof Error ? err.message : String(err);\n        completeKnowledgeSourceItemSynthesis({\n          itemId: item.id,\n          workerId: this.workerId,\n          status: 'failed',\n          error: errorMessage.slice(0, 1_000),\n        });\n        result.failed += 1;\n        log.warn(\n          { err, itemId: item.id, sourceInstanceId: item.sourceInstanceId },\n          `Connected knowledge synthesis failed: ${errorMessage}`,\n        );\n      }\n    }\n\n    for (const key of summaryKeys) {\n      const [sourceInstanceId, day] = key.split('\\u0000');\n      if (sourceInstanceId && day) this.rebuildDailySummary(sourceInstanceId, day);\n    }\n    return result;\n  }\n\n  private rebuildDailySummary(sourceInstanceId: string, day: string): void {\n    const items = listKnowledgeSourceItems({ sourceInstanceId, limit: 500 })\n      .filter((item) => dayFor(item) === day && item.synthesisStatus === 'completed')\n      .slice(0, MAX_SUMMARY_ITEMS);\n    if (items.length === 0) {\n      const existing = getMemoryRecord(summaryRecordId(sourceInstanceId, day));\n      if (existing) {\n        upsertMemoryRecord({\n          id: existing.id,\n          providerId: 'connected-knowledge',\n          kind: existing.kind,\n          agentId: existing.scope.agentId,\n          workspaceId: existing.scope.workspaceId,\n          content: existing.content,\n          source: existing.source,\n          confidence: existing.confidence,\n          tags: existing.tags,\n          status: 'archived',\n          sensitivity: existing.sensitivity,\n          explicitness: existing.explicitness,\n          durability: existing.durability,\n          importance: existing.importance,\n          disclosurePolicy: existing.disclosurePolicy,\n          evidence: existing.evidence,\n          validFrom: existing.validFrom,\n          validTo: new Date().toISOString(),\n          reviewAfter: existing.reviewAfter,\n          expiresAt: existing.expiresAt,\n          canonicalKey: existing.canonicalKey,\n        });\n      }\n      return;\n    }\n    const sourceProvider = providerId(items[0]!);\n    const lines = [`# ${sourceProvider} updates for ${day}`, ''];\n    for (const item of items) {\n      const text = boundedText(item).replace(/\\s+/g, ' ').trim();\n      if (!text) continue;\n      lines.push(`- ${text.slice(0, 360)}`);\n      if (lines.join('\\n').length >= MAX_SUMMARY_CHARS) break;\n    }\n    const content = lines.join('\\n').slice(0, MAX_SUMMARY_CHARS);\n    const summary = upsertMemoryRecord({\n      id: summaryRecordId(sourceInstanceId, day),\n      providerId: 'connected-knowledge',\n      kind: 'daily_note',\n      agentId: ownerAgentId(items[0]!, this.options.agentId),\n      workspaceId: ownerWorkspaceId(items[0]!, this.options.workspaceId),\n      content,\n      canonicalKey: `source-day:${sourceInstanceId}:${day}`,\n      source: { provider: sourceProvider },\n      confidence: 0.72,\n      tags: ['connected-source', 'source-day-summary', sourceProvider],\n      status: 'active',\n      sensitivity: items.some((item) => item.sensitivity === 'personal') ? 'personal' : 'normal',\n      explicitness: 'observed',\n      durability: 'recurring',\n      importance: 0.55,\n      disclosurePolicy: 'referenceable',\n      evidence: items.map((item) => ({\n        sourceItemId: item.id,\n        relation: 'derived_from' as const,\n        sourceText: boundedText(item).slice(0, 500),\n        confidence: 0.72,\n        observedAt: item.occurredAt ?? item.sourceUpdatedAt,\n      })),\n      validFrom: `${day}T00:00:00.000Z`,\n    });\n    deleteMemoryEvidenceForRecord(summary.id, 'derived_from');\n    for (const item of items) {\n      attachMemoryEvidence({\n        recordId: summary.id,\n        sourceItemId: item.id,\n        relation: 'derived_from',\n        excerpt: boundedText(item).slice(0, 500),\n        confidence: 0.72,\n        observedAt: item.occurredAt ?? item.sourceUpdatedAt,\n      });\n    }\n  }\n}\n"],"mappings":";;;;;;;aAWkD;AAGlD,MAAM,MAAM,aAAa,qBAAqB;AAC9C,MAAM,iBAAiB;AACvB,MAAM,oBAAoB;AAC1B,MAAM,oBAAoB;AAiB1B,SAAS,WAAW,MAAmC;CACrD,MAAM,cAAc,KAAK,SAAS;AAClC,KAAI,OAAO,gBAAgB,YAAY,YAAY,MAAM,CAAE,QAAO,YAAY,MAAM;AACpF,QAAO,KAAK,iBAAiB,MAAM,IAAI,CAAC,MAAM;;AAGhD,SAAS,aAAa,MAA2B,UAA0B;CACzE,MAAM,UAAU,KAAK,SAAS;AAC9B,QAAO,OAAO,YAAY,YAAY,QAAQ,MAAM,GAAG,QAAQ,MAAM,GAAG;;AAG1E,SAAS,iBAAiB,MAA2B,UAA0B;CAC7E,MAAM,cAAc,KAAK,SAAS;AAClC,QAAO,OAAO,gBAAgB,YAAY,YAAY,MAAM,GAAG,YAAY,MAAM,GAAG;;AAGtF,SAAS,kBAAkB,QAAwB;AACjD,QAAO,aAAa;;AAGtB,SAAS,YAAY,MAAmC;CACtD,MAAM,OAAO,KAAK,gBAAgB,MAAM,IAAI;AAC5C,QAAO,KAAK,SAAS,iBAAiB,GAAG,KAAK,MAAM,GAAG,eAAe,CAAC,OAAO;;AAGhF,SAAS,OAAO,MAAmC;AAEjD,SADkB,KAAK,cAAc,KAAK,mBAAmB,KAAK,WACjD,MAAM,GAAG,GAAG;;AAG/B,SAAS,gBAAgB,kBAA0B,KAAqB;AAEtE,QAAO,qBADK,WAAW,SAAS,CAAC,OAAO,GAAG,iBAAiB,GAAG,MAAM,CAAC,OAAO,MAAM,CAAC,MAAM,GAAG,GAC9D;;AAGjC,IAAa,6BAAb,MAAwC;CACtC;CACA;CAEA,YAAY,SAA6D;AAA5C,OAAA,UAAA;AAC3B,OAAK,WAAW,QAAQ,YAAY,uBAAuB,QAAQ,IAAI,GAAG,YAAY;AACtF,OAAK,YAAY,KAAK,IAAI,GAAG,KAAK,IAAI,KAAK,QAAQ,aAAa,GAAG,CAAC;;CAGtE,MAAM,eAAe,kBAAmE;EACtF,MAAM,UAAU,0BAA0B;GACxC,UAAU,KAAK;GACf;GACA,mBAAmB;GACnB,OAAO,KAAK;GACb,CAAC;EACF,MAAM,SAAwC;GAC5C,SAAS,QAAQ;GACjB,WAAW;GACX,SAAS;GACT,QAAQ;GACR,WAAW,EAAE;GACd;EACD,MAAM,8BAAc,IAAI,KAAa;AAErC,OAAK,MAAM,QAAQ,QACjB,KAAI;GACF,MAAM,WAAW,kBAAkB,KAAK,GAAG;GAC3C,MAAM,UAAU,YAAY,KAAK;AACjC,OAAI,KAAK,WAAW;IAClB,MAAM,WAAW,gBAAgB,SAAS;AAC1C,QAAI,SACF,oBAAmB;KACjB,IAAI,SAAS;KACb,YAAY;KACZ,MAAM,SAAS;KACf,SAAS,SAAS,MAAM;KACxB,aAAa,SAAS,MAAM;KAC5B,SAAS,SAAS;KAClB,QAAQ,SAAS;KACjB,YAAY,SAAS;KACrB,MAAM,SAAS;KACf,QAAQ;KACR,aAAa,SAAS;KACtB,cAAc,SAAS;KACvB,YAAY,SAAS;KACrB,YAAY,SAAS;KACrB,kBAAkB,SAAS;KAC3B,UAAU,SAAS;KACnB,WAAW,SAAS;KACpB,SAAS,KAAK;KACd,aAAa,SAAS;KACtB,WAAW,SAAS;KACpB,cAAc,SAAS;KACvB,oBAAoB,SAAS;KAC7B,iBAAiB,SAAS;KAC3B,CAAC;AAEJ,yCAAqC;KACnC,QAAQ,KAAK;KACb,UAAU,KAAK;KACf,QAAQ;KACT,CAAC;AACF,WAAO,WAAW;AAClB,gBAAY,IAAI,GAAG,KAAK,iBAAiB,QAAQ,OAAO,KAAK,GAAG;AAChE;;AAEF,OAAI,CAAC,WAAW,KAAK,gBAAgB,YAAY,KAAK,gBAAgB,aAAa;AACjF,yCAAqC;KACnC,QAAQ,KAAK;KACb,UAAU,KAAK;KACf,QAAQ;KACT,CAAC;AACF,WAAO,WAAW;AAClB;;GAGF,MAAM,iBAAiB,WAAW,KAAK;GACvC,MAAM,SAAS,mBAAmB;IAChC,IAAI;IACJ,YAAY;IACZ,MAAM;IACN,SAAS,aAAa,MAAM,KAAK,QAAQ,QAAQ;IACjD,aAAa,iBAAiB,MAAM,KAAK,QAAQ,YAAY;IAC7D;IACA,cAAc,eAAe,KAAK,iBAAiB,GAAG,KAAK;IAC3D,QAAQ;KAAE,UAAU;KAAgB,MAAM,KAAK;KAAY;IAC3D,YAAY;IACZ,MAAM;KAAC;KAAoB;KAAY;KAAgB,KAAK;KAAS;IACrE,QAAQ;IACR,aAAa,KAAK;IAClB,cAAc;IACd,YAAY,KAAK,mBAAmB,YAAY,YAAY;IAC5D,YAAY;IACZ,kBAAkB;IAClB,UAAU,CAAC;KACT,cAAc,KAAK;KACnB,UAAU;KACV,YAAY,QAAQ,MAAM,GAAG,IAAM;KACnC,YAAY;KACZ,YAAY,KAAK,cAAc,KAAK;KACrC,CAAC;IACF,WAAW,KAAK,cAAc,KAAK;IACpC,CAAC;AACF,wBAAqB;IACnB,UAAU,OAAO;IACjB,cAAc,KAAK;IACnB,UAAU;IACV,SAAS,QAAQ,MAAM,GAAG,IAAM;IAChC,YAAY;IACZ,YAAY,KAAK,cAAc,KAAK;IACrC,CAAC;AACF,wCAAqC;IACnC,QAAQ,KAAK;IACb,UAAU,KAAK;IACf,QAAQ;IACT,CAAC;AACF,UAAO,aAAa;AACpB,UAAO,UAAU,KAAK,OAAO,GAAG;AAChC,eAAY,IAAI,GAAG,KAAK,iBAAiB,QAAQ,OAAO,KAAK,GAAG;WACzD,KAAK;GACZ,MAAM,eAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;AACrE,wCAAqC;IACnC,QAAQ,KAAK;IACb,UAAU,KAAK;IACf,QAAQ;IACR,OAAO,aAAa,MAAM,GAAG,IAAM;IACpC,CAAC;AACF,UAAO,UAAU;AACjB,OAAI,KACF;IAAE;IAAK,QAAQ,KAAK;IAAI,kBAAkB,KAAK;IAAkB,EACjE,yCAAyC,eAC1C;;AAIL,OAAK,MAAM,OAAO,aAAa;GAC7B,MAAM,CAAC,kBAAkB,OAAO,IAAI,MAAM,KAAS;AACnD,OAAI,oBAAoB,IAAK,MAAK,oBAAoB,kBAAkB,IAAI;;AAE9E,SAAO;;CAGT,oBAA4B,kBAA0B,KAAmB;EACvE,MAAM,QAAQ,yBAAyB;GAAE;GAAkB,OAAO;GAAK,CAAC,CACrE,QAAQ,SAAS,OAAO,KAAK,KAAK,OAAO,KAAK,oBAAoB,YAAY,CAC9E,MAAM,GAAG,kBAAkB;AAC9B,MAAI,MAAM,WAAW,GAAG;GACtB,MAAM,WAAW,gBAAgB,gBAAgB,kBAAkB,IAAI,CAAC;AACxE,OAAI,SACF,oBAAmB;IACjB,IAAI,SAAS;IACb,YAAY;IACZ,MAAM,SAAS;IACf,SAAS,SAAS,MAAM;IACxB,aAAa,SAAS,MAAM;IAC5B,SAAS,SAAS;IAClB,QAAQ,SAAS;IACjB,YAAY,SAAS;IACrB,MAAM,SAAS;IACf,QAAQ;IACR,aAAa,SAAS;IACtB,cAAc,SAAS;IACvB,YAAY,SAAS;IACrB,YAAY,SAAS;IACrB,kBAAkB,SAAS;IAC3B,UAAU,SAAS;IACnB,WAAW,SAAS;IACpB,0BAAS,IAAI,MAAM,EAAC,aAAa;IACjC,aAAa,SAAS;IACtB,WAAW,SAAS;IACpB,cAAc,SAAS;IACxB,CAAC;AAEJ;;EAEF,MAAM,iBAAiB,WAAW,MAAM,GAAI;EAC5C,MAAM,QAAQ,CAAC,KAAK,eAAe,eAAe,OAAO,GAAG;AAC5D,OAAK,MAAM,QAAQ,OAAO;GACxB,MAAM,OAAO,YAAY,KAAK,CAAC,QAAQ,QAAQ,IAAI,CAAC,MAAM;AAC1D,OAAI,CAAC,KAAM;AACX,SAAM,KAAK,KAAK,KAAK,MAAM,GAAG,IAAI,GAAG;AACrC,OAAI,MAAM,KAAK,KAAK,CAAC,UAAU,kBAAmB;;EAEpD,MAAM,UAAU,MAAM,KAAK,KAAK,CAAC,MAAM,GAAG,kBAAkB;EAC5D,MAAM,UAAU,mBAAmB;GACjC,IAAI,gBAAgB,kBAAkB,IAAI;GAC1C,YAAY;GACZ,MAAM;GACN,SAAS,aAAa,MAAM,IAAK,KAAK,QAAQ,QAAQ;GACtD,aAAa,iBAAiB,MAAM,IAAK,KAAK,QAAQ,YAAY;GAClE;GACA,cAAc,cAAc,iBAAiB,GAAG;GAChD,QAAQ,EAAE,UAAU,gBAAgB;GACpC,YAAY;GACZ,MAAM;IAAC;IAAoB;IAAsB;IAAe;GAChE,QAAQ;GACR,aAAa,MAAM,MAAM,SAAS,KAAK,gBAAgB,WAAW,GAAG,aAAa;GAClF,cAAc;GACd,YAAY;GACZ,YAAY;GACZ,kBAAkB;GAClB,UAAU,MAAM,KAAK,UAAU;IAC7B,cAAc,KAAK;IACnB,UAAU;IACV,YAAY,YAAY,KAAK,CAAC,MAAM,GAAG,IAAI;IAC3C,YAAY;IACZ,YAAY,KAAK,cAAc,KAAK;IACrC,EAAE;GACH,WAAW,GAAG,IAAI;GACnB,CAAC;AACF,gCAA8B,QAAQ,IAAI,eAAe;AACzD,OAAK,MAAM,QAAQ,MACjB,sBAAqB;GACnB,UAAU,QAAQ;GAClB,cAAc,KAAK;GACnB,UAAU;GACV,SAAS,YAAY,KAAK,CAAC,MAAM,GAAG,IAAI;GACxC,YAAY;GACZ,YAAY,KAAK,cAAc,KAAK;GACrC,CAAC"}

package/dist/src/knowledge/coordinator.d.ts

@@ -0,0 +1,10 @@
+import { type ConnectedKnowledgePipelineOptions } from './connected-knowledge-pipeline.js';
+export type ConnectedKnowledgeCoordinator = {
+    runNow(): Promise<void>;
+    stop(): void;
+};
+export declare function startConnectedKnowledgeCoordinator(options: {
+    resolvePipelineOptions: () => ConnectedKnowledgePipelineOptions;
+    intervalMs?: number;
+    initialDelayMs?: number;
+}): ConnectedKnowledgeCoordinator;

package/dist/src/knowledge/coordinator.js

@@ -0,0 +1,52 @@
+import { createLogger } from "../utils/logger/index.js";
+import { init_logger } from "../utils/logger.js";
+import { ConnectedKnowledgePipeline } from "./connected-knowledge-pipeline.js";
+//#region src/knowledge/coordinator.ts
+init_logger();
+const log = createLogger("ConnectedKnowledge:Coordinator");
+function startConnectedKnowledgeCoordinator(options) {
+	const intervalMs = Math.max(1e4, Math.min(options.intervalMs ?? 6e4, 30 * 6e4));
+	let timer = null;
+	let running = false;
+	let stopped = false;
+	async function runNow() {
+		if (running || stopped) return;
+		running = true;
+		try {
+			const pipeline = new ConnectedKnowledgePipeline(options.resolvePipelineOptions());
+			let processed = 0;
+			for (let batch = 0; batch < 5; batch += 1) {
+				const result = await pipeline.processPending();
+				processed += result.claimed;
+				if (result.claimed === 0) break;
+			}
+			if (processed > 0) log.info({ processed }, "Connected knowledge synthesis queue drained");
+		} catch (err) {
+			const errorMessage = err instanceof Error ? err.message : String(err);
+			log.warn({ err }, `Connected knowledge coordinator failed: ${errorMessage}`);
+		} finally {
+			running = false;
+		}
+	}
+	timer = setTimeout(() => {
+		runNow();
+		timer = setInterval(() => void runNow(), intervalMs);
+		timer.unref?.();
+	}, Math.max(0, options.initialDelayMs ?? 2e3));
+	timer.unref?.();
+	return {
+		runNow,
+		stop() {
+			stopped = true;
+			if (timer) {
+				clearTimeout(timer);
+				clearInterval(timer);
+				timer = null;
+			}
+		}
+	};
+}
+//#endregion
+export { startConnectedKnowledgeCoordinator };
+
+//# sourceMappingURL=coordinator.js.map

package/dist/src/knowledge/coordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinator.js","names":[],"sources":["../../../src/knowledge/coordinator.ts"],"sourcesContent":["import { createLogger } from '../utils/logger.js';\nimport { ConnectedKnowledgePipeline, type ConnectedKnowledgePipelineOptions } from './connected-knowledge-pipeline.js';\n\nconst log = createLogger('ConnectedKnowledge:Coordinator');\n\nexport type ConnectedKnowledgeCoordinator = {\n  runNow(): Promise<void>;\n  stop(): void;\n};\n\nexport function startConnectedKnowledgeCoordinator(options: {\n  resolvePipelineOptions: () => ConnectedKnowledgePipelineOptions;\n  intervalMs?: number;\n  initialDelayMs?: number;\n}): ConnectedKnowledgeCoordinator {\n  const intervalMs = Math.max(10_000, Math.min(options.intervalMs ?? 60_000, 30 * 60_000));\n  let timer: NodeJS.Timeout | null = null;\n  let running = false;\n  let stopped = false;\n\n  async function runNow(): Promise<void> {\n    if (running || stopped) return;\n    running = true;\n    try {\n      const pipeline = new ConnectedKnowledgePipeline(options.resolvePipelineOptions());\n      let processed = 0;\n      for (let batch = 0; batch < 5; batch += 1) {\n        const result = await pipeline.processPending();\n        processed += result.claimed;\n        if (result.claimed === 0) break;\n      }\n      if (processed > 0) {\n        log.info({ processed }, 'Connected knowledge synthesis queue drained');\n      }\n    } catch (err) {\n      const errorMessage = err instanceof Error ? err.message : String(err);\n      log.warn({ err }, `Connected knowledge coordinator failed: ${errorMessage}`);\n    } finally {\n      running = false;\n    }\n  }\n\n  timer = setTimeout(() => {\n    void runNow();\n    timer = setInterval(() => void runNow(), intervalMs);\n    timer.unref?.();\n  }, Math.max(0, options.initialDelayMs ?? 2_000));\n  timer.unref?.();\n\n  return {\n    runNow,\n    stop() {\n      stopped = true;\n      if (timer) {\n        clearTimeout(timer);\n        clearInterval(timer);\n        timer = null;\n      }\n    },\n  };\n}\n"],"mappings":";;;;aAAkD;AAGlD,MAAM,MAAM,aAAa,iCAAiC;AAO1D,SAAgB,mCAAmC,SAIjB;CAChC,MAAM,aAAa,KAAK,IAAI,KAAQ,KAAK,IAAI,QAAQ,cAAc,KAAQ,KAAK,IAAO,CAAC;CACxF,IAAI,QAA+B;CACnC,IAAI,UAAU;CACd,IAAI,UAAU;CAEd,eAAe,SAAwB;AACrC,MAAI,WAAW,QAAS;AACxB,YAAU;AACV,MAAI;GACF,MAAM,WAAW,IAAI,2BAA2B,QAAQ,wBAAwB,CAAC;GACjF,IAAI,YAAY;AAChB,QAAK,IAAI,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG;IACzC,MAAM,SAAS,MAAM,SAAS,gBAAgB;AAC9C,iBAAa,OAAO;AACpB,QAAI,OAAO,YAAY,EAAG;;AAE5B,OAAI,YAAY,EACd,KAAI,KAAK,EAAE,WAAW,EAAE,8CAA8C;WAEjE,KAAK;GACZ,MAAM,eAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;AACrE,OAAI,KAAK,EAAE,KAAK,EAAE,2CAA2C,eAAe;YACpE;AACR,aAAU;;;AAId,SAAQ,iBAAiB;AAClB,UAAQ;AACb,UAAQ,kBAAkB,KAAK,QAAQ,EAAE,WAAW;AACpD,QAAM,SAAS;IACd,KAAK,IAAI,GAAG,QAAQ,kBAAkB,IAAM,CAAC;AAChD,OAAM,SAAS;AAEf,QAAO;EACL;EACA,OAAO;AACL,aAAU;AACV,OAAI,OAAO;AACT,iBAAa,MAAM;AACnB,kBAAc,MAAM;AACpB,YAAQ;;;EAGb"}

package/dist/src/knowledge/index.d.ts

@@ -1,2 +1,4 @@
 export * from './types.js';
 export * from './ingestion-service.js';
+export * from './connected-knowledge-pipeline.js';
+export * from './coordinator.js';

package/dist/src/knowledge/index.js

@@ -1,2 +1,4 @@
 import { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore } from "./ingestion-service.js";
-export { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore };
+import { ConnectedKnowledgePipeline } from "./connected-knowledge-pipeline.js";
+import { startConnectedKnowledgeCoordinator } from "./coordinator.js";
+export { ConnectedKnowledgePipeline, KnowledgeIngestionService, SqliteKnowledgeSourceStateStore, startConnectedKnowledgeCoordinator };

package/dist/src/knowledge/ingestion-service.d.ts

@@ -1,4 +1,4 @@
-import type { KnowledgeSourceAdapter, KnowledgeSyncRun } from './types.js';
+import type { KnowledgeSourceAdapter, KnowledgeSourceItemInput, KnowledgeSyncRun } from './types.js';
 export interface KnowledgeSourceStateStore {
     getCursor(instanceId: string): string | undefined;
     setCursor(instanceId: string, cursor: string | undefined): void;
@@ -11,6 +11,12 @@ export declare class KnowledgeIngestionService {
     private readonly adapters;
     private readonly state;
     constructor(adapters: ReadonlyMap<string, KnowledgeSourceAdapter>, state?: KnowledgeSourceStateStore);
+    ingest(params: {
+        instanceId: string;
+        items: KnowledgeSourceItemInput[];
+        cursorAfter?: string;
+        warnings?: string[];
+    }): KnowledgeSyncRun;
     sync(params: {
         adapterKind: string;
         instanceId: string;

package/dist/src/knowledge/ingestion-service.js

@@ -17,6 +17,34 @@ var KnowledgeIngestionService = class {
 		this.adapters = adapters;
 		this.state = state;
 	}
+	ingest(params) {
+		const cursorBefore = this.state.getCursor(params.instanceId);
+		const run = startKnowledgeSyncRun({
+			sourceInstanceId: params.instanceId,
+			cursorBefore
+		});
+		try {
+			const stored = upsertKnowledgeSourceItems(params.items);
+			this.state.setCursor(params.instanceId, params.cursorAfter);
+			return finishKnowledgeSyncRun({
+				runId: run.id,
+				status: params.warnings?.length ? "partial" : "succeeded",
+				cursorAfter: params.cursorAfter,
+				itemsSeen: params.items.length,
+				itemsCreated: stored.created,
+				itemsUpdated: stored.updated,
+				warnings: params.warnings
+			});
+		} catch (err) {
+			const errorMessage = err instanceof Error ? err.message : String(err);
+			finishKnowledgeSyncRun({
+				runId: run.id,
+				status: "failed",
+				error: errorMessage
+			});
+			throw err;
+		}
+	}
 	async sync(params) {
 		const adapter = this.adapters.get(params.adapterKind);
 		if (!adapter) throw new Error(`Knowledge source adapter not found: ${params.adapterKind}`);

package/dist/src/knowledge/ingestion-service.js.map

@@ -1 +1 @@
-{"version":3,"file":"ingestion-service.js","names":[],"sources":["../../../src/knowledge/ingestion-service.ts"],"sourcesContent":["import { createLogger } from '../utils/logger.js';\nimport {\n  finishKnowledgeSyncRun,\n  getKnowledgeSourceCursor,\n  setKnowledgeSourceCursor,\n  startKnowledgeSyncRun,\n  upsertKnowledgeSourceItems,\n} from '../storage/sqlite/knowledge-repository.js';\nimport type { KnowledgeSourceAdapter, KnowledgeSyncRun } from './types.js';\n\nconst log = createLogger('KnowledgeIngestion');\n\nexport interface KnowledgeSourceStateStore {\n  getCursor(instanceId: string): string | undefined;\n  setCursor(instanceId: string, cursor: string | undefined): void;\n}\n\nexport class SqliteKnowledgeSourceStateStore implements KnowledgeSourceStateStore {\n  getCursor(instanceId: string): string | undefined {\n    return getKnowledgeSourceCursor(instanceId);\n  }\n\n  setCursor(instanceId: string, cursor: string | undefined): void {\n    setKnowledgeSourceCursor(instanceId, cursor);\n  }\n}\n\nexport class KnowledgeIngestionService {\n  constructor(\n    private readonly adapters: ReadonlyMap<string, KnowledgeSourceAdapter>,\n    private readonly state: KnowledgeSourceStateStore = new SqliteKnowledgeSourceStateStore(),\n  ) {}\n\n  async sync(params: {\n    adapterKind: string;\n    instanceId: string;\n    windowStart?: string;\n    signal?: AbortSignal;\n  }): Promise<KnowledgeSyncRun> {\n    const adapter = this.adapters.get(params.adapterKind);\n    if (!adapter) {\n      throw new Error(`Knowledge source adapter not found: ${params.adapterKind}`);\n    }\n    const cursorBefore = this.state.getCursor(params.instanceId);\n    const run = startKnowledgeSyncRun({\n      sourceInstanceId: params.instanceId,\n      cursorBefore,\n    });\n    const controller = params.signal ? null : new AbortController();\n    const signal = params.signal ?? controller!.signal;\n\n    try {\n      const pulled = await adapter.pull({\n        instanceId: params.instanceId,\n        cursor: cursorBefore,\n        windowStart: params.windowStart,\n        signal,\n      });\n      const stored = upsertKnowledgeSourceItems(pulled.items);\n      this.state.setCursor(params.instanceId, pulled.nextCursor);\n      const completed = finishKnowledgeSyncRun({\n        runId: run.id,\n        status: pulled.warnings.length > 0 ? 'partial' : 'succeeded',\n        cursorAfter: pulled.nextCursor,\n        itemsSeen: pulled.items.length,\n        itemsCreated: stored.created,\n        itemsUpdated: stored.updated,\n        warnings: pulled.warnings,\n      });\n      log.info(\n        {\n          runId: run.id,\n          sourceInstanceId: params.instanceId,\n          itemsSeen: pulled.items.length,\n          itemsCreated: stored.created,\n          itemsUpdated: stored.updated,\n        },\n        'Knowledge source sync completed',\n      );\n      return completed;\n    } catch (err) {\n      const errorMessage = err instanceof Error ? err.message : String(err);\n      const status = signal.aborted ? 'cancelled' : 'failed';\n      log.warn(\n        { err, runId: run.id, sourceInstanceId: params.instanceId },\n        `Knowledge source sync ${status}: ${errorMessage}`,\n      );\n      return finishKnowledgeSyncRun({\n        runId: run.id,\n        status,\n        error: errorMessage,\n      });\n    }\n  }\n}\n"],"mappings":";;;;aAAkD;AAUlD,MAAM,MAAM,aAAa,qBAAqB;AAO9C,IAAa,kCAAb,MAAkF;CAChF,UAAU,YAAwC;AAChD,SAAO,yBAAyB,WAAW;;CAG7C,UAAU,YAAoB,QAAkC;AAC9D,2BAAyB,YAAY,OAAO;;;AAIhD,IAAa,4BAAb,MAAuC;CACrC,YACE,UACA,QAAoD,IAAI,iCAAiC,EACzF;AAFiB,OAAA,WAAA;AACA,OAAA,QAAA;;CAGnB,MAAM,KAAK,QAKmB;EAC5B,MAAM,UAAU,KAAK,SAAS,IAAI,OAAO,YAAY;AACrD,MAAI,CAAC,QACH,OAAM,IAAI,MAAM,uCAAuC,OAAO,cAAc;EAE9E,MAAM,eAAe,KAAK,MAAM,UAAU,OAAO,WAAW;EAC5D,MAAM,MAAM,sBAAsB;GAChC,kBAAkB,OAAO;GACzB;GACD,CAAC;EACF,MAAM,aAAa,OAAO,SAAS,OAAO,IAAI,iBAAiB;EAC/D,MAAM,SAAS,OAAO,UAAU,WAAY;AAE5C,MAAI;GACF,MAAM,SAAS,MAAM,QAAQ,KAAK;IAChC,YAAY,OAAO;IACnB,QAAQ;IACR,aAAa,OAAO;IACpB;IACD,CAAC;GACF,MAAM,SAAS,2BAA2B,OAAO,MAAM;AACvD,QAAK,MAAM,UAAU,OAAO,YAAY,OAAO,WAAW;GAC1D,MAAM,YAAY,uBAAuB;IACvC,OAAO,IAAI;IACX,QAAQ,OAAO,SAAS,SAAS,IAAI,YAAY;IACjD,aAAa,OAAO;IACpB,WAAW,OAAO,MAAM;IACxB,cAAc,OAAO;IACrB,cAAc,OAAO;IACrB,UAAU,OAAO;IAClB,CAAC;AACF,OAAI,KACF;IACE,OAAO,IAAI;IACX,kBAAkB,OAAO;IACzB,WAAW,OAAO,MAAM;IACxB,cAAc,OAAO;IACrB,cAAc,OAAO;IACtB,EACD,kCACD;AACD,UAAO;WACA,KAAK;GACZ,MAAM,eAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;GACrE,MAAM,SAAS,OAAO,UAAU,cAAc;AAC9C,OAAI,KACF;IAAE;IAAK,OAAO,IAAI;IAAI,kBAAkB,OAAO;IAAY,EAC3D,yBAAyB,OAAO,IAAI,eACrC;AACD,UAAO,uBAAuB;IAC5B,OAAO,IAAI;IACX;IACA,OAAO;IACR,CAAC"}
+{"version":3,"file":"ingestion-service.js","names":[],"sources":["../../../src/knowledge/ingestion-service.ts"],"sourcesContent":["import { createLogger } from '../utils/logger.js';\nimport {\n  finishKnowledgeSyncRun,\n  getKnowledgeSourceCursor,\n  setKnowledgeSourceCursor,\n  startKnowledgeSyncRun,\n  upsertKnowledgeSourceItems,\n} from '../storage/sqlite/knowledge-repository.js';\nimport type { KnowledgeSourceAdapter, KnowledgeSourceItemInput, KnowledgeSyncRun } from './types.js';\n\nconst log = createLogger('KnowledgeIngestion');\n\nexport interface KnowledgeSourceStateStore {\n  getCursor(instanceId: string): string | undefined;\n  setCursor(instanceId: string, cursor: string | undefined): void;\n}\n\nexport class SqliteKnowledgeSourceStateStore implements KnowledgeSourceStateStore {\n  getCursor(instanceId: string): string | undefined {\n    return getKnowledgeSourceCursor(instanceId);\n  }\n\n  setCursor(instanceId: string, cursor: string | undefined): void {\n    setKnowledgeSourceCursor(instanceId, cursor);\n  }\n}\n\nexport class KnowledgeIngestionService {\n  constructor(\n    private readonly adapters: ReadonlyMap<string, KnowledgeSourceAdapter>,\n    private readonly state: KnowledgeSourceStateStore = new SqliteKnowledgeSourceStateStore(),\n  ) {}\n\n  ingest(params: {\n    instanceId: string;\n    items: KnowledgeSourceItemInput[];\n    cursorAfter?: string;\n    warnings?: string[];\n  }): KnowledgeSyncRun {\n    const cursorBefore = this.state.getCursor(params.instanceId);\n    const run = startKnowledgeSyncRun({ sourceInstanceId: params.instanceId, cursorBefore });\n    try {\n      const stored = upsertKnowledgeSourceItems(params.items);\n      this.state.setCursor(params.instanceId, params.cursorAfter);\n      return finishKnowledgeSyncRun({\n        runId: run.id,\n        status: params.warnings?.length ? 'partial' : 'succeeded',\n        cursorAfter: params.cursorAfter,\n        itemsSeen: params.items.length,\n        itemsCreated: stored.created,\n        itemsUpdated: stored.updated,\n        warnings: params.warnings,\n      });\n    } catch (err) {\n      const errorMessage = err instanceof Error ? err.message : String(err);\n      finishKnowledgeSyncRun({ runId: run.id, status: 'failed', error: errorMessage });\n      throw err;\n    }\n  }\n\n  async sync(params: {\n    adapterKind: string;\n    instanceId: string;\n    windowStart?: string;\n    signal?: AbortSignal;\n  }): Promise<KnowledgeSyncRun> {\n    const adapter = this.adapters.get(params.adapterKind);\n    if (!adapter) {\n      throw new Error(`Knowledge source adapter not found: ${params.adapterKind}`);\n    }\n    const cursorBefore = this.state.getCursor(params.instanceId);\n    const run = startKnowledgeSyncRun({\n      sourceInstanceId: params.instanceId,\n      cursorBefore,\n    });\n    const controller = params.signal ? null : new AbortController();\n    const signal = params.signal ?? controller!.signal;\n\n    try {\n      const pulled = await adapter.pull({\n        instanceId: params.instanceId,\n        cursor: cursorBefore,\n        windowStart: params.windowStart,\n        signal,\n      });\n      const stored = upsertKnowledgeSourceItems(pulled.items);\n      this.state.setCursor(params.instanceId, pulled.nextCursor);\n      const completed = finishKnowledgeSyncRun({\n        runId: run.id,\n        status: pulled.warnings.length > 0 ? 'partial' : 'succeeded',\n        cursorAfter: pulled.nextCursor,\n        itemsSeen: pulled.items.length,\n        itemsCreated: stored.created,\n        itemsUpdated: stored.updated,\n        warnings: pulled.warnings,\n      });\n      log.info(\n        {\n          runId: run.id,\n          sourceInstanceId: params.instanceId,\n          itemsSeen: pulled.items.length,\n          itemsCreated: stored.created,\n          itemsUpdated: stored.updated,\n        },\n        'Knowledge source sync completed',\n      );\n      return completed;\n    } catch (err) {\n      const errorMessage = err instanceof Error ? err.message : String(err);\n      const status = signal.aborted ? 'cancelled' : 'failed';\n      log.warn(\n        { err, runId: run.id, sourceInstanceId: params.instanceId },\n        `Knowledge source sync ${status}: ${errorMessage}`,\n      );\n      return finishKnowledgeSyncRun({\n        runId: run.id,\n        status,\n        error: errorMessage,\n      });\n    }\n  }\n}\n"],"mappings":";;;;aAAkD;AAUlD,MAAM,MAAM,aAAa,qBAAqB;AAO9C,IAAa,kCAAb,MAAkF;CAChF,UAAU,YAAwC;AAChD,SAAO,yBAAyB,WAAW;;CAG7C,UAAU,YAAoB,QAAkC;AAC9D,2BAAyB,YAAY,OAAO;;;AAIhD,IAAa,4BAAb,MAAuC;CACrC,YACE,UACA,QAAoD,IAAI,iCAAiC,EACzF;AAFiB,OAAA,WAAA;AACA,OAAA,QAAA;;CAGnB,OAAO,QAKc;EACnB,MAAM,eAAe,KAAK,MAAM,UAAU,OAAO,WAAW;EAC5D,MAAM,MAAM,sBAAsB;GAAE,kBAAkB,OAAO;GAAY;GAAc,CAAC;AACxF,MAAI;GACF,MAAM,SAAS,2BAA2B,OAAO,MAAM;AACvD,QAAK,MAAM,UAAU,OAAO,YAAY,OAAO,YAAY;AAC3D,UAAO,uBAAuB;IAC5B,OAAO,IAAI;IACX,QAAQ,OAAO,UAAU,SAAS,YAAY;IAC9C,aAAa,OAAO;IACpB,WAAW,OAAO,MAAM;IACxB,cAAc,OAAO;IACrB,cAAc,OAAO;IACrB,UAAU,OAAO;IAClB,CAAC;WACK,KAAK;GACZ,MAAM,eAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;AACrE,0BAAuB;IAAE,OAAO,IAAI;IAAI,QAAQ;IAAU,OAAO;IAAc,CAAC;AAChF,SAAM;;;CAIV,MAAM,KAAK,QAKmB;EAC5B,MAAM,UAAU,KAAK,SAAS,IAAI,OAAO,YAAY;AACrD,MAAI,CAAC,QACH,OAAM,IAAI,MAAM,uCAAuC,OAAO,cAAc;EAE9E,MAAM,eAAe,KAAK,MAAM,UAAU,OAAO,WAAW;EAC5D,MAAM,MAAM,sBAAsB;GAChC,kBAAkB,OAAO;GACzB;GACD,CAAC;EACF,MAAM,aAAa,OAAO,SAAS,OAAO,IAAI,iBAAiB;EAC/D,MAAM,SAAS,OAAO,UAAU,WAAY;AAE5C,MAAI;GACF,MAAM,SAAS,MAAM,QAAQ,KAAK;IAChC,YAAY,OAAO;IACnB,QAAQ;IACR,aAAa,OAAO;IACpB;IACD,CAAC;GACF,MAAM,SAAS,2BAA2B,OAAO,MAAM;AACvD,QAAK,MAAM,UAAU,OAAO,YAAY,OAAO,WAAW;GAC1D,MAAM,YAAY,uBAAuB;IACvC,OAAO,IAAI;IACX,QAAQ,OAAO,SAAS,SAAS,IAAI,YAAY;IACjD,aAAa,OAAO;IACpB,WAAW,OAAO,MAAM;IACxB,cAAc,OAAO;IACrB,cAAc,OAAO;IACrB,UAAU,OAAO;IAClB,CAAC;AACF,OAAI,KACF;IACE,OAAO,IAAI;IACX,kBAAkB,OAAO;IACzB,WAAW,OAAO,MAAM;IACxB,cAAc,OAAO;IACrB,cAAc,OAAO;IACtB,EACD,kCACD;AACD,UAAO;WACA,KAAK;GACZ,MAAM,eAAe,eAAe,QAAQ,IAAI,UAAU,OAAO,IAAI;GACrE,MAAM,SAAS,OAAO,UAAU,cAAc;AAC9C,OAAI,KACF;IAAE;IAAK,OAAO,IAAI;IAAI,kBAAkB,OAAO;IAAY,EAC3D,yBAAyB,OAAO,IAAI,eACrC;AACD,UAAO,uBAAuB;IAC5B,OAAO,IAAI;IACX;IACA,OAAO;IACR,CAAC"}

package/dist/src/knowledge/types.d.ts

@@ -1,8 +1,10 @@
 import type { MemorySensitivity } from '../agent/memory/types.js';
 export type KnowledgeSyncRunStatus = 'running' | 'succeeded' | 'partial' | 'failed' | 'cancelled';
 export type KnowledgeSynthesisStatus = 'pending' | 'processing' | 'completed' | 'failed' | 'ignored';
+export type KnowledgeSynthesisPipeline = 'user_understanding' | 'connected_knowledge';
 export type KnowledgeRetentionClass = 'ephemeral' | 'bounded' | 'durable';
 export type KnowledgeAuthorRole = 'user' | 'assistant' | 'third_party' | 'system' | 'unknown';
+export type KnowledgeChangeKind = 'added' | 'modified' | 'deleted';
 export interface KnowledgeSourceItem {
     id: string;
     sourceInstanceId: string;
@@ -17,11 +19,26 @@ export interface KnowledgeSourceItem {
     metadata: Record<string, unknown>;
     sensitivity: MemorySensitivity;
     retentionClass: KnowledgeRetentionClass;
+    synthesisPipeline: KnowledgeSynthesisPipeline;
     synthesisStatus: KnowledgeSynthesisStatus;
+    synthesisAttempts: number;
+    synthesisClaimedAt?: string;
+    synthesisClaimedBy?: string;
+    synthesisError?: string;
     deletedAt?: string;
     createdAt: string;
     updatedAt: string;
 }
+export interface KnowledgeSourceChange {
+    sequence: number;
+    id: string;
+    sourceInstanceId: string;
+    sourceItemId: string;
+    kind: KnowledgeChangeKind;
+    oldHash?: string;
+    newHash?: string;
+    changedAt: string;
+}
 export interface KnowledgeSourceItemInput {
     id?: string;
     sourceInstanceId: string;
@@ -36,6 +53,7 @@ export interface KnowledgeSourceItemInput {
     metadata?: Record<string, unknown>;
     sensitivity?: MemorySensitivity;
     retentionClass?: KnowledgeRetentionClass;
+    synthesisPipeline?: KnowledgeSynthesisPipeline;
     synthesisStatus?: KnowledgeSynthesisStatus;
     deletedAt?: string;
 }

package/dist/src/media-understanding/audio-transcription-runner.js

@@ -17,7 +17,8 @@ async function runAudioTranscription(options) {
 			provider,
 			attachment,
 			config: configById.get(provider.id.toLowerCase()),
-			timeoutMs: options.timeoutMs
+			timeoutMs: options.timeoutMs,
+			signal: options.signal
 		})
 	});
 	const outputs = result.outputs.map((entry) => ({
@@ -33,7 +34,7 @@ async function runAudioTranscription(options) {
 	};
 }
 function buildAudioRequest(params) {
-	const { provider, attachment, config, timeoutMs } = params;
+	const { provider, attachment, config, timeoutMs, signal } = params;
 	if (!config) {
 		log.debug({
 			providerId: provider.id,
@@ -59,7 +60,8 @@ function buildAudioRequest(params) {
 		...config.language ? { language: config.language } : {},
 		...config.prompt ? { prompt: config.prompt } : {},
 		...config.query ? { query: config.query } : {},
-		timeoutMs
+		timeoutMs,
+		...signal ? { signal } : {}
 	};
 }
 //#endregion

package/dist/src/media-understanding/audio-transcription-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"audio-transcription-runner.js","names":[],"sources":["../../../src/media-understanding/audio-transcription-runner.ts"],"sourcesContent":["/**\n * Audio transcription entry point.\n *\n * Thin facade over `runCapability({ capability: 'audio' })` that:\n *   1. Builds the per-provider AudioTranscriptionRequest from\n *      `cfg.tools.media.audio`.\n *   2. Resolves the api key / base URL / per-provider model from config + env.\n *   3. Returns a normalized `{ transcript, attempts }` shape so the agent /\n *      channel layer doesn't see the registry plumbing.\n */\n\nimport { createLogger } from '../utils/logger.js';\n\nimport { runCapability } from './runner.js';\nimport type {\n  AudioTranscriptionRequest,\n  CapabilityAttachmentInput,\n  MediaUnderstandingDecision,\n  MediaUnderstandingProvider,\n} from './types.js';\n// Re-export to keep callers' import paths short.\nexport type { AudioTranscriptionRequest, AudioTranscriptionResult } from './types.js';\n\nconst log = createLogger('AudioTranscriptionRunner');\n\nexport interface AudioProviderResolvedConfig {\n  /** Provider id (must match a registered MediaUnderstandingProvider id). */\n  id: string;\n  apiKey?: string;\n  baseUrl?: string;\n  model?: string;\n  language?: string;\n  prompt?: string;\n  query?: Record<string, string | number | boolean>;\n  headers?: Record<string, string>;\n  /** Provider-specific extra fields preserved as-is. */\n  extra?: Record<string, unknown>;\n}\n\nexport interface RunAudioTranscriptionOptions {\n  /** Pre-resolved provider configs in the order to try them. */\n  providers: readonly AudioProviderResolvedConfig[];\n  /** Audio buffers to transcribe. */\n  attachments: readonly CapabilityAttachmentInput[];\n  /** Hard timeout per provider call (ms). */\n  timeoutMs: number;\n  signal?: AbortSignal;\n}\n\nexport interface RunAudioTranscriptionResult {\n  /** First successful transcript across attachments (joined when multiple). */\n  transcript?: string;\n  /** Per-attachment outputs (preserves order). */\n  outputs: Array<{ attachmentIndex: number; text: string; provider: string; model?: string }>;\n  decision: MediaUnderstandingDecision;\n}\n\nexport async function runAudioTranscription(\n  options: RunAudioTranscriptionOptions,\n): Promise<RunAudioTranscriptionResult> {\n  if (options.providers.length === 0) {\n    log.warn(\n      { attachmentCount: options.attachments.length },\n      'No audio providers configured; transcription disabled',\n    );\n  }\n\n  // Index resolved configs by provider id for quick lookup inside buildRequest.\n  const configById = new Map<string, AudioProviderResolvedConfig>();\n  for (const cfg of options.providers) {\n    configById.set(cfg.id.toLowerCase(), cfg);\n  }\n\n  const result = await runCapability({\n    capability: 'audio',\n    attachments: options.attachments,\n    providerOrder: options.providers.map((cfg) => cfg.id),\n    signal: options.signal,\n    buildRequest: ({ provider, attachment }) =>\n      buildAudioRequest({\n        provider,\n        attachment,\n        config: configById.get(provider.id.toLowerCase()),\n        timeoutMs: options.timeoutMs,\n      }),\n  });\n\n  // Aggregate transcripts by attachment order.\n  const outputs = result.outputs.map((entry) => ({\n    attachmentIndex: entry.attachmentIndex,\n    text: entry.text,\n    provider: entry.provider,\n    ...(entry.model ? { model: entry.model } : {}),\n  }));\n\n  const transcript =\n    outputs.length === 0\n      ? undefined\n      : outputs\n          .slice()\n          .sort((a, b) => a.attachmentIndex - b.attachmentIndex)\n          .map((o) => o.text)\n          .join('\\n')\n          .trim() || undefined;\n\n  return { transcript, outputs, decision: result.decision };\n}\n\nfunction buildAudioRequest(params: {\n  provider: MediaUnderstandingProvider;\n  attachment: CapabilityAttachmentInput;\n  config?: AudioProviderResolvedConfig;\n  timeoutMs: number;\n}): AudioTranscriptionRequest | undefined {\n  const { provider, attachment, config, timeoutMs } = params;\n  if (!config) {\n    log.debug(\n      { providerId: provider.id, attachmentIndex: attachment.attachmentIndex },\n      `No resolved config for provider \"${provider.id}\"; skipping`,\n    );\n    return undefined;\n  }\n  const requiresApiKey = provider.requiresApiKey !== false;\n  if (requiresApiKey && !config.apiKey) {\n    log.debug(\n      { providerId: provider.id, attachmentIndex: attachment.attachmentIndex },\n      `Provider \"${provider.id}\" has no apiKey; skipping`,\n    );\n    return undefined;\n  }\n  return {\n    buffer: attachment.buffer,\n    fileName: attachment.fileName,\n    ...(attachment.mime ? { mime: attachment.mime } : {}),\n    ...(config.apiKey ? { apiKey: config.apiKey } : {}),\n    ...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),\n    ...(config.headers ? { headers: config.headers } : {}),\n    ...(config.model ?? provider.defaultModels?.audio\n      ? { model: config.model ?? provider.defaultModels?.audio }\n      : {}),\n    ...(config.language ? { language: config.language } : {}),\n    ...(config.prompt ? { prompt: config.prompt } : {}),\n    ...(config.query ? { query: config.query } : {}),\n    timeoutMs,\n  };\n}\n"],"mappings":";;;;aAWkD;AAYlD,MAAM,MAAM,aAAa,2BAA2B;AAkCpD,eAAsB,sBACpB,SACsC;AACtC,KAAI,QAAQ,UAAU,WAAW,EAC/B,KAAI,KACF,EAAE,iBAAiB,QAAQ,YAAY,QAAQ,EAC/C,wDACD;CAIH,MAAM,6BAAa,IAAI,KAA0C;AACjE,MAAK,MAAM,OAAO,QAAQ,UACxB,YAAW,IAAI,IAAI,GAAG,aAAa,EAAE,IAAI;CAG3C,MAAM,SAAS,MAAM,cAAc;EACjC,YAAY;EACZ,aAAa,QAAQ;EACrB,eAAe,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG;EACrD,QAAQ,QAAQ;EAChB,eAAe,EAAE,UAAU,iBACzB,kBAAkB;GAChB;GACA;GACA,QAAQ,WAAW,IAAI,SAAS,GAAG,aAAa,CAAC;GACjD,WAAW,QAAQ;GACpB,CAAC;EACL,CAAC;CAGF,MAAM,UAAU,OAAO,QAAQ,KAAK,WAAW;EAC7C,iBAAiB,MAAM;EACvB,MAAM,MAAM;EACZ,UAAU,MAAM;EAChB,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,OAAO,GAAG,EAAE;EAC9C,EAAE;AAYH,QAAO;EAAE,YATP,QAAQ,WAAW,IACf,KAAA,IACA,QACG,OAAO,CACP,MAAM,GAAG,MAAM,EAAE,kBAAkB,EAAE,gBAAgB,CACrD,KAAK,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CACV,MAAM,IAAI,KAAA;EAEE;EAAS,UAAU,OAAO;EAAU;;AAG3D,SAAS,kBAAkB,QAKe;CACxC,MAAM,EAAE,UAAU,YAAY,QAAQ,cAAc;AACpD,KAAI,CAAC,QAAQ;AACX,MAAI,MACF;GAAE,YAAY,SAAS;GAAI,iBAAiB,WAAW;GAAiB,EACxE,oCAAoC,SAAS,GAAG,aACjD;AACD;;AAGF,KADuB,SAAS,mBAAmB,SAC7B,CAAC,OAAO,QAAQ;AACpC,MAAI,MACF;GAAE,YAAY,SAAS;GAAI,iBAAiB,WAAW;GAAiB,EACxE,aAAa,SAAS,GAAG,2BAC1B;AACD;;AAEF,QAAO;EACL,QAAQ,WAAW;EACnB,UAAU,WAAW;EACrB,GAAI,WAAW,OAAO,EAAE,MAAM,WAAW,MAAM,GAAG,EAAE;EACpD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EAClD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,SAAS,SAAS,eAAe,QACxC,EAAE,OAAO,OAAO,SAAS,SAAS,eAAe,OAAO,GACxD,EAAE;EACN,GAAI,OAAO,WAAW,EAAE,UAAU,OAAO,UAAU,GAAG,EAAE;EACxD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EAClD,GAAI,OAAO,QAAQ,EAAE,OAAO,OAAO,OAAO,GAAG,EAAE;EAC/C;EACD"}
+{"version":3,"file":"audio-transcription-runner.js","names":[],"sources":["../../../src/media-understanding/audio-transcription-runner.ts"],"sourcesContent":["/**\n * Audio transcription entry point.\n *\n * Thin facade over `runCapability({ capability: 'audio' })` that:\n *   1. Builds the per-provider AudioTranscriptionRequest from\n *      `cfg.tools.media.audio`.\n *   2. Resolves the api key / base URL / per-provider model from config + env.\n *   3. Returns a normalized `{ transcript, attempts }` shape so the agent /\n *      channel layer doesn't see the registry plumbing.\n */\n\nimport { createLogger } from '../utils/logger.js';\n\nimport { runCapability } from './runner.js';\nimport type {\n  AudioTranscriptionRequest,\n  CapabilityAttachmentInput,\n  MediaUnderstandingDecision,\n  MediaUnderstandingProvider,\n} from './types.js';\n// Re-export to keep callers' import paths short.\nexport type { AudioTranscriptionRequest, AudioTranscriptionResult } from './types.js';\n\nconst log = createLogger('AudioTranscriptionRunner');\n\nexport interface AudioProviderResolvedConfig {\n  /** Provider id (must match a registered MediaUnderstandingProvider id). */\n  id: string;\n  apiKey?: string;\n  baseUrl?: string;\n  model?: string;\n  language?: string;\n  prompt?: string;\n  query?: Record<string, string | number | boolean>;\n  headers?: Record<string, string>;\n  /** Provider-specific extra fields preserved as-is. */\n  extra?: Record<string, unknown>;\n}\n\nexport interface RunAudioTranscriptionOptions {\n  /** Pre-resolved provider configs in the order to try them. */\n  providers: readonly AudioProviderResolvedConfig[];\n  /** Audio buffers to transcribe. */\n  attachments: readonly CapabilityAttachmentInput[];\n  /** Hard timeout per provider call (ms). */\n  timeoutMs: number;\n  signal?: AbortSignal;\n}\n\nexport interface RunAudioTranscriptionResult {\n  /** First successful transcript across attachments (joined when multiple). */\n  transcript?: string;\n  /** Per-attachment outputs (preserves order). */\n  outputs: Array<{ attachmentIndex: number; text: string; provider: string; model?: string }>;\n  decision: MediaUnderstandingDecision;\n}\n\nexport async function runAudioTranscription(\n  options: RunAudioTranscriptionOptions,\n): Promise<RunAudioTranscriptionResult> {\n  if (options.providers.length === 0) {\n    log.warn(\n      { attachmentCount: options.attachments.length },\n      'No audio providers configured; transcription disabled',\n    );\n  }\n\n  // Index resolved configs by provider id for quick lookup inside buildRequest.\n  const configById = new Map<string, AudioProviderResolvedConfig>();\n  for (const cfg of options.providers) {\n    configById.set(cfg.id.toLowerCase(), cfg);\n  }\n\n  const result = await runCapability({\n    capability: 'audio',\n    attachments: options.attachments,\n    providerOrder: options.providers.map((cfg) => cfg.id),\n    signal: options.signal,\n    buildRequest: ({ provider, attachment }) =>\n      buildAudioRequest({\n        provider,\n        attachment,\n        config: configById.get(provider.id.toLowerCase()),\n        timeoutMs: options.timeoutMs,\n        signal: options.signal,\n      }),\n  });\n\n  // Aggregate transcripts by attachment order.\n  const outputs = result.outputs.map((entry) => ({\n    attachmentIndex: entry.attachmentIndex,\n    text: entry.text,\n    provider: entry.provider,\n    ...(entry.model ? { model: entry.model } : {}),\n  }));\n\n  const transcript =\n    outputs.length === 0\n      ? undefined\n      : outputs\n          .slice()\n          .sort((a, b) => a.attachmentIndex - b.attachmentIndex)\n          .map((o) => o.text)\n          .join('\\n')\n          .trim() || undefined;\n\n  return { transcript, outputs, decision: result.decision };\n}\n\nfunction buildAudioRequest(params: {\n  provider: MediaUnderstandingProvider;\n  attachment: CapabilityAttachmentInput;\n  config?: AudioProviderResolvedConfig;\n  timeoutMs: number;\n  signal?: AbortSignal;\n}): AudioTranscriptionRequest | undefined {\n  const { provider, attachment, config, timeoutMs, signal } = params;\n  if (!config) {\n    log.debug(\n      { providerId: provider.id, attachmentIndex: attachment.attachmentIndex },\n      `No resolved config for provider \"${provider.id}\"; skipping`,\n    );\n    return undefined;\n  }\n  const requiresApiKey = provider.requiresApiKey !== false;\n  if (requiresApiKey && !config.apiKey) {\n    log.debug(\n      { providerId: provider.id, attachmentIndex: attachment.attachmentIndex },\n      `Provider \"${provider.id}\" has no apiKey; skipping`,\n    );\n    return undefined;\n  }\n  return {\n    buffer: attachment.buffer,\n    fileName: attachment.fileName,\n    ...(attachment.mime ? { mime: attachment.mime } : {}),\n    ...(config.apiKey ? { apiKey: config.apiKey } : {}),\n    ...(config.baseUrl ? { baseUrl: config.baseUrl } : {}),\n    ...(config.headers ? { headers: config.headers } : {}),\n    ...(config.model ?? provider.defaultModels?.audio\n      ? { model: config.model ?? provider.defaultModels?.audio }\n      : {}),\n    ...(config.language ? { language: config.language } : {}),\n    ...(config.prompt ? { prompt: config.prompt } : {}),\n    ...(config.query ? { query: config.query } : {}),\n    timeoutMs,\n    ...(signal ? { signal } : {}),\n  };\n}\n"],"mappings":";;;;aAWkD;AAYlD,MAAM,MAAM,aAAa,2BAA2B;AAkCpD,eAAsB,sBACpB,SACsC;AACtC,KAAI,QAAQ,UAAU,WAAW,EAC/B,KAAI,KACF,EAAE,iBAAiB,QAAQ,YAAY,QAAQ,EAC/C,wDACD;CAIH,MAAM,6BAAa,IAAI,KAA0C;AACjE,MAAK,MAAM,OAAO,QAAQ,UACxB,YAAW,IAAI,IAAI,GAAG,aAAa,EAAE,IAAI;CAG3C,MAAM,SAAS,MAAM,cAAc;EACjC,YAAY;EACZ,aAAa,QAAQ;EACrB,eAAe,QAAQ,UAAU,KAAK,QAAQ,IAAI,GAAG;EACrD,QAAQ,QAAQ;EAChB,eAAe,EAAE,UAAU,iBACzB,kBAAkB;GAChB;GACA;GACA,QAAQ,WAAW,IAAI,SAAS,GAAG,aAAa,CAAC;GACjD,WAAW,QAAQ;GACnB,QAAQ,QAAQ;GACjB,CAAC;EACL,CAAC;CAGF,MAAM,UAAU,OAAO,QAAQ,KAAK,WAAW;EAC7C,iBAAiB,MAAM;EACvB,MAAM,MAAM;EACZ,UAAU,MAAM;EAChB,GAAI,MAAM,QAAQ,EAAE,OAAO,MAAM,OAAO,GAAG,EAAE;EAC9C,EAAE;AAYH,QAAO;EAAE,YATP,QAAQ,WAAW,IACf,KAAA,IACA,QACG,OAAO,CACP,MAAM,GAAG,MAAM,EAAE,kBAAkB,EAAE,gBAAgB,CACrD,KAAK,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CACV,MAAM,IAAI,KAAA;EAEE;EAAS,UAAU,OAAO;EAAU;;AAG3D,SAAS,kBAAkB,QAMe;CACxC,MAAM,EAAE,UAAU,YAAY,QAAQ,WAAW,WAAW;AAC5D,KAAI,CAAC,QAAQ;AACX,MAAI,MACF;GAAE,YAAY,SAAS;GAAI,iBAAiB,WAAW;GAAiB,EACxE,oCAAoC,SAAS,GAAG,aACjD;AACD;;AAGF,KADuB,SAAS,mBAAmB,SAC7B,CAAC,OAAO,QAAQ;AACpC,MAAI,MACF;GAAE,YAAY,SAAS;GAAI,iBAAiB,WAAW;GAAiB,EACxE,aAAa,SAAS,GAAG,2BAC1B;AACD;;AAEF,QAAO;EACL,QAAQ,WAAW;EACnB,UAAU,WAAW;EACrB,GAAI,WAAW,OAAO,EAAE,MAAM,WAAW,MAAM,GAAG,EAAE;EACpD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EAClD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,UAAU,EAAE,SAAS,OAAO,SAAS,GAAG,EAAE;EACrD,GAAI,OAAO,SAAS,SAAS,eAAe,QACxC,EAAE,OAAO,OAAO,SAAS,SAAS,eAAe,OAAO,GACxD,EAAE;EACN,GAAI,OAAO,WAAW,EAAE,UAAU,OAAO,UAAU,GAAG,EAAE;EACxD,GAAI,OAAO,SAAS,EAAE,QAAQ,OAAO,QAAQ,GAAG,EAAE;EAClD,GAAI,OAAO,QAAQ,EAAE,OAAO,OAAO,OAAO,GAAG,EAAE;EAC/C;EACA,GAAI,SAAS,EAAE,QAAQ,GAAG,EAAE;EAC7B"}

package/dist/src/media-understanding/runner.js

@@ -88,6 +88,7 @@ async function runCapability(options) {
 				});
 				continue;
 			}
+			const startedAt = Date.now();
 			try {
 				const callResult = await method(request);
 				const text = callResult.text?.trim() ?? "";
@@ -97,7 +98,8 @@ async function runCapability(options) {
 						type: "provider",
 						outcome: "failed",
 						reason: "empty transcription/description text",
-						model: callResult.model
+						model: callResult.model,
+						latencyMs: Date.now() - startedAt
 					});
 					continue;
 				}
@@ -105,7 +107,8 @@ async function runCapability(options) {
 					provider: provider.id,
 					type: "provider",
 					outcome: "success",
-					model: callResult.model
+					model: callResult.model,
+					latencyMs: Date.now() - startedAt
 				};
 				attempts.push(chosen);
 				outputs.push({
@@ -117,6 +120,7 @@ async function runCapability(options) {
 				});
 				break;
 			} catch (error) {
+				if (options.signal?.aborted) throw error;
 				const reason = error instanceof Error ? error.message : String(error);
 				log.warn({
 					err: error,
@@ -128,7 +132,8 @@ async function runCapability(options) {
 					provider: provider.id,
 					type: "provider",
 					outcome: "failed",
-					reason
+					reason,
+					latencyMs: Date.now() - startedAt
 				});
 			}
 		}