@xopcai/xopc 0.0.190 → 0.0.192

package/dist/src/work-discovery/service.js

@@ -8,6 +8,8 @@ import { buildSessionKey, init_session_key } from "../routing/session-key.js";
 import { getDefaultAgentId, init_resolve_route } from "../routing/resolve-route.js";
 import { createUnderstandingSourceRun, getUnderstandingSourceRun, listUserFocuses, setUserFocusStatus, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant, upsertUserFocus } from "../user-context/sources/repository.js";
 import { previewWorkDiscoveryRoot, probeWorkDiscoveryRoot, summarizeWorkContextSnapshot } from "./probe.js";
+import { clusterActivityTopics } from "../user-context/sources/activity-clustering.js";
+import { isLocalUnderstandingSourceId } from "../user-context/sources/local-source-contract.js";
 import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
 import { discoverWorkCandidates } from "./candidate-discovery.js";
 import { workDiscoveryFingerprintsEqual } from "./incremental.js";
@@ -24,13 +26,6 @@ init_session_key();
 init_resolve_route();
 init_logger();
 const log = createLogger("WorkDiscovery");
-const LOCAL_BOOTSTRAP_SOURCE_IDS = new Set([
-	"apple-notes",
-	"apple-calendar",
-	"apple-reminders",
-	"windows-recent-documents",
-	"linux-recent-documents"
-]);
 function understandingKind(category) {
 	if (category === "preference") return "preference";
 	if (category === "workflow") return "routine";
@@ -248,7 +243,7 @@ var WorkDiscoveryService = class {
 	revokeDirectorySource(id) {
 		return revokeWorkDiscoveryDirectorySource(id);
 	}
-	async importUnderstandingSources(rawItems, signal, runId) {
+	async importUnderstandingSources(rawItems, signal, runId, rawCheckpoints) {
 		let remaining = 3e5;
 		const itemTypes = new Set([
 			"document",
@@ -257,7 +252,8 @@ var WorkDiscoveryService = class {
 			"note",
 			"mail",
 			"message",
-			"code_activity"
+			"code_activity",
+			"bookmark"
 		]);
 		const ownerAttributions = new Set([
 			"user",
@@ -281,13 +277,23 @@ var WorkDiscoveryService = class {
 			const evidenceRef = typeof raw.evidenceRef === "string" ? raw.evidenceRef.trim().slice(0, 1e3) : "";
 			const ownerAttribution = typeof raw.ownerAttribution === "string" && ownerAttributions.has(raw.ownerAttribution) ? raw.ownerAttribution : "unknown";
 			const sensitivity = typeof raw.sensitivity === "string" && sensitivities.has(raw.sensitivity) ? raw.sensitivity : "personal";
-			if (!id || !LOCAL_BOOTSTRAP_SOURCE_IDS.has(sourceId) || !title || !type || !evidenceRef.startsWith(`${sourceId}://`) || sensitivity === "secret" || sensitivity === "regulated") return [];
+			if (!id || !isLocalUnderstandingSourceId(sourceId) || !title || !type || !evidenceRef.startsWith(`${sourceId}://`) || sensitivity === "secret" || sensitivity === "regulated") return [];
 			const text = typeof raw.text === "string" ? raw.text.trim().slice(0, Math.min(12e3, remaining)) : "";
 			remaining -= text.length;
 			const timestamp = (key) => {
 				const candidate = raw[key];
 				return typeof candidate === "number" && Number.isFinite(candidate) ? candidate : void 0;
 			};
+			const resourceUri = (() => {
+				if (typeof raw.resourceUri !== "string") return void 0;
+				try {
+					const url = new URL(raw.resourceUri.trim());
+					if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || url.pathname && url.pathname !== "/") return void 0;
+					return url.origin.slice(0, 1e3);
+				} catch {
+					return;
+				}
+			})();
 			return [{
 				id,
 				sourceId,
@@ -298,6 +304,7 @@ var WorkDiscoveryService = class {
 				evidenceRef,
 				...text ? { text } : {},
 				...typeof raw.group === "string" && raw.group.trim() ? { group: raw.group.trim().slice(0, 200) } : {},
+				...resourceUri ? { resourceUri } : {},
 				...timestamp("occurredAt") != null ? { occurredAt: timestamp("occurredAt") } : {},
 				...timestamp("modifiedAt") != null ? { modifiedAt: timestamp("modifiedAt") } : {},
 				...timestamp("startsAt") != null ? { startsAt: timestamp("startsAt") } : {},
@@ -305,33 +312,86 @@ var WorkDiscoveryService = class {
 			}];
 		}).slice(0, 150);
 		if (!items.length) throw new Error("No readable understanding source items were provided");
+		const checkpoints = /* @__PURE__ */ new Map();
+		for (const [sourceId, value] of Object.entries(rawCheckpoints ?? {})) {
+			if (!isLocalUnderstandingSourceId(sourceId) || !value || typeof value !== "object") continue;
+			const raw = value;
+			if (typeof raw.fingerprint !== "string" || !/^[a-f0-9]{64}$/i.test(raw.fingerprint) || typeof raw.collectedAt !== "number" || !Number.isFinite(raw.collectedAt) || raw.collectedAt <= 0) continue;
+			checkpoints.set(sourceId, {
+				fingerprint: raw.fingerprint.toLowerCase(),
+				collectedAt: Math.min(raw.collectedAt, Date.now())
+			});
+		}
 		const sourceRuns = /* @__PURE__ */ new Map();
+		const sourceGrants = /* @__PURE__ */ new Map();
+		const changedSourceIds = /* @__PURE__ */ new Set();
 		for (const sourceId of new Set(items.map((item) => item.sourceId))) {
 			const sourceItems = items.filter((item) => item.sourceId === sourceId);
 			const category = sourceItems.some((item) => item.type === "calendar_event") ? "calendar" : sourceItems.some((item) => item.type === "task") ? "tasks" : sourceItems.some((item) => item.type === "note") ? "notes" : sourceItems.some((item) => item.type === "mail") ? "mail" : sourceItems.some((item) => item.type === "message") ? "messages" : sourceItems.some((item) => item.type === "code_activity") ? "code_activity" : "recent_documents";
 			const platform = sourceId.startsWith("apple-") ? "darwin" : sourceId.startsWith("windows-") ? "win32" : sourceId.startsWith("linux-") ? "linux" : "all";
+			const grant = upsertUnderstandingSourceGrant({
+				sourceKey: `understanding-source:${sourceId}`,
+				adapterId: sourceId,
+				category,
+				platform,
+				displayName: sourceId,
+				accessMode: "once",
+				retentionPolicy: "derived_only",
+				processingPolicy: "remote_allowed",
+				config: { readOnly: true }
+			});
+			sourceGrants.set(sourceId, grant);
+			const checkpoint = checkpoints.get(sourceId);
+			const previousFingerprint = typeof grant.checkpoint.fingerprint === "string" ? grant.checkpoint.fingerprint : void 0;
+			const unchanged = Boolean(checkpoint && previousFingerprint === checkpoint.fingerprint);
+			const kind = !previousFingerprint ? "bootstrap" : unchanged ? "fingerprint" : "incremental";
 			const sourceRun = createUnderstandingSourceRun({
-				grantId: upsertUnderstandingSourceGrant({
-					sourceKey: `understanding-source:${sourceId}`,
-					adapterId: sourceId,
-					category,
-					platform,
-					displayName: sourceId,
-					accessMode: "once",
-					retentionPolicy: "derived_only",
-					processingPolicy: "remote_allowed",
-					config: { readOnly: true }
-				}).id,
-				kind: "bootstrap"
+				grantId: grant.id,
+				kind,
+				...previousFingerprint ? { cursorBefore: previousFingerprint } : {},
+				metadata: {
+					sourceId,
+					unchanged
+				}
 			});
 			sourceRuns.set(sourceId, sourceRun.id);
+			if (unchanged) {
+				updateUnderstandingSourceRun(sourceRun.id, {
+					status: "completed",
+					cursorAfter: checkpoint.fingerprint,
+					itemsSeen: sourceItems.length,
+					completed: true
+				});
+				updateUnderstandingSourceGrantCheckpoint(grant.id, {
+					checkpoint: {
+						...grant.checkpoint,
+						...checkpoint,
+						lastRunId: sourceRun.id
+					},
+					lastCollectedAt: checkpoint.collectedAt
+				});
+				continue;
+			}
+			changedSourceIds.add(sourceId);
 		}
+		if (!changedSourceIds.size) {
+			log.info({
+				runId,
+				itemCount: items.length
+			}, "Understanding sources unchanged; analysis skipped");
+			return {
+				profileCandidates: [],
+				workThreads: [],
+				focuses: []
+			};
+		}
+		const analysisItems = items;
 		const linkedRun = runId ? getWorkDiscoveryRun(runId) : null;
 		let analysis;
 		try {
 			analysis = await analyzeUnderstandingSources({
 				config: this.options.getConfig(),
-				items,
+				items: analysisItems,
 				...linkedRun?.result ? { workContext: {
 					projectSummary: linkedRun.result.projectSummary,
 					currentState: linkedRun.result.currentState,
@@ -341,32 +401,49 @@ var WorkDiscoveryService = class {
 				signal
 			});
 			for (const [sourceId, sourceRunId] of sourceRuns) {
+				if (!changedSourceIds.has(sourceId)) continue;
 				updateUnderstandingSourceRun(sourceRunId, {
 					status: "completed",
-					itemsSeen: items.filter((item) => item.sourceId === sourceId).length,
+					cursorAfter: checkpoints.get(sourceId)?.fingerprint,
+					itemsSeen: analysisItems.filter((item) => item.sourceId === sourceId).length,
 					completed: true,
 					metadata: { sourceId }
 				});
 				const sourceRun = getUnderstandingSourceRun(sourceRunId);
-				if (sourceRun) updateUnderstandingSourceGrantCheckpoint(sourceRun.grantId, {
-					checkpoint: { lastBootstrapRunId: sourceRunId },
-					lastCollectedAt: Date.now()
-				});
+				if (sourceRun) {
+					const grant = sourceGrants.get(sourceId);
+					const checkpoint = checkpoints.get(sourceId);
+					updateUnderstandingSourceGrantCheckpoint(sourceRun.grantId, {
+						checkpoint: {
+							...grant?.checkpoint ?? {},
+							...checkpoint ?? {},
+							lastRunId: sourceRunId
+						},
+						lastCollectedAt: checkpoint?.collectedAt ?? Date.now()
+					});
+				}
 			}
 		} catch (error) {
-			for (const sourceRunId of sourceRuns.values()) updateUnderstandingSourceRun(sourceRunId, {
-				status: signal?.aborted ? "canceled" : "failed",
-				errorMessage: error instanceof Error ? error.message : String(error),
-				completed: true
-			});
+			for (const [sourceId, sourceRunId] of sourceRuns) {
+				if (!changedSourceIds.has(sourceId)) continue;
+				updateUnderstandingSourceRun(sourceRunId, {
+					status: signal?.aborted ? "canceled" : "failed",
+					errorMessage: error instanceof Error ? error.message : String(error),
+					completed: true
+				});
+			}
 			throw error;
 		}
-		const rawContents = items.flatMap((item) => item.text ? [item.text] : []);
+		const rawContents = analysisItems.flatMap((item) => item.text ? [item.text] : []);
+		const activityTopics = clusterActivityTopics(analysisItems);
 		const safeProfileCandidates = analysis.profileCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.statement, rawContents));
 		const safeWorkThreadCandidates = analysis.workThreadCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.title, rawContents) && !hasLongVerbatimOverlap(candidate.summary, rawContents));
 		const profileCandidates = safeProfileCandidates.map((candidate) => {
 			const understanding = persistUnderstandingCandidate(candidate, { type: "global" }, "understanding-source:onboarding");
-			for (const sourceRunId of sourceRuns.values()) {
+			const evidenceSourceIds = new Set((candidate.evidenceRefs ?? []).map((ref) => ref.split("://", 1)[0]).filter(Boolean));
+			for (const sourceId of evidenceSourceIds) {
+				const sourceRunId = sourceRuns.get(sourceId);
+				if (!sourceRunId) continue;
 				const sourceRun = getUnderstandingSourceRun(sourceRunId);
 				if (!sourceRun) continue;
 				const evidence = createContextEvidence({
@@ -430,7 +507,18 @@ var WorkDiscoveryService = class {
 			},
 			evidence: contextEvidence
 		}) : [];
-		const focuses = safeWorkThreadCandidates.map((candidate) => upsertUserFocus({
+		const activityEvidence = new Set(activityTopics.flatMap((topic) => topic.evidenceRefs));
+		const activityFocuses = activityTopics.map((topic) => upsertUserFocus({
+			canonicalKey: topic.canonicalKey,
+			title: topic.title,
+			summary: topic.summary,
+			horizon: topic.horizon,
+			status: "candidate",
+			confidence: topic.confidence,
+			evidenceRefs: topic.evidenceRefs,
+			sourceRunId: sourceRuns.get(topic.sourceIds[0] ?? "")
+		}));
+		const modelFocuses = safeWorkThreadCandidates.filter((candidate) => !candidate.evidenceRefs.some((ref) => activityEvidence.has(ref))).map((candidate) => upsertUserFocus({
 			canonicalKey: `source-focus:${candidate.topicKey}`,
 			title: candidate.title,
 			summary: candidate.summary,
@@ -438,8 +526,9 @@ var WorkDiscoveryService = class {
 			status: "candidate",
 			confidence: candidate.confidence === "high" ? .9 : candidate.confidence === "medium" ? .72 : .55,
 			evidenceRefs: candidate.evidenceRefs,
-			sourceRunId: sourceRuns.get(items[0].sourceId)
+			sourceRunId: sourceRuns.get(candidate.evidenceRefs[0]?.split("://", 1)[0] ?? "")
 		}));
+		const focuses = [...activityFocuses, ...modelFocuses];
 		log.info({
 			runId,
 			itemCount: items.length,

package/dist/src/work-discovery/types.d.ts

@@ -166,6 +166,7 @@ export interface WorkDiscoveryProfileCandidate {
     statement: string;
     confidence: 'high' | 'medium' | 'low';
     evidence: string[];
+    evidenceRefs?: string[];
     status: 'pending' | 'accepted' | 'edited' | 'rejected';
 }
 export type WorkDiscoveryRecognitionDecision = 'confirmed' | 'corrected' | 'different_goal' | 'dismissed';

package/dist/src/workflows/service/workflow-run-service.js

@@ -86,6 +86,14 @@ var WorkflowRunService = class {
 		}
 	}
 	async startWorkflowRun(params) {
+		const config = this.options.service.currentConfig;
+		const workflowPolicy = config.agents?.list ? resolveEffectiveAgentProfileForSession(config, params.parentSessionKey ?? `agent:${params.agentId}`).manifest.workflows : void 0;
+		if (workflowPolicy?.allowed && !workflowPolicy.allowed.includes(params.definitionId)) return {
+			ok: false,
+			code: "policy_denied",
+			message: `Workflow "${params.definitionId}" is not allowed for this agent`,
+			httpStatus: 409
+		};
 		const definition = await this.loadDefinition(params.definitionId);
 		if (!definition) return {
 			ok: false,

package/dist/src/workflows/service/workflow-run-service.types.d.ts

@@ -22,7 +22,7 @@ export interface StartWorkflowRunServiceResult {
     runId: string;
     sessionKey: string;
 }
-export type WorkflowRunServiceErrorCode = 'definition_not_found' | 'run_not_found' | 'invalid_input' | 'connector_preflight_failed' | 'invalid_state';
+export type WorkflowRunServiceErrorCode = 'definition_not_found' | 'run_not_found' | 'invalid_input' | 'policy_denied' | 'connector_preflight_failed' | 'invalid_state';
 export interface WorkflowRunServiceErrorResult {
     ok: false;
     code: WorkflowRunServiceErrorCode;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.190",
+  "version": "0.0.192",
   "description": "Local-first AI system that remembers context, coordinates AI, and sustains long-term progress.",
   "type": "module",
   "main": "dist/src/index.js",