@xopcai/xopc 0.0.188 → 0.0.190

package/dist/src/work-discovery/analyzer.js

@@ -6,7 +6,7 @@ import { randomUUID } from "node:crypto";
 init_schema();
 init_providers();
 const MAX_MODEL_CONTEXT_CHARS = 12e4;
-const MAX_PERSONAL_CONTEXT_CHARS = 1e5;
+const MAX_UNDERSTANDING_SOURCE_CHARS = 1e5;
 const WORK_ANALYSIS_MAX_TOKENS = 6e3;
 function extractText(content) {
 	if (typeof content === "string") return content;
@@ -234,43 +234,48 @@ async function analyzeWorkContext(input) {
 		}
 	};
 }
-async function analyzePersonalContext(input) {
+async function analyzeUnderstandingSources(input) {
 	const modelRef = getAgentDefaultModelRef(input.config);
 	if (!modelRef) throw new Error("No default model configured");
-	let remaining = MAX_PERSONAL_CONTEXT_CHARS;
-	const items = input.items.slice(0, 150).flatMap((item, index) => {
+	let remaining = MAX_UNDERSTANDING_SOURCE_CHARS;
+	const items = input.items.filter((item) => item.sensitivity !== "secret" && item.sensitivity !== "regulated").slice(0, 150).flatMap((item) => {
 		if (remaining <= 0) return [];
-		const content = item.content.slice(0, remaining);
-		remaining -= content.length;
+		const text = (item.text ?? "").slice(0, remaining);
+		remaining -= text.length;
 		return [{
-			ref: `${item.source}:${index + 1}`,
-			source: item.source,
+			ref: item.evidenceRef,
+			source: item.sourceId,
+			type: item.type,
 			title: item.title,
 			group: item.group,
-			createdAt: item.createdAt,
+			occurredAt: item.occurredAt,
 			modifiedAt: item.modifiedAt,
 			startsAt: item.startsAt,
 			endsAt: item.endsAt,
-			content
+			ownerAttribution: item.ownerAttribution,
+			sensitivity: item.sensitivity,
+			text
 		}];
 	});
-	if (!items.some((item) => item.title.trim() || item.content.trim())) return {
+	if (!items.some((item) => item.title.trim() || item.text.trim())) return {
 		modelRef,
 		profileCandidates: [],
 		workThreadCandidates: []
 	};
 	const prompt = [
-		"Analyze the bounded personal work context that the user explicitly chose to connect from Apple Notes, Calendar, and Reminders.",
+		"Analyze bounded context from sources the user explicitly chose to connect.",
 		"Return only one JSON object with profileCandidates and workThreads.",
 		"profileCandidates contains at most 6 stable, useful work-related facts.",
 		"Each item has category (role, focus, technology, workflow, or preference), statement, confidence, and evidence.",
 		"workThreads contains at most 3 evidence-backed current, ongoing, or long-term work streams.",
 		"Each work thread has topicKey, title, summary, status, horizon, confidence, and evidenceRefs.",
-		"evidenceRefs must contain only the supplied source:index refs. Do not create a thread without direct support.",
+		"evidenceRefs must contain only supplied refs. Do not create a thread without direct support.",
+		"Synthesize across source types. Repeated independent signals are stronger than a single item.",
+		"Treat ownerAttribution other/shared/unknown conservatively: it may describe someone else and must not become a user fact without user-owned corroboration.",
 		"Prefer recurring work themes and durable preferences. Do not turn one-off errands or stale notes into user facts.",
 		"Do not infer sensitive identity, health, finances, political views, relationships, passwords, credentials, or private contact details.",
 		"Evidence must be a short paraphrase and must not quote private note content verbatim.",
-		"Calendar and reminder titles may establish commitments and timing, but must not be treated as stable preferences without repeated evidence.",
+		"Calendar events and tasks may establish commitments and timing, but must not be treated as stable preferences without repeated evidence.",
 		"When a work-directory summary is supplied, reconcile it with the personal sources: identify corroboration, conflicts, and whether an apparent focus is current or merely stale.",
 		"Do not repeat the directory summary as a personal fact unless at least one supplied personal source supports it.",
 		"Use Simplified Chinese when the supplied items are mainly Chinese; otherwise use English.",
@@ -288,7 +293,7 @@ async function analyzePersonalContext(input) {
 	});
 	const raw = extractText(response.content);
 	const parsed = parseJson(raw);
-	if (!parsed) throw invalidJsonError("Personal context analysis", response, raw);
+	if (!parsed) throw invalidJsonError("Understanding source analysis", response, raw);
 	const profileCandidates = Array.isArray(parsed.profileCandidates) ? parsed.profileCandidates.map(validateProfileCandidate).filter((value) => Boolean(value)).slice(0, 6) : [];
 	const allowedRefs = new Set(items.map((item) => item.ref));
 	return {
@@ -317,4 +322,4 @@ function workDiscoveryResultMarkdown(result) {
 	return lines.join("\n");
 }
 //#endregion
-export { analyzePersonalContext, analyzeWorkContext, workDiscoveryResultMarkdown };
+export { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown };

package/dist/src/work-discovery/incremental-repository.js

@@ -1,55 +1,57 @@
-import { requireXopcDatabase } from "../storage/sqlite/connection.js";
-import { runSqliteWriteTransaction } from "../storage/sqlite/transaction.js";
+import { createUnderstandingSourceRun, listUnderstandingSourceGrants, listUnderstandingSourceRuns, updateUnderstandingSourceRun } from "../user-context/sources/repository.js";
 import { workDiscoveryFingerprintsEqual } from "./incremental.js";
-import { randomUUID } from "node:crypto";
+import { getWorkDiscoveryRun } from "./repository.js";
 //#region src/work-discovery/incremental-repository.ts
-function parseFingerprint(value) {
-	if (!value) return void 0;
-	try {
-		return JSON.parse(value);
-	} catch {
-		return;
-	}
-}
-function fromRow(row) {
+function refreshFromRun(run) {
+	const previousFingerprint = run.metadata.previousFingerprint;
 	return {
-		id: row.refresh_id,
-		sourceId: row.source_id,
-		changed: row.changed === 1,
-		...parseFingerprint(row.previous_fingerprint_json) ? { previousFingerprint: parseFingerprint(row.previous_fingerprint_json) } : {},
-		currentFingerprint: parseFingerprint(row.current_fingerprint_json),
-		status: row.status,
-		...row.discovery_run_id ? { discoveryRunId: row.discovery_run_id } : {},
-		checkedAt: row.checked_at
+		id: run.id,
+		sourceId: run.grantId,
+		changed: run.metadata.changed === true,
+		...previousFingerprint ? { previousFingerprint } : {},
+		currentFingerprint: run.metadata.currentFingerprint,
+		status: run.status === "running" ? "queued" : run.status,
+		...typeof run.metadata.discoveryRunId === "string" ? { discoveryRunId: run.metadata.discoveryRunId } : {},
+		checkedAt: run.startedAt
 	};
 }
 function recordWorkDiscoverySourceRefresh(input) {
-	const id = randomUUID();
-	runSqliteWriteTransaction((db) => {
-		db.prepare(`INSERT INTO work_discovery_source_refreshes (
-        refresh_id, source_id, discovery_run_id, changed, previous_fingerprint_json,
-        current_fingerprint_json, status, checked_at
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`).run(id, input.sourceId, input.discoveryRunId ?? null, input.changed ? 1 : 0, input.previousFingerprint ? JSON.stringify(input.previousFingerprint) : null, JSON.stringify(input.currentFingerprint), input.status ?? "checked", input.checkedAt ?? Date.now());
-	});
-	const { db } = requireXopcDatabase();
-	return fromRow(db.prepare("SELECT * FROM work_discovery_source_refreshes WHERE refresh_id = ?").get(id));
+	const status = input.status === "queued" ? "running" : input.status === "failed" ? "failed" : "completed";
+	return refreshFromRun(createUnderstandingSourceRun({
+		grantId: input.sourceId,
+		kind: "fingerprint",
+		status,
+		metadata: {
+			changed: input.changed,
+			...input.previousFingerprint ? { previousFingerprint: input.previousFingerprint } : {},
+			currentFingerprint: input.currentFingerprint,
+			...input.discoveryRunId ? { discoveryRunId: input.discoveryRunId } : {}
+		},
+		...input.checkedAt != null ? { nowMs: input.checkedAt } : {}
+	}));
 }
 function listWorkDiscoverySourceRefreshes(sourceId, limit = 20) {
-	const { db } = requireXopcDatabase();
-	return db.prepare("SELECT * FROM work_discovery_source_refreshes WHERE source_id = ? ORDER BY checked_at DESC LIMIT ?").all(sourceId, Math.max(1, Math.min(100, limit))).map(fromRow);
+	return listUnderstandingSourceRuns(sourceId, limit).filter((run) => run.kind === "fingerprint").map(refreshFromRun);
 }
 function findActiveWorkDiscoverySourceRefresh(sourceId, fingerprint) {
-	const { db } = requireXopcDatabase();
-	return db.prepare(`SELECT refresh.* FROM work_discovery_source_refreshes refresh
-     JOIN work_discovery_runs run ON run.id = refresh.discovery_run_id
-     WHERE refresh.source_id = ? AND refresh.status = 'queued'
-       AND run.status IN ('queued', 'probing', 'analyzing')
-     ORDER BY refresh.checked_at DESC`).all(sourceId).map(fromRow).find((refresh) => workDiscoveryFingerprintsEqual(refresh.currentFingerprint, fingerprint)) ?? null;
+	return listWorkDiscoverySourceRefreshes(sourceId, 100).find((refresh) => {
+		if (refresh.status !== "queued" || !refresh.discoveryRunId) return false;
+		const run = getWorkDiscoveryRun(refresh.discoveryRunId);
+		return Boolean(run && [
+			"queued",
+			"probing",
+			"analyzing"
+		].includes(run.status) && workDiscoveryFingerprintsEqual(refresh.currentFingerprint, fingerprint));
+	}) ?? null;
 }
 function updateWorkDiscoverySourceRefreshForRun(runId, status) {
-	runSqliteWriteTransaction((db) => {
-		db.prepare("UPDATE work_discovery_source_refreshes SET status = ? WHERE discovery_run_id = ?").run(status, runId);
-	});
+	for (const source of listUnderstandingSourceGrants()) {
+		const refresh = listUnderstandingSourceRuns(source.id, 100).find((item) => item.kind === "fingerprint" && item.metadata.discoveryRunId === runId);
+		if (refresh) updateUnderstandingSourceRun(refresh.id, {
+			status,
+			completed: true
+		});
+	}
 }
 //#endregion
 export { findActiveWorkDiscoverySourceRefresh, listWorkDiscoverySourceRefreshes, recordWorkDiscoverySourceRefresh, updateWorkDiscoverySourceRefreshForRun };

package/dist/src/work-discovery/index.js

@@ -1,13 +1,13 @@
 import { WORK_DISCOVERY_SCAN_POLICY_VERSION, canonicalWorkDiscoveryRoot, previewWorkDiscoveryRoot, probeWorkDiscoveryRoot, readWorkDiscoveryTextExcerpt, searchWorkDiscoveryText, summarizeWorkContextSnapshot } from "./probe.js";
-import { analyzePersonalContext, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
+import { analyzeUnderstandingSources, analyzeWorkContext, workDiscoveryResultMarkdown } from "./analyzer.js";
 import { discoverWorkCandidates } from "./candidate-discovery.js";
 import { workDiscoveryFingerprintsEqual } from "./incremental.js";
+import { createWorkDiscoveryRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
 import { findActiveWorkDiscoverySourceRefresh, listWorkDiscoverySourceRefreshes, recordWorkDiscoverySourceRefresh, updateWorkDiscoverySourceRefreshForRun } from "./incremental-repository.js";
 import { appendWorkUnderstandingEvidence, createWorkUnderstandingInvestigation, getWorkUnderstandingInvestigation, getWorkUnderstandingInvestigationForRun, listWorkUnderstandingEvidence, resetWorkUnderstandingInvestigation, updateWorkUnderstandingEvidenceObservation, updateWorkUnderstandingInvestigation } from "./investigation-repository.js";
 import { DEFAULT_WORK_INVESTIGATION_BUDGET, investigateWorkContext } from "./investigator.js";
 import { persistWorkThreadsFromDiscovery } from "./thread-service.js";
-import { createWorkDiscoveryRun, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, updateWorkDiscoveryRun } from "./repository.js";
 import { getWorkDiscoveryDirectorySource, listWorkDiscoveryDirectorySources, revokeWorkDiscoveryDirectorySource, upsertWorkDiscoveryDirectorySource } from "./source-repository.js";
 import { WorkDiscoveryService } from "./service.js";
 import { evaluateWorkUnderstandingCase } from "./evaluation.js";
-export { DEFAULT_WORK_INVESTIGATION_BUDGET, WORK_DISCOVERY_SCAN_POLICY_VERSION, WorkDiscoveryService, analyzePersonalContext, analyzeWorkContext, appendWorkUnderstandingEvidence, canonicalWorkDiscoveryRoot, createWorkDiscoveryRun, createWorkUnderstandingInvestigation, discoverWorkCandidates, evaluateWorkUnderstandingCase, findActiveWorkDiscoverySourceRefresh, getWorkDiscoveryDirectorySource, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, getWorkUnderstandingInvestigation, getWorkUnderstandingInvestigationForRun, investigateWorkContext, listWorkDiscoveryDirectorySources, listWorkDiscoverySourceRefreshes, listWorkUnderstandingEvidence, persistWorkThreadsFromDiscovery, previewWorkDiscoveryRoot, probeWorkDiscoveryRoot, readWorkDiscoveryTextExcerpt, recordWorkDiscoverySourceRefresh, resetWorkUnderstandingInvestigation, revokeWorkDiscoveryDirectorySource, searchWorkDiscoveryText, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, summarizeWorkContextSnapshot, updateWorkDiscoveryRun, updateWorkDiscoverySourceRefreshForRun, updateWorkUnderstandingEvidenceObservation, updateWorkUnderstandingInvestigation, upsertWorkDiscoveryDirectorySource, workDiscoveryFingerprintsEqual, workDiscoveryResultMarkdown };
+export { DEFAULT_WORK_INVESTIGATION_BUDGET, WORK_DISCOVERY_SCAN_POLICY_VERSION, WorkDiscoveryService, analyzeUnderstandingSources, analyzeWorkContext, appendWorkUnderstandingEvidence, canonicalWorkDiscoveryRoot, createWorkDiscoveryRun, createWorkUnderstandingInvestigation, discoverWorkCandidates, evaluateWorkUnderstandingCase, findActiveWorkDiscoverySourceRefresh, getWorkDiscoveryDirectorySource, getWorkDiscoveryOnboardingState, getWorkDiscoveryRun, getWorkDiscoveryRunByIdempotencyKey, getWorkUnderstandingInvestigation, getWorkUnderstandingInvestigationForRun, investigateWorkContext, listWorkDiscoveryDirectorySources, listWorkDiscoverySourceRefreshes, listWorkUnderstandingEvidence, persistWorkThreadsFromDiscovery, previewWorkDiscoveryRoot, probeWorkDiscoveryRoot, readWorkDiscoveryTextExcerpt, recordWorkDiscoverySourceRefresh, resetWorkUnderstandingInvestigation, revokeWorkDiscoveryDirectorySource, searchWorkDiscoveryText, setWorkDiscoveryFeedback, setWorkDiscoveryOnboardingState, summarizeWorkContextSnapshot, updateWorkDiscoveryRun, updateWorkDiscoverySourceRefreshForRun, updateWorkUnderstandingEvidenceObservation, updateWorkUnderstandingInvestigation, upsertWorkDiscoveryDirectorySource, workDiscoveryFingerprintsEqual, workDiscoveryResultMarkdown };

package/dist/src/work-discovery/service.d.ts

@@ -46,10 +46,10 @@ export declare class WorkDiscoveryService {
         reused?: undefined;
     }>;
     revokeDirectorySource(id: string): import("./types.js").WorkDiscoveryDirectorySource;
-    importPersonalContext(rawItems: unknown[], signal?: AbortSignal, runId?: string): Promise<{
+    importUnderstandingSources(rawItems: unknown[], signal?: AbortSignal, runId?: string): Promise<{
         profileCandidates: {
-            status: "pending";
-            memoryRecordId: string;
+            status: "rejected" | "pending";
+            understandingId: string;
             id: string;
             category: "role" | "focus" | "technology" | "workflow" | "preference";
             statement: string;
@@ -57,15 +57,16 @@ export declare class WorkDiscoveryService {
             evidence: string[];
         }[];
         workThreads: import("./types.js").WorkUnderstandingThread[];
+        focuses: import("../user-context/sources/types.js").UserFocus[];
     }>;
-    updatePersonalContextProfile(input: {
+    updateUnderstandingSourceProfile(input: {
         decisions: Array<{
-            memoryRecordId: string;
+            understandingId: string;
             status: 'accepted' | 'edited' | 'rejected';
             statement?: string;
         }>;
     }): {
-        memoryRecordId: string;
+        understandingId: string;
         status: "rejected" | "accepted" | "edited";
         statement: string;
     }[];
@@ -93,7 +94,6 @@ export declare class WorkDiscoveryService {
             statement?: string;
         }>;
     }): WorkDiscoveryRun | null;
-    private preserveMemoryRecord;
     cancelRun(id: string): WorkDiscoveryRun | null;
     retryRun(id: string): WorkDiscoveryRun | null;
     submitRecognitionFeedback(input: {