@xopcai/xopc 0.0.223 → 0.0.225

package/dist/src/storage/sqlite/memory-records-repository.js

@@ -86,7 +86,16 @@ function rowToRecord(row, evidence = []) {
 			...row.session_key ? { sessionKey: row.session_key } : {},
 			...row.project_id ? { projectId: row.project_id } : {}
 		},
-		provenance: { sourceAgentId: row.source_agent_id },
+		provenance: {
+			sourceAgentId: row.source_agent_id,
+			originClass: row.origin_class,
+			sessionKind: row.session_kind,
+			observedAt: new Date(row.observed_at).toISOString(),
+			...row.source_session_id ? { sourceSessionId: row.source_session_id } : {},
+			...row.source_turn_id ? { sourceTurnId: row.source_turn_id } : {},
+			...row.supersedes_key ? { supersedesKey: row.supersedes_key } : {},
+			derivedFromRecalledContext: row.derived_from_recalled_context === 1
+		},
 		content: row.content,
 		source: parseSource(row.source_json),
 		...row.confidence != null ? { confidence: row.confidence } : {},
@@ -131,6 +140,9 @@ function upsertMemoryRecord(input) {
 	const validTo = parseOptionalTimestamp(input.validTo);
 	const reviewAfter = parseOptionalTimestamp(input.reviewAfter);
 	const expiresAt = parseOptionalTimestamp(input.expiresAt);
+	const observedAt = parseOptionalTimestamp(input.observedAt) ?? now;
+	const originClass = input.originClass ?? "untrusted";
+	const sessionKind = input.sessionKind ?? "unknown";
 	const source = {
 		...input.source ?? {},
 		provider: input.source?.provider ?? input.providerId
@@ -141,8 +153,10 @@ function upsertMemoryRecord(input) {
         content, source_json, confidence, tags_json, status, sensitivity,
         canonical_key, explicitness, durability, importance,
         disclosure_policy, valid_from, valid_to, review_after, expires_at,
-        supersedes_record_id, conflict_group_id, created_at, updated_at
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        supersedes_record_id, conflict_group_id,
+        origin_class, session_kind, observed_at, source_session_id, source_turn_id,
+        supersedes_key, derived_from_recalled_context, created_at, updated_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       ON CONFLICT(record_id) DO UPDATE SET
         provider_id = excluded.provider_id,
         kind = excluded.kind,
@@ -168,7 +182,14 @@ function upsertMemoryRecord(input) {
         expires_at = excluded.expires_at,
         supersedes_record_id = excluded.supersedes_record_id,
         conflict_group_id = excluded.conflict_group_id,
-        updated_at = excluded.updated_at`).run(id, input.providerId, input.kind, input.userId ?? "local-owner", input.sourceAgentId, input.workspaceId ?? null, input.sessionKey ?? null, input.projectId ?? null, input.content, JSON.stringify(source), input.confidence ?? null, JSON.stringify(input.tags ?? []), status, sensitivity, input.canonicalKey ?? null, explicitness, durability, importance, disclosurePolicy, validFrom, validTo, reviewAfter, expiresAt, input.supersedesRecordId ?? null, input.conflictGroupId ?? null, now, now);
+        origin_class = excluded.origin_class,
+        session_kind = excluded.session_kind,
+        observed_at = excluded.observed_at,
+        source_session_id = excluded.source_session_id,
+        source_turn_id = excluded.source_turn_id,
+        supersedes_key = excluded.supersedes_key,
+        derived_from_recalled_context = excluded.derived_from_recalled_context,
+        updated_at = excluded.updated_at`).run(id, input.providerId, input.kind, input.userId ?? "local-owner", input.sourceAgentId, input.workspaceId ?? null, input.sessionKey ?? null, input.projectId ?? null, input.content, JSON.stringify(source), input.confidence ?? null, JSON.stringify(input.tags ?? []), status, sensitivity, input.canonicalKey ?? null, explicitness, durability, importance, disclosurePolicy, validFrom, validTo, reviewAfter, expiresAt, input.supersedesRecordId ?? null, input.conflictGroupId ?? null, originClass, sessionKind, observedAt, input.sourceSessionId ?? null, input.sourceTurnId ?? null, input.supersedesKey ?? null, input.derivedFromRecalledContext ? 1 : 0, now, now);
 		upsertMemoryRecordFts(db, {
 			...input,
 			id
@@ -204,7 +225,16 @@ function upsertMemoryRecord(input) {
 			...input.sessionKey ? { sessionKey: input.sessionKey } : {},
 			...input.projectId ? { projectId: input.projectId } : {}
 		},
-		provenance: { sourceAgentId: input.sourceAgentId },
+		provenance: {
+			sourceAgentId: input.sourceAgentId,
+			originClass,
+			sessionKind,
+			observedAt: new Date(observedAt).toISOString(),
+			...input.sourceSessionId ? { sourceSessionId: input.sourceSessionId } : {},
+			...input.sourceTurnId ? { sourceTurnId: input.sourceTurnId } : {},
+			...input.supersedesKey ? { supersedesKey: input.supersedesKey } : {},
+			derivedFromRecalledContext: input.derivedFromRecalledContext ?? false
+		},
 		content: input.content,
 		source,
 		...input.confidence != null ? { confidence: input.confidence } : {},
@@ -339,6 +369,10 @@ function searchMemoryRecords(options) {
 		filters.push(`f.kind IN (${options.kinds.map(() => "?").join(", ")})`);
 		params.push(...options.kinds);
 	}
+	if (options.trustedOnly) {
+		filters.push(`r.origin_class IN ('owner', 'agent')`);
+		filters.push("r.derived_from_recalled_context = 0");
+	}
 	const statuses = options.statuses && options.statuses.length > 0 ? options.statuses : ["active"];
 	filters.push(`r.status IN (${statuses.map(() => "?").join(", ")})`);
 	params.push(...statuses);
@@ -366,7 +400,7 @@ function searchMemoryRecords(options) {
 		visibleToWorkspaceId: options.visibleToWorkspaceId,
 		unscopedWorkspaceOnly: options.unscopedWorkspaceOnly,
 		limit: 500
-	}).filter((record) => statuses.includes(record.status ?? "active") && (!options.kinds?.length || options.kinds.includes(record.kind)));
+	}).filter((record) => statuses.includes(record.status ?? "active") && (!options.kinds?.length || options.kinds.includes(record.kind))).filter((record) => !options.trustedOnly || (record.provenance.originClass === "owner" || record.provenance.originClass === "agent") && !record.provenance.derivedFromRecalledContext);
 	const candidateById = new Map(candidateRecords.map((record) => [record.id, record]));
 	const missingRows = rows.filter((row) => !candidateById.has(row.record_id));
 	const missingEvidence = listMemoryEvidenceForRecords(missingRows.map((row) => row.record_id));

package/dist/src/storage/sqlite/migrations/134_memory_provenance.sql

@@ -0,0 +1,18 @@
+ALTER TABLE memory_records ADD COLUMN origin_class TEXT NOT NULL DEFAULT 'untrusted'
+  CHECK (origin_class IN ('owner', 'agent', 'untrusted', 'system'));
+ALTER TABLE memory_records ADD COLUMN session_kind TEXT NOT NULL DEFAULT 'unknown'
+  CHECK (session_kind IN ('interactive', 'group', 'automation', 'workflow', 'subagent', 'background', 'unknown'));
+ALTER TABLE memory_records ADD COLUMN observed_at INTEGER NOT NULL DEFAULT 0;
+ALTER TABLE memory_records ADD COLUMN source_session_id TEXT;
+ALTER TABLE memory_records ADD COLUMN source_turn_id TEXT;
+ALTER TABLE memory_records ADD COLUMN supersedes_key TEXT;
+ALTER TABLE memory_records ADD COLUMN derived_from_recalled_context INTEGER NOT NULL DEFAULT 0
+  CHECK (derived_from_recalled_context IN (0, 1));
+
+UPDATE memory_records
+SET observed_at = CASE WHEN observed_at = 0 THEN created_at ELSE observed_at END;
+
+CREATE INDEX idx_memory_records_trusted_scope_updated
+  ON memory_records(origin_class, derived_from_recalled_context, status, workspace_id, updated_at DESC);
+CREATE INDEX idx_memory_records_source_turn
+  ON memory_records(source_session_id, source_turn_id);

package/dist/src/storage/sqlite/migrations/runner.d.ts

@@ -3,7 +3,7 @@ import type { ApplyMigrationsOptions } from './types.js';
 /** Baseline schema version applied from schema.sql on first open. */
 export declare const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-export declare const XOPC_DB_SCHEMA_VERSION = 133;
+export declare const XOPC_DB_SCHEMA_VERSION = 134;
 export declare function resolveMigrationsDir(override?: string): string;
 /**
  * Apply sequential SQL migrations from (currentVersion + 1) through targetVersion.

package/dist/src/storage/sqlite/migrations/runner.js

@@ -12,7 +12,7 @@ const log = createLogger("Sqlite:Migrations");
 /** Baseline schema version applied from schema.sql on first open. */
 const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-const XOPC_DB_SCHEMA_VERSION = 133;
+const XOPC_DB_SCHEMA_VERSION = 134;
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 function backupBeforeTaskCutover(db, databasePath) {
 	db.exec("PRAGMA wal_checkpoint(FULL)");
@@ -57,7 +57,7 @@ function applySingleMigration(db, migration) {
 * Each step runs in its own transaction and updates schema_meta on success.
 */
 function applyPendingMigrations(db, options = {}) {
-	const targetVersion = options.targetVersion ?? 133;
+	const targetVersion = options.targetVersion ?? 134;
 	let currentVersion = readSchemaVersion(db);
 	if (currentVersion > targetVersion) throw new DatabaseSchemaTooNewError(currentVersion, targetVersion);
 	if (currentVersion >= targetVersion) return currentVersion;
@@ -94,7 +94,7 @@ function applyPendingMigrations(db, options = {}) {
 }
 /** Inspect schema version without mutating the database. */
 function inspectSchemaMigrationStatus(db, options = {}) {
-	const appVersion = options.targetVersion ?? 133;
+	const appVersion = options.targetVersion ?? 134;
 	const dbVersion = readSchemaVersion(db);
 	if (dbVersion > appVersion) return {
 		dbVersion,

package/dist/src/storage/sqlite/migrations/runner.ts

@@ -19,7 +19,7 @@ const log = createLogger('Sqlite:Migrations');
 export const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 
 /** Latest schema version this release supports (increment when adding migrations). */
-export const XOPC_DB_SCHEMA_VERSION = 133;
+export const XOPC_DB_SCHEMA_VERSION = 134;
 
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 

package/dist/src/storage/sqlite/schema.js

@@ -32,7 +32,7 @@ function ensureXopcDatabaseSchema(db, options = {}) {
 		currentVersion = 11;
 	}
 	applyPendingMigrations(db, {
-		targetVersion: 133,
+		targetVersion: 134,
 		databasePath: options.databasePath
 	});
 }

package/dist/src/user-context/planner.js

@@ -160,6 +160,8 @@ var UserContextPlanner = class {
 			rejected: [],
 			consentRequests: [],
 			estimatedTokens: 0,
+			contextChars: 0,
+			contextItemCount: 0,
 			allocation: params.allocation
 		};
 		const started = Date.now();
@@ -174,7 +176,8 @@ var UserContextPlanner = class {
 		const queryProfile = buildRetrievalQueryProfile(query, scopeInput);
 		const selfReview = queryProfile.selfReview;
 		const maxResults = requestedMaxResults ?? (selfReview ? SELF_REVIEW_MAX_RESULTS : DEFAULT_MAX_RESULTS);
-		const maxChars = requestedMaxChars ?? (selfReview ? SELF_REVIEW_MAX_CONTEXT_CHARS : DEFAULT_MAX_CONTEXT_CHARS);
+		const budgetChars = requestedMaxChars ?? (selfReview ? SELF_REVIEW_MAX_CONTEXT_CHARS : DEFAULT_MAX_CONTEXT_CHARS);
+		const maxChars = Math.max(0, budgetChars - 2);
 		const projects = new ProjectStore();
 		const excluded = new Set(params.excludedRecordIds ?? []);
 		const rejected = [];
@@ -464,7 +467,7 @@ var UserContextPlanner = class {
 			turnId: params.turnId,
 			sessionKey: params.sessionKey,
 			query,
-			budget: maxChars,
+			budget: budgetChars,
 			durationMs: Date.now() - started,
 			items: traceItems
 		});
@@ -474,7 +477,9 @@ var UserContextPlanner = class {
 			items,
 			rejected,
 			consentRequests,
-			estimatedTokens: Math.ceil(block.length / 4),
+			estimatedTokens: Math.ceil((block.length + (block ? 2 : 0)) / 4),
+			contextChars: block.length + (block ? 2 : 0),
+			contextItemCount: traceItems.filter((item) => item.decision === "selected").length,
 			allocation: params.allocation
 		};
 	}

package/dist/src/voice/stt/transcribe-core.js

@@ -10,6 +10,7 @@ function classifyFailureReason(reason) {
 	const lower = reason.toLowerCase();
 	if (lower.includes("not configured") || lower.includes("api key") || lower.includes("missing")) return "not_configured";
 	if (lower.includes("timeout") || lower.includes("timed out") || lower.includes("aborted")) return "timeout";
+	if (lower.includes("empty transcription") || lower.includes("no speech") || lower.includes("no voice detected")) return "no_speech";
 	if (lower.includes("unsupported") || lower.includes("format") || lower.includes("audio decoder")) return "unsupported_format";
 	return "provider_error";
 }
@@ -51,7 +52,23 @@ async function transcribe(audioBuffer, config, options) {
 	const attachmentDecision = result.decision.attachments[0];
 	const attempts = (attachmentDecision?.attempts ?? []).map(toAttempt);
 	const attemptedProviders = attempts.map((a) => a.provider);
+	const primaryProvider = providersWithLanguage[0].id;
 	if (!attachmentDecision?.chosen) {
+		const noSpeechAttempt = attempts.findLast((attempt) => attempt.reasonCode === "no_speech");
+		if (noSpeechAttempt) {
+			log.debug({
+				attempts,
+				attemptedProviders
+			}, "STT completed without recognized speech");
+			const fallbackFrom = noSpeechAttempt.provider !== primaryProvider ? primaryProvider : void 0;
+			return {
+				text: "",
+				provider: noSpeechAttempt.provider,
+				attempts,
+				...fallbackFrom ? { fallbackFrom } : {},
+				attemptedProviders
+			};
+		}
 		log.error({
 			attempts,
 			attemptedProviders
@@ -62,7 +79,6 @@ async function transcribe(audioBuffer, config, options) {
 	const chosen = attachmentDecision.chosen;
 	const output = result.outputs[0];
 	if (!output) throw new Error("STT runner returned chosen attempt but no output text");
-	const primaryProvider = providersWithLanguage[0].id;
 	const fallbackFrom = chosen.provider && chosen.provider !== primaryProvider ? primaryProvider : void 0;
 	return {
 		text: output.text,

package/dist/src/voice/stt/types.d.ts

@@ -47,7 +47,7 @@ export interface STTConfig {
     timeoutMs?: number;
 }
 export type STTProviderAttemptTask = 'success' | 'skipped' | 'failed';
-export type STTProviderFailureReason = 'success' | 'not_configured' | 'timeout' | 'provider_error' | 'unsupported_format' | 'unknown';
+export type STTProviderFailureReason = 'success' | 'not_configured' | 'timeout' | 'no_speech' | 'provider_error' | 'unsupported_format' | 'unknown';
 export interface STTProviderAttempt {
     provider: string;
     task: STTProviderAttemptTask;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.223",
+  "version": "0.0.225",
   "description": "Local-first personal AI assistant with reviewable user understanding, durable tasks, workflows, automations, and local or cloud models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -159,8 +159,8 @@
     "vue": "^3.5.35",
     "@xopcai/endpoint-tools-protocol": "0.0.0",
     "@xopcai/gateway-contract": "0.0.0",
-    "@xopcai/realtime-client": "0.0.0",
-    "@xopcai/realtime-protocol": "0.0.0"
+    "@xopcai/realtime-protocol": "0.0.0",
+    "@xopcai/realtime-client": "0.0.0"
   },
   "scripts": {
     "assets:brand": "node scripts/generate-brand-assets.mjs",