@xopcai/xopc 0.0.217 → 0.0.219

package/dist/src/document-understanding/extract.js

@@ -1,6 +1,9 @@
 import { extname } from "node:path";
+import AdmZip from "adm-zip";
 //#region src/document-understanding/extract.ts
 const MAX_EXTRACTED_CHARS = 6e4;
+const MAX_OFFICE_XML_BYTES = 8 * 1024 * 1024;
+const MAX_OFFICE_TOTAL_XML_BYTES = 16 * 1024 * 1024;
 function truncate(text) {
 	return text.length > MAX_EXTRACTED_CHARS ? `${text.slice(0, MAX_EXTRACTED_CHARS)}\n\n[document extraction truncated ${text.length - MAX_EXTRACTED_CHARS} chars]` : text;
 }
@@ -43,11 +46,61 @@ function extractPdfText(buffer) {
 		text: truncate(text)
 	};
 }
+function decodeXmlText(value) {
+	return value.replaceAll("&amp;", "&").replaceAll("&lt;", "<").replaceAll("&gt;", ">").replaceAll("&quot;", "\"").replaceAll("&apos;", "'");
+}
+function officeXmlText(buffer, extension) {
+	let zip;
+	try {
+		zip = new AdmZip(buffer);
+	} catch {
+		return {
+			ok: false,
+			reason: "Office document archive is invalid."
+		};
+	}
+	const prefixes = extension === ".docx" ? ["word/document.xml"] : extension === ".pptx" ? ["ppt/slides/"] : ["xl/sharedStrings.xml", "xl/worksheets/"];
+	const entries = zip.getEntries().filter((entry) => !entry.isDirectory && entry.header.size <= MAX_OFFICE_XML_BYTES && prefixes.some((prefix) => entry.entryName.startsWith(prefix))).sort((left, right) => left.entryName.localeCompare(right.entryName));
+	const parts = [];
+	let extractedBytes = 0;
+	for (const entry of entries) {
+		if (extractedBytes + entry.header.size > MAX_OFFICE_TOTAL_XML_BYTES) break;
+		extractedBytes += entry.header.size;
+		const xml = entry.getData().toString("utf8");
+		for (const match of xml.matchAll(/<(?:w:t|a:t|t)(?:\s[^>]*)?>([\s\S]*?)<\/(?:w:t|a:t|t)>/g)) {
+			const text = decodeXmlText((match[1] ?? "").replace(/<[^>]+>/g, "")).trim();
+			if (text) parts.push(text);
+		}
+	}
+	const text = parts.join("\n").replace(/\n{3,}/g, "\n\n").trim();
+	return text ? {
+		ok: true,
+		kind: "office",
+		text: truncate(text)
+	} : {
+		ok: false,
+		reason: "Office document extraction found no readable text."
+	};
+}
 function extractDocumentText(params) {
 	const ext = extname(params.fileName).toLowerCase();
 	const mime = params.mimeType?.toLowerCase() ?? "";
 	if (mime === "application/pdf" || ext === ".pdf") return extractPdfText(params.buffer);
-	if (mime.startsWith("text/")) return {
+	if ([
+		".docx",
+		".pptx",
+		".xlsx"
+	].includes(ext)) return officeXmlText(params.buffer, ext);
+	if (mime.startsWith("text/") || [
+		".csv",
+		".html",
+		".json",
+		".md",
+		".rtf",
+		".tsv",
+		".txt",
+		".xml"
+	].includes(ext)) return {
 		ok: true,
 		kind: "plain",
 		text: truncate(params.buffer.toString("utf8"))

package/dist/src/extensions/update.js

@@ -4,8 +4,8 @@ import { init_paths, resolveBundledExtensionsDir, resolveExtensionsDir } from ".
 import { init_loader, loadConfig } from "../config/loader.js";
 import { downloadExtensionStoreZipBuffer, resolveExtensionZipDownloadUrl, resolveExtensionsStoreBaseUrl, verifyStoreArtifactSha256 } from "../agent/skills/marketplace/adapters/store/store-api-client.js";
 import { getExtensionLockfileManager } from "./lockfile.js";
-import { installExtensionFromStoreZip, installFromNpm } from "./install.js";
 import { findExtension } from "./marketplace.js";
+import { installExtensionFromStoreZip, installFromNpm } from "./install.js";
 import { join } from "node:path";
 import { existsSync, readFileSync, readdirSync, rmSync } from "node:fs";
 import semver from "semver";

package/dist/src/gateway/agents-admin.js

@@ -1,5 +1,5 @@
-import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveAgentDir, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath, validateAgentIdForNewAgent } from "../agent/agent-scope.js";
 import { resolveCapabilityPresetLayer, resolveEffectiveAgentManifest } from "../agent-manifest/resolver.js";
+import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveAgentDir, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath, validateAgentIdForNewAgent } from "../agent/agent-scope.js";
 import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
 import { WORKSPACE_FILES, init_paths } from "../config/paths.js";
 import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";

package/dist/src/gateway/chat-stream/mapper.js

@@ -434,9 +434,27 @@ function userMessageFromEvent(event) {
 		role: "user",
 		content: event.content ?? [],
 		attachments: event.media,
+		metadata: userMessageDisplayMetadata(event.metadata),
 		timestamp: typeof event.timestamp === "number" ? event.timestamp : Date.now()
 	};
 }
+function userMessageDisplayMetadata(value) {
+	const rows = asRecord(value)?.sourceContexts;
+	if (!Array.isArray(rows)) return void 0;
+	const sourceContexts = rows.flatMap((value) => {
+		const row = asRecord(value);
+		if (row?.kind !== "note" || typeof row.sourceId !== "string" || typeof row.version !== "string" || typeof row.title !== "string") return [];
+		return [{
+			kind: "note",
+			sourceId: row.sourceId,
+			version: row.version,
+			title: row.title,
+			...typeof row.tokenEstimate === "number" ? { tokenEstimate: row.tokenEstimate } : {},
+			...row.truncated === true ? { truncated: true } : {}
+		}];
+	});
+	return sourceContexts.length > 0 ? { sourceContexts } : void 0;
+}
 function extractTextFromMessage(message) {
 	return extractText(message.content);
 }

package/dist/src/gateway/heartbeat/service.js

@@ -1,9 +1,9 @@
 import { createLogger } from "../../utils/logger/index.js";
 import { init_logger } from "../../utils/logger.js";
 import { shouldSilence, stripHeartbeatToken } from "../../heartbeat/tokens.js";
-import { appendCronEventLines } from "../../heartbeat/event-prompt.js";
 import { isWithinActiveHours } from "../../heartbeat/active-hours.js";
 import { isHeartbeatContentEmpty } from "../../heartbeat/content-check.js";
+import { appendCronEventLines } from "../../heartbeat/event-prompt.js";
 import { createHeartbeatWake } from "../../heartbeat/wake.js";
 import { resolveHeartbeatMdPath } from "../workspace-heartbeat-path.js";
 import { readFile } from "fs/promises";

package/dist/src/gateway/hono/routes/agent-stream.js

@@ -1,3 +1,4 @@
+import { parseTurnContextRefs } from "../../../agent/source-context/types.js";
 import { validateWebchatAttachments, validateWebchatContent } from "../../chat-limits.js";
 import { replaceLatestSessionTurn, submitSessionInput } from "./session-input-handler.js";
 //#region src/gateway/hono/routes/agent-stream.ts
@@ -51,6 +52,14 @@ function registerAgentStreamRoutes(authenticated, deps) {
 			}
 		}, 400);
 		const attachments = Array.isArray(body.attachments) ? body.attachments : void 0;
+		const contextRefs = body.contextRefs === void 0 ? void 0 : parseTurnContextRefs(body.contextRefs);
+		if (contextRefs === null) return c.json({
+			ok: false,
+			error: {
+				code: "BAD_REQUEST",
+				message: "Invalid Note context references"
+			}
+		}, 400);
 		if (body.content !== void 0) {
 			const contentError = validateWebchatContent(body.content);
 			if (contentError) return c.json({
@@ -73,6 +82,7 @@ function registerAgentStreamRoutes(authenticated, deps) {
 			version: body.version,
 			content: typeof body.content === "string" ? body.content : void 0,
 			attachments,
+			contextRefs,
 			thinking: typeof body.thinking === "string" ? body.thinking : void 0,
 			position: typeof body.position === "number" ? body.position : void 0
 		});
@@ -82,8 +92,8 @@ function registerAgentStreamRoutes(authenticated, deps) {
 		}) : c.json({
 			ok: false,
 			error: {
-				code: "CONFLICT",
-				message: "Input changed"
+				code: result.contextUnavailable ? "CONTEXT_UNAVAILABLE" : "CONFLICT",
+				message: result.contextUnavailable ? "A referenced Note changed or is no longer available. Select it again." : "Input changed"
 			},
 			payload: result.state
 		}, 409);

package/dist/src/gateway/hono/routes/auth-registry-extensions.js

@@ -1,8 +1,8 @@
 import { getAllModels, getAvailableModels, init_providers } from "../../../providers/index.js";
 import { ActivationPlanner } from "../../../extensions/activation-planner.js";
 import { mergeActivationContext } from "../../../extensions/activation-context.js";
-import { fetchRegistry, listExtensions, searchExtensions } from "../../../extensions/marketplace.js";
 import { buildWhenContextSnapshot } from "../../../extensions/when-context.js";
+import { fetchRegistry, listExtensions, searchExtensions } from "../../../extensions/marketplace.js";
 import { createOAuthAsyncHandler } from "../oauth-async.js";
 import { createOAuthHandler } from "../oauth.js";
 import { extensionAssetMimeType } from "../lib/extension-assets.js";

package/dist/src/gateway/hono/routes/commands-skills.js

@@ -40,6 +40,7 @@ function registerCommandsSkillsRoutes(authenticated, deps) {
 			category: cmd.category,
 			scope: cmd.scope,
 			acceptsArgs: cmd.acceptsArgs ?? false,
+			acceptsContext: cmd.acceptsContext ?? false,
 			examples: cmd.examples ?? []
 		}));
 		const extensionCommands = all.filter((cmd) => cmd.category === "extension").map((cmd) => ({

package/dist/src/gateway/hono/routes/session-input-handler.d.ts

@@ -15,7 +15,7 @@ export declare function submitSessionInput(c: Context, deps: AuthenticatedRouteD
 }, 401, "json">) | (Response & import("hono").TypedResponse<{
     ok: false;
     error: {
-        code: "BAD_REQUEST" | "QUEUE_FULL";
+        code: "BAD_REQUEST" | "QUEUE_FULL" | "CONTEXT_UNAVAILABLE";
         message: string;
     };
 }, 400 | 409, "json">) | (Response & import("hono").TypedResponse<{
@@ -38,6 +38,28 @@ export declare function submitSessionInput(c: Context, deps: AuthenticatedRouteD
                 status: import("../../../storage/sqlite/session-input-repository.js").SessionInputStatus;
                 content: string;
                 attachments?: import("hono/dist/types/utils/types.js").JSONValue[];
+                contextRefs?: {
+                    kind: import("../../../agent/source-context/types.js").AgentSourceContext["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
+                contextSnapshots?: {
+                    kind: import("../../../agent/source-context/types.js").SessionSourceBinding["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    text: string;
+                    images?: {
+                        type: "image";
+                        data: string;
+                        mimeType: string;
+                    }[];
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
                 thinking?: string;
                 origin: {
                     type: "endpoint";
@@ -75,7 +97,7 @@ export declare function replaceLatestSessionTurn(c: Context, deps: Authenticated
 }, 401, "json">) | (Response & import("hono").TypedResponse<{
     ok: false;
     error: {
-        code: "TARGET_NOT_FOUND" | "NOT_LATEST" | "SESSION_BUSY" | "BAD_REQUEST";
+        code: "TARGET_NOT_FOUND" | "NOT_LATEST" | "SESSION_BUSY" | "BAD_REQUEST" | "CONTEXT_UNAVAILABLE";
         message: string;
     };
 }, 400 | 404 | 409, "json">) | (Response & import("hono").TypedResponse<{
@@ -98,6 +120,28 @@ export declare function replaceLatestSessionTurn(c: Context, deps: Authenticated
                 status: import("../../../storage/sqlite/session-input-repository.js").SessionInputStatus;
                 content: string;
                 attachments?: import("hono/dist/types/utils/types.js").JSONValue[];
+                contextRefs?: {
+                    kind: import("../../../agent/source-context/types.js").AgentSourceContext["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
+                contextSnapshots?: {
+                    kind: import("../../../agent/source-context/types.js").SessionSourceBinding["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    text: string;
+                    images?: {
+                        type: "image";
+                        data: string;
+                        mimeType: string;
+                    }[];
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
                 thinking?: string;
                 origin: {
                     type: "endpoint";

package/dist/src/gateway/hono/routes/session-input-handler.js

@@ -1,6 +1,8 @@
 import { endpointTurnClaimSchema } from "../../../../packages/endpoint-tools-protocol/src/index.js";
+import { parseTurnContextRefs } from "../../../agent/source-context/types.js";
 import { validateWebchatAttachments, validateWebchatContent } from "../../chat-limits.js";
 //#region src/gateway/hono/routes/session-input-handler.ts
+const MAX_TURN_CONTEXTS = 5;
 async function submitSessionInput(c, deps, sessionKey) {
 	const body = await c.req.json().catch(() => null);
 	if (!body || !sessionKey) return c.json({
@@ -11,6 +13,14 @@ async function submitSessionInput(c, deps, sessionKey) {
 		}
 	}, 400);
 	const attachments = Array.isArray(body.attachments) ? body.attachments : void 0;
+	const contextRefs = parseTurnContextRefs(body.contextRefs, MAX_TURN_CONTEXTS);
+	if (contextRefs === null) return c.json({
+		ok: false,
+		error: {
+			code: "BAD_REQUEST",
+			message: `contextRefs must contain at most ${MAX_TURN_CONTEXTS} valid notes`
+		}
+	}, 400);
 	const content = typeof body.content === "string" ? body.content : "";
 	const contentError = validateWebchatContent(content);
 	if (contentError) return c.json({
@@ -57,6 +67,7 @@ async function submitSessionInput(c, deps, sessionKey) {
 		delivery,
 		content,
 		attachments,
+		contextRefs,
 		thinking: typeof body.thinking === "string" ? body.thinking : void 0,
 		origin: {
 			type: "endpoint",
@@ -67,9 +78,9 @@ async function submitSessionInput(c, deps, sessionKey) {
 		ok: false,
 		error: {
 			code: result.code,
-			message: "Input was not accepted"
+			message: result.code === "CONTEXT_UNAVAILABLE" ? "A referenced Note changed or is no longer available. Select it again." : "Input was not accepted"
 		}
-	}, result.code === "QUEUE_FULL" ? 409 : 400);
+	}, result.code === "QUEUE_FULL" || result.code === "CONTEXT_UNAVAILABLE" ? 409 : 400);
 	return c.json({
 		ok: true,
 		payload: {
@@ -88,6 +99,14 @@ async function replaceLatestSessionTurn(c, deps, sessionKey, targetTurnId) {
 		}
 	}, 400);
 	const attachments = Array.isArray(body.attachments) ? body.attachments : void 0;
+	const contextRefs = parseTurnContextRefs(body.contextRefs, MAX_TURN_CONTEXTS);
+	if (contextRefs === null) return c.json({
+		ok: false,
+		error: {
+			code: "BAD_REQUEST",
+			message: `contextRefs must contain at most ${MAX_TURN_CONTEXTS} valid notes`
+		}
+	}, 400);
 	const content = typeof body.content === "string" ? body.content : "";
 	const contentError = validateWebchatContent(content);
 	if (contentError) return c.json({
@@ -127,6 +146,7 @@ async function replaceLatestSessionTurn(c, deps, sessionKey, targetTurnId) {
 		delivery: "next",
 		content,
 		attachments,
+		contextRefs,
 		thinking: typeof body.thinking === "string" ? body.thinking : void 0,
 		origin: {
 			type: "endpoint",
@@ -135,7 +155,7 @@ async function replaceLatestSessionTurn(c, deps, sessionKey, targetTurnId) {
 	});
 	if (result.ok === false) {
 		const status = result.code === "TARGET_NOT_FOUND" ? 404 : result.code === "BAD_REQUEST" ? 400 : 409;
-		const message = result.code === "NOT_LATEST" ? "Only the latest user turn can be replaced" : result.code === "SESSION_BUSY" ? "Session has pending input" : result.code === "TARGET_NOT_FOUND" ? "User turn was not found" : "Replacement input was not accepted";
+		const message = result.code === "NOT_LATEST" ? "Only the latest user turn can be replaced" : result.code === "SESSION_BUSY" ? "Session has pending input" : result.code === "TARGET_NOT_FOUND" ? "User turn was not found" : result.code === "CONTEXT_UNAVAILABLE" ? "A referenced Note changed or is no longer available. Select it again." : "Replacement input was not accepted";
 		return c.json({
 			ok: false,
 			error: {

package/dist/src/gateway/hono/routes/sessions.js

@@ -121,7 +121,7 @@ function registerSessionsRoutes(authenticated, deps) {
 	});
 	authenticated.post("/api/sessions", async (c) => {
 		const body = await c.req.json().catch(() => ({}));
-		const channel = body.channel || "webchat";
+		const channel = typeof body.channel === "string" && body.channel.trim() ? body.channel.trim() : "webchat";
 		const projectId = typeof body.projectId === "string" && body.projectId.trim() ? body.projectId.trim() : void 0;
 		const routingCfg = service.currentConfig;
 		if (projectId && !service.projects.get(projectId)) return c.json({
@@ -134,25 +134,7 @@ function registerSessionsRoutes(authenticated, deps) {
 			explicitAgentId: typeof body.agentId === "string" ? body.agentId : void 0,
 			projectId
 		});
-		if (body.chat_id) {
-			const sessionKey = buildSessionKey({
-				agentId,
-				source: channel,
-				accountId: "default",
-				peerKind: "direct",
-				peerId: body.chat_id
-			});
-			await service.sessionIndexInstance.saveMessages(sessionKey, [], { metadata: buildDirectSessionMetadata({
-				agentId,
-				source: channel,
-				accountId: "default",
-				peerId: body.chat_id
-			}) });
-			if (projectId) service.projects.attachSession(sessionKey, projectId);
-			const session = await service.sessions.getSession(sessionKey);
-			return c.json({ session }, 201);
-		}
-		const chatId = `chat_${randomUUID()}`;
+		const chatId = (typeof body.chat_id === "string" && body.chat_id.trim() ? body.chat_id.trim() : void 0) ?? `chat_${randomUUID()}`;
 		const sessionKey = buildSessionKey({
 			agentId,
 			source: channel,
@@ -167,6 +149,21 @@ function registerSessionsRoutes(authenticated, deps) {
 			peerId: chatId
 		}) });
 		if (projectId) service.projects.attachSession(sessionKey, projectId);
+		const rawInitialConfig = body.initialAgentConfig && typeof body.initialAgentConfig === "object" ? body.initialAgentConfig : {};
+		const model = typeof rawInitialConfig.model === "string" && rawInitialConfig.model.trim() ? rawInitialConfig.model.trim() : void 0;
+		const thinkingLevel = typeof rawInitialConfig.thinkingLevel === "string" && rawInitialConfig.thinkingLevel.trim() ? rawInitialConfig.thinkingLevel.trim() : void 0;
+		const initialAgentConfig = {
+			...model ? { model } : {},
+			...thinkingLevel ? { thinkingLevel } : {},
+			...body.temporary === true ? { userContextMode: "temporary" } : {}
+		};
+		if (Object.keys(initialAgentConfig).length > 0) {
+			const result = await service.sessions.patchAgentConfig(sessionKey, initialAgentConfig);
+			if (!result.ok) return c.json({
+				ok: false,
+				error: result.error
+			}, 400);
+		}
 		const session = await service.sessions.getSession(sessionKey);
 		return c.json({ session }, 201);
 	});

package/dist/src/gateway/hono/routes/tasks.js

@@ -15,6 +15,7 @@ import { ProjectMonitoringService } from "../../../tasks/project-monitoring-serv
 import { ProjectOperatingViewService } from "../../../tasks/project-operating-view-service.js";
 import { TaskValueMetricsService } from "../../../tasks/task-value-metrics-service.js";
 import { TaskHandoffService } from "../../../tasks/task-handoff-service.js";
+import { TaskDeletionService } from "../../../tasks/task-deletion-service.js";
 import { TaskSignalService } from "../../../tasks/task-signal-service.js";
 import { submitSessionInput } from "./session-input-handler.js";
 import { TaskConversationQueryService } from "../../service/task-conversation-query-service.js";
@@ -33,6 +34,7 @@ function registerTaskRoutes(authenticated, deps) {
 	const projector = new TaskReadModelProjector();
 	const signals = new TaskSignalService(() => deps.service.dispatchTaskRuns());
 	const dependencies = new TaskDependencyService();
+	const deletion = new TaskDeletionService(tasks, runs);
 	const handoffs = new TaskHandoffService({
 		getConfig: () => deps.service.currentConfig,
 		sessionIndex: deps.service.sessionIndexInstance,
@@ -289,6 +291,29 @@ function registerTaskRoutes(authenticated, deps) {
 			task: updated
 		});
 	});
+	authenticated.delete("/api/tasks/:id", taskRateLimit, (c) => {
+		const taskId = c.req.param("id");
+		const result = deletion.delete(taskId);
+		if (result.ok === true) {
+			deps.service.dispatchTaskEvents();
+			return c.json({
+				ok: true,
+				deleted: true,
+				taskId
+			});
+		}
+		if (result.reason === "active_run") return c.json({
+			ok: false,
+			code: "task_active",
+			error: "Cancel the active TaskRun before deleting the Task",
+			runId: result.run.id
+		}, 409);
+		return c.json({
+			ok: false,
+			code: "task_not_found",
+			error: "Task not found"
+		}, 404);
+	});
 	authenticated.put("/api/tasks/:id/dependencies", taskRateLimit, async (c) => {
 		const parsed = TaskDependencyUpdateRequestSchema.safeParse(await c.req.json().catch(() => ({})));
 		if (!parsed.success) return c.json({

package/dist/src/gateway/hono/routes/understanding-sources.d.ts

@@ -1,3 +1,12 @@
 import type { Hono } from 'hono';
 import type { AuthenticatedRouteDeps } from './deps.js';
+export declare function sourceRevocationImpact(grantId: string): {
+    grant: import("../../../user-context/sources/types.js").UnderstandingSourceGrant;
+    understandingIds: string[];
+    focusIds: string[];
+    derivedCount: number;
+    understandingCount: number;
+    focusCount: number;
+    boundedRawCount: number;
+};
 export declare function registerUnderstandingSourceRoutes(authenticated: Hono, deps: AuthenticatedRouteDeps): void;