@segmentstream/agent 0.6.8 → 0.6.10

package/README.md

@@ -381,11 +381,25 @@ Apache-2.0
 
 Production Telegram webhooks archive every receivable message in the platform database,
 including automated posts and unanswered messages. The extension also records replies,
-reply/silent decisions, tool names and redacted argument summaries, results' status, and
+reply/silent decisions, tool names, redacted arguments/results/errors, and
 attachment references. It reloads stored context for the same chat/topic each turn, including
-across cold starts and compaction. File bytes and tool output bodies are not archived.
-
-Retention defaults to 365 days per workspace. Platform REST reads, the workspace ontology's
+across cold starts and compaction. File bytes are replaced by markers.
+
+The Eve hook sanitizes tool arguments, results and failure messages in `argsText`,
+`resultText` and `errorText`; ingestion re-sanitizes them. UTF-8 caps are 16/32/4 KiB, with explicit JSON
+truncation markers. Content and argument summaries expire within 30 days of the original event
+timestamp (clamped to server time); replay cannot renew that window after archive deletion.
+Embedded JSON objects and arrays are sanitized recursively. Strings under text/content/body/csv/tsv
+and file/email body fields are omitted unless they parse as JSON objects or arrays. This includes
+all CSV/TSV documents, with or without headers. `argsSummary` keeps its pre-log semantics: the SDK
+applies bounded credential and file-byte redaction, and ingestion preserves the supplied summary.
+Deploy backend migration 0043/API before upgrading to agent SDK 0.6.10.
+`segmentstream agent logs` and its `show`/`call` commands read this content
+with a human Cloud session; all members with workspace access can read DMs too.
+Runtime/model/MCP conversation readers never receive these new fields.
+
+Archive metadata and message text retain the workspace policy (365 days by default).
+Platform REST reads, the workspace ontology's
 `chat_history` and `chat_search`, and the member REST facade enforce workspace/group
 permissions and DM participant/admin scope. Deploy the backend migration/API and upgrade the
 ontology SDK along with this extension. See the repository's

package/dist/_chunks/conversation-runtime-ovs8IhXJ.mjs

@@ -0,0 +1,212 @@
+import { fileURLToPath as __eveFileURLToPath } from "node:url";
+import { dirname as __eveDirname } from "node:path";
+import { createRequire as __eveCreateRequire } from "node:module";
+const __filename = __eveFileURLToPath(import.meta.url);
+__eveDirname(__filename);
+__eveCreateRequire(import.meta.url);
+import { memberIdOf } from "../extension/lib/telegram/principal.mjs";
+import { conversationEvent, conversations, summarizeArguments } from "../extension/lib/conversations.mjs";
+import { parseAddress } from "../extension/lib/telegram/sessions.mjs";
+import { completionKind } from "../extension/lib/telegram/silent.mjs";
+const CONTENT_CAPS = {
+	args: 16384,
+	result: 32768,
+	error: 4096
+};
+const sensitive = /token|password|passwd|secret|authorization|cookie|credential|api.?key|private.?key|session|iban|card|cvv|ssn|email|phone|address|birth|document.?text|raw.?content|body|bytes|base64/i;
+const encoder = new TextEncoder();
+function luhn(value) {
+	const digits = value.replace(/\D/g, "");
+	if (digits.length < 13 || digits.length > 19) return false;
+	let sum = 0;
+	let double = false;
+	for (let i = digits.length - 1; i >= 0; i--) {
+		let n = Number(digits[i]);
+		if (double && (n *= 2) > 9) n -= 9;
+		sum += n;
+		double = !double;
+	}
+	return sum % 10 === 0;
+}
+function redactText(value) {
+	return value.replace(/[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f-\u009f]/g, "[binary data]").replace(/-----BEGIN [^-\r\n]+-----[\s\S]*?(?:-----END [^-\r\n]+-----|$)/g, "[redacted PEM]").replace(/data:[^\s"']+/gi, "[binary data]").replace(/\b(?:Bearer|Basic)\s+[A-Za-z0-9+/_=.:~\-]+/gi, "[redacted authorization]").replace(/\beyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/g, "[redacted JWT]").replace(/\b(?:ssw_|sscli_|sk[-_]|rk[-_])[A-Za-z0-9._~\-]+/gi, "[redacted key]").replace(/\b([a-z][a-z0-9+.-]*:\/\/)[^\s/@]+@/gi, "$1[redacted]@").replace(/([?&](?:[^=&#\s]*(?:token|password|secret|key|signature|credential|session|auth|cookie)[^=&#\s]*|sig)=)[^&#\s"']*/gi, "$1[redacted]").replace(/((?:["']?)(?:[\w-]*(?:token|password|passwd|secret|authorization|cookie|credential|api.?key|private.?key|session|iban|card|cvv|ssn)[\w-]*)(?:["']?)\s*[:=]\s*)(?:"(?:\\.|[^"\\])*"|'(?:\\.|[^'\\])*'|[^\s,;})]+)/gi, "$1[redacted]").replace(/\b[A-Z]{2}\d{2}(?:[ -]?[A-Z0-9]){11,30}\b/gi, "[redacted IBAN]").replace(/\b\d(?:[ -]?\d){12,18}\b/g, (candidate) => luhn(candidate) ? "[redacted card]" : candidate).replace(/[A-Z0-9.!#$%&'*+/=?^_`{|}~-]+@[A-Z0-9](?:[A-Z0-9.-]*[A-Z0-9])?\.[A-Z]{2,}/gi, "[email]").replace(/\b\d{3}-\d{2}-\d{4}\b/g, "[redacted SSN]").replace(/\b[A-Za-z0-9+/]{128,}={0,2}/g, "[binary data]");
+}
+const documentField = /^(?:text|content|body|csv|tsv|file[_-]?body|email[_-]?body)$/i;
+const omittedDocument = "[omitted: unstructured document content]";
+function redactContent(value) {
+	const seen = new WeakSet();
+	let nodes = 0;
+	const visit = (item, depth, field) => {
+		if (++nodes > 5e3 || depth > 12) return "[omitted: content complexity]";
+		if (typeof item === "string") {
+			try {
+				const embedded = JSON.parse(item);
+				if (embedded !== null && typeof embedded === "object") return JSON.stringify(visit(embedded, depth + 1, field));
+			} catch {}
+			if (documentField.test(field ?? "")) return omittedDocument;
+			return redactText(item);
+		}
+		if (typeof item === "bigint") return item.toString();
+		if (item === null || typeof item !== "object") return item;
+		if (ArrayBuffer.isView(item) || item instanceof ArrayBuffer) return "[binary data]";
+		if (seen.has(item)) return "[omitted: circular]";
+		seen.add(item);
+		if (Array.isArray(item)) {
+			const entries = item.slice(0, 200).map((entry) => visit(entry, depth + 1, field));
+			if (item.length > 200) entries.push("[omitted: array entries]");
+			return entries;
+		}
+		const entries = Object.entries(item);
+		return Object.fromEntries([...entries.slice(0, 200).map(([key, entry]) => [redactText(key), sensitive.test(key) && !documentField.test(key) ? "[redacted]" : visit(entry, depth + 1, key)]), ...entries.length > 200 ? [["_omitted", "[omitted: object entries]"]] : []]);
+	};
+	return visit(value, 0);
+}
+function contentText(value, cap) {
+	if (value == null) return null;
+	let parsed = value;
+	if (typeof value === "string") try {
+		parsed = JSON.parse(value);
+	} catch {}
+	const redacted = redactContent(parsed);
+	const text = typeof redacted === "string" ? redacted : JSON.stringify(redacted) ?? "[omitted]";
+	if (encoder.encode(text).length <= cap) return text;
+	let preview = text;
+	while (true) {
+		const result = JSON.stringify({
+			truncated: true,
+			preview
+		});
+		const bytes = encoder.encode(result).length;
+		if (bytes <= cap) return result;
+		const available = Math.max(0, encoder.encode(preview).length - (bytes - cap) - 4);
+		preview = new TextDecoder().decode(encoder.encode(preview).slice(0, available), { stream: true });
+	}
+}
+function conversationCoordinates(context) {
+	const principal = context.session.auth.current;
+	const telegram = principal?.authenticator === "segmentstream-telegram" || context.channel.kind?.includes("telegram");
+	const address = context.channel.continuationToken;
+	const attributes = principal?.attributes;
+	const fields = address?.split(":");
+	const localAddress = telegram && fields?.length === 4 ? fields.slice(1).join(":") : address;
+	const parsed = telegram && localAddress !== void 0 && /^-?\d+:\d*:\d*$/u.test(localAddress) ? parseAddress(localAddress) : void 0;
+	const attributeChatId = typeof attributes?.chatId === "string" && (!telegram || /^-?\d+$/u.test(attributes.chatId)) ? attributes.chatId : void 0;
+	const chatId = telegram ? parsed?.chatId ?? attributeChatId : attributeChatId !== void 0 ? attributeChatId : address;
+	if (!chatId) return;
+	const memberId = memberIdOf(principal);
+	const chatType = attributes?.chatType;
+	return {
+		provider: telegram ? "telegram" : context.channel.kind ?? "eve",
+		chatId,
+		chatType: chatType === "group" || chatType === "supergroup" || chatType === void 0 && telegram && chatId.startsWith("-") ? "group" : chatType === "channel" ? "channel" : "private",
+		threadId: !telegram ? null : parsed !== void 0 ? parsed.messageThreadId || null : typeof attributes?.messageThreadId === "string" ? attributes.messageThreadId : null,
+		participantIds: memberId === void 0 ? [] : [memberId],
+		senderId: principal?.subject ?? null
+	};
+}
+function conversationRecorder(archive = conversations()) {
+	return async (event, context) => {
+		const coordinates = conversationCoordinates(context);
+		if (coordinates === void 0) return;
+		const base = {
+			...coordinates,
+			sessionId: context.session.id,
+			turnId: event.data !== void 0 && "turnId" in event.data ? event.data.turnId : context.session.turn.id,
+			at: event.meta.at
+		};
+		const eventId = `eve:${context.session.id}:${event.meta.id}`;
+		if (event.type === "actions.requested") for (const action of event.data.actions) {
+			const name = "toolName" in action ? action.toolName : action.name;
+			await archive.append(conversationEvent({
+				...base,
+				eventId: `${eventId}:${action.callId}`,
+				kind: "tool_call",
+				toolCallId: action.callId,
+				toolName: name,
+				argsSummary: summarizeArguments(action.input),
+				argsText: contentText(action.input, CONTENT_CAPS.args),
+				status: "requested"
+			}));
+		}
+		else if (event.type === "action.result") {
+			const result = event.data.result;
+			const name = "toolName" in result ? result.toolName : "name" in result ? result.name : result.subagentName;
+			await archive.append(conversationEvent({
+				...base,
+				eventId,
+				kind: "tool_result",
+				toolCallId: result.callId,
+				toolName: name,
+				status: event.data.status,
+				resultText: contentText("output" in result ? result.output : null, CONTENT_CAPS.result),
+				errorText: contentText(event.data.error?.message ?? (event.data.status === "failed" ? resultErrorMessage(result.output) : null), CONTENT_CAPS.error)
+			}));
+		} else if (event.type === "task.started" || event.type === "task.settled") await archive.append(conversationEvent({
+			...base,
+			eventId,
+			kind: event.type === "task.started" ? "tool_call" : "tool_result",
+			toolCallId: event.data.callId,
+			toolName: event.data.name ?? "task",
+			argsSummary: "{}",
+			...event.type === "task.settled" ? {
+				resultText: contentText(event.data.output, CONTENT_CAPS.result),
+				errorText: contentText(event.data.error?.message, CONTENT_CAPS.error)
+			} : {},
+			status: event.type === "task.started" ? "requested" : event.data.status === "cancelled" ? "cancelled" : event.data.status === "failed" ? "failed" : "completed"
+		}));
+		else if (event.type === "turn.failed" || event.type === "step.failed") await archive.append(conversationEvent({
+			...base,
+			turnId: event.data.turnId,
+			eventId,
+			kind: "decision",
+			decision: "silent",
+			reason: event.type,
+			status: "failed",
+			errorText: contentText(event.data.message, CONTENT_CAPS.error)
+		}));
+		else if (event.type === "message.completed" && event.data.finishReason !== "tool-calls") {
+			const kind = completionKind(event.data.message, event.data.finishReason);
+			const silent = kind !== "reply";
+			const note = kind === "silent_marker" ? "Model returned an explicit silence marker; no message delivery." : kind === "empty" ? "Model completed without final text; no message delivery." : kind === "whitespace" ? "Model returned only whitespace; no message delivery." : "Model produced a reply; transport delivery is recorded separately.";
+			await archive.append(conversationEvent({
+				...base,
+				eventId,
+				kind: "decision",
+				decision: silent ? "silent" : "reply",
+				reason: kind === "reply" ? "model_reply" : `model_${kind}_output`,
+				text: note,
+				argsSummary: JSON.stringify({
+					outputKind: kind,
+					outputCharacters: event.data.message?.length ?? 0,
+					finishReason: event.data.finishReason
+				})
+			}));
+			if (coordinates.provider !== "telegram" && !silent) await archive.append(conversationEvent({
+				...base,
+				eventId: `${eventId}:outbound`,
+				kind: "outbound",
+				text: event.data.message,
+				senderId: "agent",
+				senderIsBot: true,
+				status: "completed"
+			}));
+		} else if (event.type === "message.received" && coordinates.provider !== "telegram") await archive.append(conversationEvent({
+			...base,
+			eventId,
+			kind: "inbound",
+			text: event.data.message,
+			attachments: (event.data.parts ?? []).filter((part) => part.type === "file").map((part, index) => ({
+				id: `${eventId}:file:${index}`,
+				kind: "file",
+				...part.filename ? { filename: part.filename } : {},
+				contentType: part.mediaType
+			}))
+		}));
+	};
+}
+function resultErrorMessage(output) {
+	if (typeof output === "string") return output;
+	if (output !== null && typeof output === "object" && "message" in output && typeof output.message === "string") return output.message;
+	return null;
+}
+export { conversationRecorder as n, conversationCoordinates as t };

package/dist/extension/hooks/conversations.mjs

@@ -4,7 +4,7 @@ import { createRequire as __eveCreateRequire } from "node:module";
 const __filename = __eveFileURLToPath(import.meta.url);
 __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
-import { conversationRecorder } from "../lib/conversation-runtime.mjs";
+import { n as conversationRecorder } from "../../_chunks/conversation-runtime-ovs8IhXJ.mjs";
 import { defineHook } from "eve/hooks";
 var conversations_default = defineHook({ events: { "*": conversationRecorder() } });
 export { conversations_default as default };

package/dist/extension/instructions/conversations.mjs

@@ -5,7 +5,7 @@ const __filename = __eveFileURLToPath(import.meta.url);
 __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
 import { conversations, storedConversationContext } from "../lib/conversations.mjs";
-import { conversationCoordinates } from "../lib/conversation-runtime.mjs";
+import { t as conversationCoordinates } from "../../_chunks/conversation-runtime-ovs8IhXJ.mjs";
 import { defineDynamic, defineInstructions } from "eve/instructions";
 const archive = conversations();
 var conversations_default = defineDynamic({ events: { "turn.started": async (_event, context) => {

package/dist/extension/lib/conversation-runtime.mjs

@@ -4,113 +4,5 @@ import { createRequire as __eveCreateRequire } from "node:module";
 const __filename = __eveFileURLToPath(import.meta.url);
 __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
-import { memberIdOf } from "./telegram/principal.mjs";
-import { conversationEvent, conversations, summarizeArguments } from "./conversations.mjs";
-import { parseAddress } from "./telegram/sessions.mjs";
-import { completionKind } from "./telegram/silent.mjs";
-function conversationCoordinates(context) {
-	const principal = context.session.auth.current;
-	const telegram = principal?.authenticator === "segmentstream-telegram" || context.channel.kind?.includes("telegram");
-	const address = context.channel.continuationToken;
-	const attributes = principal?.attributes;
-	const fields = address?.split(":");
-	const localAddress = telegram && fields?.length === 4 ? fields.slice(1).join(":") : address;
-	const parsed = telegram && localAddress !== void 0 && /^-?\d+:\d*:\d*$/u.test(localAddress) ? parseAddress(localAddress) : void 0;
-	const attributeChatId = typeof attributes?.chatId === "string" && (!telegram || /^-?\d+$/u.test(attributes.chatId)) ? attributes.chatId : void 0;
-	const chatId = telegram ? parsed?.chatId ?? attributeChatId : attributeChatId !== void 0 ? attributeChatId : address;
-	if (!chatId) return;
-	const memberId = memberIdOf(principal);
-	const chatType = attributes?.chatType;
-	return {
-		provider: telegram ? "telegram" : context.channel.kind ?? "eve",
-		chatId,
-		chatType: chatType === "group" || chatType === "supergroup" || chatType === void 0 && telegram && chatId.startsWith("-") ? "group" : chatType === "channel" ? "channel" : "private",
-		threadId: !telegram ? null : parsed !== void 0 ? parsed.messageThreadId || null : typeof attributes?.messageThreadId === "string" ? attributes.messageThreadId : null,
-		participantIds: memberId === void 0 ? [] : [memberId],
-		senderId: principal?.subject ?? null
-	};
-}
-function conversationRecorder(archive = conversations()) {
-	return async (event, context) => {
-		const coordinates = conversationCoordinates(context);
-		if (coordinates === void 0) return;
-		const base = {
-			...coordinates,
-			sessionId: context.session.id,
-			turnId: context.session.turn.id,
-			at: event.meta.at
-		};
-		const eventId = `eve:${context.session.id}:${event.meta.id}`;
-		if (event.type === "actions.requested") for (const action of event.data.actions) {
-			const name = "toolName" in action ? action.toolName : action.name;
-			await archive.append(conversationEvent({
-				...base,
-				eventId: `${eventId}:${action.callId}`,
-				kind: "tool_call",
-				toolCallId: action.callId,
-				toolName: name,
-				argsSummary: summarizeArguments(action.input),
-				status: "requested"
-			}));
-		}
-		else if (event.type === "action.result") {
-			const result = event.data.result;
-			const name = "toolName" in result ? result.toolName : "name" in result ? result.name : result.kind;
-			await archive.append(conversationEvent({
-				...base,
-				eventId,
-				kind: "tool_result",
-				toolCallId: result.callId,
-				toolName: name,
-				status: event.data.status
-			}));
-		} else if (event.type === "task.started" || event.type === "task.settled") await archive.append(conversationEvent({
-			...base,
-			eventId,
-			kind: event.type === "task.started" ? "tool_call" : "tool_result",
-			toolCallId: event.data.callId,
-			toolName: event.data.name ?? "task",
-			argsSummary: "{}",
-			status: event.type === "task.started" ? "requested" : event.data.status === "cancelled" ? "cancelled" : event.data.status === "failed" ? "failed" : "completed"
-		}));
-		else if (event.type === "message.completed" && event.data.finishReason !== "tool-calls") {
-			const kind = completionKind(event.data.message, event.data.finishReason);
-			const silent = kind !== "reply";
-			const note = kind === "silent_marker" ? "Model returned an explicit silence marker; no message delivery." : kind === "empty" ? "Model completed without final text; no message delivery." : kind === "whitespace" ? "Model returned only whitespace; no message delivery." : "Model produced a reply; transport delivery is recorded separately.";
-			await archive.append(conversationEvent({
-				...base,
-				eventId,
-				kind: "decision",
-				decision: silent ? "silent" : "reply",
-				reason: kind === "reply" ? "model_reply" : `model_${kind}_output`,
-				text: note,
-				argsSummary: JSON.stringify({
-					outputKind: kind,
-					outputCharacters: event.data.message?.length ?? 0,
-					finishReason: event.data.finishReason
-				})
-			}));
-			if (coordinates.provider !== "telegram" && !silent) await archive.append(conversationEvent({
-				...base,
-				eventId: `${eventId}:outbound`,
-				kind: "outbound",
-				text: event.data.message,
-				senderId: "agent",
-				senderIsBot: true,
-				status: "completed"
-			}));
-		} else if (event.type === "message.received" && coordinates.provider !== "telegram") await archive.append(conversationEvent({
-			...base,
-			eventId,
-			kind: "inbound",
-			text: event.data.message,
-			attachments: (event.data.parts ?? []).filter((part) => part.type === "file").map((part, index) => ({
-				id: `${eventId}:file:${index}`,
-				kind: "file",
-				...part.filename ? { filename: part.filename } : {},
-				contentType: part.mediaType
-			}))
-		}));
-	};
-}
+import { n as conversationRecorder, t as conversationCoordinates } from "../../_chunks/conversation-runtime-ovs8IhXJ.mjs";
 export { conversationCoordinates, conversationRecorder };

package/dist/extension/lib/conversations.d.ts

@@ -1,6 +1,6 @@
 import { type Environment } from "./environment.js";
 import { type RuntimeToken } from "./runtime-token.js";
-/** Provider-neutral platform archive. Only references and summaries cross this boundary. */
+/** Provider-neutral platform archive. Content uses the shared redaction and byte-limit policy. */
 export interface ConversationEvent {
     readonly eventId: string;
     readonly provider: string;
@@ -22,6 +22,9 @@ export interface ConversationEvent {
     readonly toolCallId: string | null;
     readonly toolName: string | null;
     readonly argsSummary: string | null;
+    readonly argsText?: string | null;
+    readonly resultText?: string | null;
+    readonly errorText?: string | null;
     readonly status: "requested" | "completed" | "failed" | "rejected" | "cancelled" | "unknown" | "sent" | "uncertain" | null;
     readonly operationId?: string | null;
     readonly requestedBy?: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@segmentstream/agent",
-  "version": "0.6.8",
+  "version": "0.6.10",
   "description": "Mount a SegmentStream workspace's agent on eve: the ontology as tools, acting as the member who writes, and Telegram through the workspace's connection.",
   "license": "Apache-2.0",
   "author": "SegmentStream",