@segmentstream/agent 0.6.13 → 0.7.0

package/dist/extension/lib/telegram/silent.mjs

@@ -6,10 +6,10 @@ __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
 import "./principal.mjs";
 import { confirmationLocale } from "./confirmation-text.mjs";
-import { agentMessage, observedChatKey } from "./observed.mjs";
 import { splitTelegramText } from "./format.mjs";
 import { inTelegramSendQueue } from "./send-queue.mjs";
-import { a as TelegramDeliveryError, l as customerMessage, o as currentLocale, p as reportTelegramError } from "../../../_chunks/inbound-request-CysnjMdw.mjs";
+import { a as TelegramDeliveryError, l as customerMessage, o as currentLocale, p as reportTelegramError } from "../../../_chunks/inbound-request-BwBvXk0A.mjs";
+import { agentMessage, observedChatKey } from "./observed.mjs";
 const SILENT_MARKERS = new Set(["[silent]", "no_reply"]);
 function isSilentReply(text) {
 	return SILENT_MARKERS.has(text.trim().toLowerCase());
@@ -24,7 +24,7 @@ function replyDelivery(observed, scope = () => "telegram") {
 	return async (event, channel, context) => {
 		if (completionKind(event.message, event.finishReason) !== "reply") return;
 		const message = customerMessage(event.message, confirmationLocale(context.session?.auth.current ?? null, currentLocale()));
-		await inTelegramSendQueue(scope(), channel.telegram.chatId, async () => {
+		const deliveredIds = await inTelegramSendQueue(scope(), channel.telegram.chatId, async () => {
 			const messageIds = [];
 			try {
 				for (const part of splitTelegramText(message)) {
@@ -36,6 +36,7 @@ function replyDelivery(observed, scope = () => "telegram") {
 				const reference = reportTelegramError("telegram_reply_delivery_failed", error, { messageIds });
 				throw new TelegramDeliveryError(reference, error instanceof TelegramDeliveryError ? error.delivery : "unknown", messageIds);
 			}
+			return messageIds;
 		});
 		const text = message.text;
 		if (observed === void 0 || channel.telegram.chatType === "private") return;
@@ -56,6 +57,7 @@ function replyDelivery(observed, scope = () => "telegram") {
 		observed.remember(chat, agentMessage({
 			text,
 			at: new Date().toISOString(),
+			messageId: String(deliveredIds.at(-1)),
 			...inReplyTo === void 0 ? {} : { inReplyTo }
 		}));
 	};

package/dist/extension/lib/telegram/turn-errors.mjs

@@ -6,7 +6,7 @@ __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
 import { memberIdOf } from "./principal.mjs";
 import { confirmationLocale } from "./confirmation-text.mjs";
-import { c as customerCopy, d as failureText, o as currentLocale, p as reportTelegramError } from "../../../_chunks/inbound-request-CysnjMdw.mjs";
+import { c as customerCopy, d as failureText, o as currentLocale, p as reportTelegramError } from "../../../_chunks/inbound-request-BwBvXk0A.mjs";
 const telegramFailureEvents = {
 	async "turn.cancelled"(event, channel, context) {
 		const errorId = reportTelegramError("turn_cancelled", event, {

package/dist/extension/lib/telegram/voice.d.ts

@@ -20,6 +20,7 @@ export declare function voiceNote(voice: VoiceMessage, detail?: string): string;
 export type Transcriber = (input: {
     readonly audio: Uint8Array;
     readonly model: string;
+    readonly abortSignal?: AbortSignal;
 }) => Promise<string>;
 /**
  * Transcribes through AI Gateway. The Gateway provider authenticates with `AI_GATEWAY_API_KEY`
@@ -34,11 +35,14 @@ export declare class TelegramFileError extends Error {
 export declare function downloadTelegramFile(input: {
     readonly proxy: ConnectionProxy;
     readonly fileId: string;
+    readonly abortSignal?: AbortSignal;
+    readonly maxBytes?: number;
 }): Promise<Uint8Array>;
 /** What a voice message becomes: the text of the turn and the note that goes with it. */
 export interface VoiceText {
     readonly text: string;
     readonly note: string;
+    readonly processed?: boolean;
 }
 /**
  * Turns a voice message into text. When it cannot (transcription is off, the file exceeds what a

package/dist/extension/lib/telegram/voice.mjs

@@ -4,8 +4,8 @@ import { createRequire as __eveCreateRequire } from "node:module";
 const __filename = __eveFileURLToPath(import.meta.url);
 __eveDirname(__filename);
 __eveCreateRequire(import.meta.url);
+import { p as reportTelegramError } from "../../../_chunks/inbound-request-BwBvXk0A.mjs";
 import "../connection-proxy.mjs";
-import { p as reportTelegramError } from "../../../_chunks/inbound-request-CysnjMdw.mjs";
 import { gateway, transcribe } from "ai";
 const LABELS = {
 	voice: "voice message",
@@ -41,11 +41,11 @@ function voiceNote(voice, detail) {
 	if (detail !== void 0) parts.push(detail);
 	return `[${parts.join(", ")}]`;
 }
-const gatewayTranscriber = async ({ audio, model }) => {
+const gatewayTranscriber = async ({ audio, model, abortSignal }) => {
 	return (await transcribe({
 		model: gateway.transcription(model),
 		audio,
-		abortSignal: AbortSignal.timeout(TRANSCRIPTION_TIMEOUT_MS)
+		abortSignal: abortSignal ?? AbortSignal.timeout(TRANSCRIPTION_TIMEOUT_MS)
 	})).text.trim();
 };
 var TelegramFileError = class extends Error {
@@ -58,7 +58,7 @@ async function downloadTelegramFile(input) {
 		path: "/getFile",
 		headers: [["content-type", "application/json"]],
 		body: new TextEncoder().encode(JSON.stringify({ file_id: input.fileId }))
-	});
+	}, input.abortSignal);
 	let filePath;
 	let description = "";
 	try {
@@ -75,7 +75,7 @@ async function downloadTelegramFile(input) {
 		path: `/${filePath}`,
 		headers: [],
 		body: new Uint8Array()
-	});
+	}, input.maxBytes, input.abortSignal);
 	if (file.status !== 200) throw new TelegramFileError(`Telegram refused the file download with HTTP ${file.status}.`);
 	return file.body;
 }
@@ -109,7 +109,8 @@ async function voiceText(input) {
 			note
 		} : {
 			text: transcript,
-			note
+			note,
+			processed: true
 		};
 	} catch (error) {
 		return {

package/dist/extension/schedules/confirmations.d.ts

@@ -0,0 +1,6 @@
+/** No model is invoked until an actual expiry outcome is delivered to its original chat. */
+declare const _default: {
+    cron: string;
+    run({ to }: import("eve/schedules").ScheduleHandlerArgs): Promise<void>;
+};
+export default _default;

package/dist/extension/schedules/confirmations.mjs

@@ -0,0 +1,33 @@
+import { fileURLToPath as __eveFileURLToPath } from "node:url";
+import { dirname as __eveDirname } from "node:path";
+import { createRequire as __eveCreateRequire } from "node:module";
+const __filename = __eveFileURLToPath(import.meta.url);
+__eveDirname(__filename);
+__eveCreateRequire(import.meta.url);
+import { channelsEnabled } from "../lib/environment.mjs";
+import segmentstream from "../extension.mjs";
+import telegram_default from "../channels/telegram.mjs";
+import { expireScheduledConfirmations } from "../lib/telegram/confirmation-expiry.mjs";
+import { defineSchedule } from "eve/schedules";
+var confirmations_default = defineSchedule({
+	cron: "* * * * *",
+	async run({ to }) {
+		const settings = segmentstream.config.channels.telegram;
+		if (!channelsEnabled(process.env) || !settings || segmentstream.config.confirmations.mode !== "deferred") return;
+		await expireScheduledConfirmations(settings.connection, async (record, result) => {
+			await to(telegram_default, {
+				chatId: record.data.chatId,
+				messageThreadId: record.data.threadId ? Number(record.data.threadId) : void 0,
+				confirmationAddress: record.data.address,
+				confirmationSessionId: record.data.sessionId
+			}).send(JSON.stringify({
+				type: "confirmation_result",
+				...result
+			}), {
+				auth: null,
+				turnPolicy: "queue"
+			});
+		}, {}, settings);
+	}
+});
+export { confirmations_default as default };

package/dist/extension/tools/ontology.d.ts

@@ -0,0 +1,4 @@
+declare const _default: import("eve").DynamicSentinel<{
+    [k: string]: import("eve/tools").ToolDefinition<Record<string, unknown>, Record<string, unknown>>;
+} | null>;
+export default _default;

package/dist/extension/tools/ontology.mjs

@@ -0,0 +1,30 @@
+import { fileURLToPath as __eveFileURLToPath } from "node:url";
+import { dirname as __eveDirname } from "node:path";
+import { createRequire as __eveCreateRequire } from "node:module";
+const __filename = __eveFileURLToPath(import.meta.url);
+__eveDirname(__filename);
+__eveCreateRequire(import.meta.url);
+import { memberIdOf } from "../lib/telegram/principal.mjs";
+import segmentstream from "../extension.mjs";
+import { ontologyTools } from "../lib/ontology-tools.mjs";
+import { executeDeferredTool } from "../lib/deferred-confirmations.mjs";
+import { defineDynamic, defineTool } from "eve/tools";
+var ontology_default = defineDynamic({ events: { "turn.started": async (_event, context) => {
+	const memberId = memberIdOf(context.session.auth.current);
+	if (!segmentstream.config.ontology.connection || segmentstream.config.confirmations.mode !== "deferred" || memberId === void 0) return null;
+	return Object.fromEntries((await ontologyTools().list(memberId)).map((tool) => {
+		const action = String(tool.name);
+		const schema = tool.inputSchema;
+		const properties = Object.fromEntries(Object.entries(schema.properties ?? {}).filter(([key]) => key !== "_segmentstream"));
+		return [`ontology__${action}`, defineTool({
+			deferred: true,
+			description: String(tool.description ?? tool.title ?? action),
+			inputSchema: {
+				...schema,
+				properties
+			},
+			execute: (input, ctx) => executeDeferredTool(memberId, action, input, ctx)
+		})];
+	}));
+} } });
+export { ontology_default as default };

package/dist/tools/index.d.ts

@@ -6,4 +6,5 @@ export { default as attachments_promote } from "../extension/tools/attachments_p
 export { default as attachments_read } from "../extension/tools/attachments_read.js";
 export { default as attachments_send } from "../extension/tools/attachments_send.js";
 export { default as attachments_table } from "../extension/tools/attachments_table.js";
+export { default as ontology } from "../extension/tools/ontology.js";
 export { default as questions_ask } from "../extension/tools/questions_ask.js";

package/dist/tools/index.mjs

@@ -10,5 +10,6 @@ import attachments_promote_default from "../extension/tools/attachments_promote.
 import attachments_read_default from "../extension/tools/attachments_read.mjs";
 import attachments_send_default from "../extension/tools/attachments_send.mjs";
 import attachments_table_default from "../extension/tools/attachments_table.mjs";
+import ontology_default from "../extension/tools/ontology.mjs";
 import questions_ask_default from "../extension/tools/questions_ask.mjs";
-export { attachments_discard_default as attachments_discard, attachments_list_default as attachments_list, attachments_promote_default as attachments_promote, attachments_read_default as attachments_read, attachments_send_default as attachments_send, attachments_table_default as attachments_table, questions_ask_default as questions_ask };
+export { attachments_discard_default as attachments_discard, attachments_list_default as attachments_list, attachments_promote_default as attachments_promote, attachments_read_default as attachments_read, attachments_send_default as attachments_send, attachments_table_default as attachments_table, ontology_default as ontology, questions_ask_default as questions_ask };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@segmentstream/agent",
-  "version": "0.6.13",
+  "version": "0.7.0",
   "description": "Mount a SegmentStream workspace's agent on eve: the ontology as tools, acting as the member who writes, and Telegram through the workspace's connection.",
   "license": "Apache-2.0",
   "author": "SegmentStream",
@@ -57,11 +57,12 @@
     "typecheck": "tsc -p tsconfig.json --noEmit",
     "lint": "eslint src tests --config ../../eslint.config.mjs",
     "test": "vitest run",
-    "prepack": "npm run build"
+    "prepack": "npm run build",
+    "eval:routing": "tsx tests/routing-eval/cli.ts"
   },
   "dependencies": {
     "@chat-adapter/telegram": "4.41.0",
-    "@segmentstream-cloud/ontology": "0.31.5",
+    "@segmentstream-cloud/ontology": "0.32.0",
     "@vercel/oidc": "^3.8.4",
     "ai": "^7.0.128",
     "csv-parse": "^7.0.3",
@@ -72,6 +73,7 @@
     "mammoth": "^1.13.0",
     "marked": "15.0.12",
     "postal-mime": "^4.0.5",
+    "unpdf": "^1.9.0",
     "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz"
   },
   "peerDependencies": {
@@ -81,7 +83,8 @@
     "@types/node": "^24",
     "eve": "0.76.3",
     "typescript": "^5.9",
-    "vitest": "^4.1.11"
+    "vitest": "^4.1.11",
+    "tsx": "^4"
   },
   "publishConfig": {
     "access": "public"