agent-sin 0.1.11 → 0.1.15

package/dist/telegram/bot.js

@@ -2,10 +2,12 @@ import path from "node:path";
 import { mkdir, readFile, writeFile } from "node:fs/promises";
 import { loadConfig } from "../core/config.js";
 import { appendEventLog } from "../core/logger.js";
+import { stripInternalControlBlocks, } from "../core/chat-engine.js";
 import { createIntentRuntime, renderBuildFooter, shouldShowBuildFooter, } from "../builder/build-flow.js";
 import { routeConversationMessage, } from "../builder/conversation-router.js";
 import { cleanProgressText, formatBuildProgress, progressIntervalMs } from "../builder/progress-format.js";
 import { chunkText, cleanAttachmentText, formatAttachmentLabel, formatBytes, guessImageMimeType, indentAttachmentContent, isImageLikeFile, isTextLikeFile, } from "../core/message-utils.js";
+import { collectLocalFileAttachments, collectLocalImageAttachments, } from "../core/image-attachments.js";
 import { isEmptyIntentRuntime, loadIntentRuntimeMap, saveIntentRuntimeMap, } from "../builder/intent-runtime-store.js";
 import { inferLocaleFromText, l, lLines, withLocale } from "../core/i18n.js";
 import { consumeUpdateBanner, scheduleUpdateCheck } from "../core/update-notifier.js";
@@ -350,20 +352,20 @@ async function handleTelegramMessage(state, message) {
         draft.update(l("Thinking", "考えています"), { force: true });
         const prevMode = intentRuntime.mode;
         try {
-            const lines = await routeTelegramMessage(state, userText, history, intentRuntime, chatKey, chatId, threadId, message.message_id, draft, userMessage.images);
+            const routed = await routeTelegramMessage(state, userText, history, intentRuntime, chatKey, chatId, threadId, message.message_id, draft, userMessage.images);
             typing.stop();
             trimHistory(history);
             void saveTelegramHistories(state);
             void saveTelegramIntentRuntimes(state);
             const isBuildEntry = prevMode !== "build" && intentRuntime.mode === "build";
-            const decorated = withTelegramModeBadge(intentRuntime, lines, { userText, isBuildEntry });
+            const decorated = withTelegramModeBadge(intentRuntime, routed.lines, { userText, isBuildEntry });
             scheduleUpdateCheck(state.config.workspace);
             const banner = await consumeUpdateBanner(state.config.workspace);
             const finalLines = banner ? [banner, "", ...decorated] : decorated;
             const reply = finalLines.filter((line) => line !== undefined && line !== null).join("\n").trim();
             draft.update(l("Sending reply", "応答を送信しています"), { force: true });
             await draft.finish();
-            await sendTelegramMessage(state, chatId, reply || l("(no response)", "（応答なし）"), sendOptions);
+            await sendTelegramMessageWithLocalAttachments(state, chatId, reply || l("(no response)", "（応答なし）"), sendOptions, routed.localAttachmentPaths);
         }
         catch (error) {
             typing.stop();
@@ -397,7 +399,8 @@ async function refreshTelegramStateConfig(state) {
     }
 }
 async function routeTelegramMessage(state, text, history, intentRuntime, chatKey, chatId, threadId, replyToMessageId, draft, images = []) {
-    return routeConversationMessage({
+    const localAttachmentPaths = [];
+    const lines = await routeConversationMessage({
         config: state.config,
         text,
         history,
@@ -407,7 +410,11 @@ async function routeTelegramMessage(state, text, history, intentRuntime, chatKey
         createBuildProgress: () => createTelegramBuildProgressReporter(state, chatKey, chatId, threadId, replyToMessageId, draft),
         onChatProgress: (event) => draft.onChatProgress(event),
         onAiProgress: (event) => draft.onAiProgress(event),
+        onLocalAttachments: (paths) => {
+            localAttachmentPaths.push(...paths);
+        },
     });
+    return { lines, localAttachmentPaths };
 }
 function createTelegramBuildProgressReporter(state, chatKey, chatId, threadId, replyToMessageId, draft) {
     const minIntervalMs = telegramProgressIntervalMs();
@@ -527,31 +534,9 @@ function helpText() {
     return lLines([
         "Welcome to the Agent-Sin Telegram bot.",
         "It responds in DMs, mentions, and replies to the bot. Registered skills are called automatically when useful.",
-        "",
-        "Commands:",
-        "  /help                         Show this help",
-        "  /reset                        Reset this chat history",
-        "  /progress quiet|detail         Toggle progress messages",
-        "  /back                         Return from build/edit mode to chat mode",
-        "  /build [skill-id] [request]    Create a new skill",
-        '  /build chat <id> "message"    Revise through conversation',
-        "  /build list                   List drafts",
-        "  /build test <id>              Test a draft",
-        "  /build status <id>            Show status",
     ], [
         "Agent-Sin Telegram bot へようこそ。",
         "DM、メンション、bot への返信に反応します。登録済みスキルも自動で呼び出されます。",
-        "",
-        "コマンド:",
-        "  /help                         この使い方を表示",
-        "  /reset                        このチャットの会話履歴をリセット",
-        "  /progress quiet|detail         進捗通知の量を切り替え",
-        "  /back                         build / edit モードから chat モードに戻る",
-        "  /build [skill-id] [要望]      新規スキルを作成",
-        '  /build chat <id> "メッセージ" 会話しながら修正',
-        "  /build list                   作成中の一覧",
-        "  /build test <id>              動作確認",
-        "  /build status <id>            状態を見る",
     ]).join("\n");
 }
 async function formatTelegramUserMessageForChat(state, message) {
@@ -733,7 +718,7 @@ async function persistTelegramAttachmentBuffer(state, attachment, buffer, mimeTy
         const HH = String(now.getHours()).padStart(2, "0");
         const mm = String(now.getMinutes()).padStart(2, "0");
         const ss = String(now.getSeconds()).padStart(2, "0");
-        const dir = path.join(state.config.notes_dir, "attachments", yyyy, MM);
+        const dir = path.join(state.config.memory_dir, "attachments", yyyy, MM);
         await mkdir(dir, { recursive: true });
         const ext = pickAttachmentExtension(attachment.filename, mimeType);
         const random = Math.random().toString(36).slice(2, 8);
@@ -924,6 +909,12 @@ export function formatTelegramDraftProgress(event) {
             return null;
     }
 }
+export function formatTelegramChatDraftProgress(event) {
+    if (event.kind === "message") {
+        return l("Preparing reply", "応答を整理しています");
+    }
+    return formatTelegramDraftProgress(event);
+}
 function createTelegramDraftStreamer(state, message) {
     if (!shouldUseTelegramDraftStream(message)) {
         return noopTelegramDraftStreamer();
@@ -990,9 +981,9 @@ function createTelegramDraftStreamer(state, message) {
             }
         },
         onAiProgress(event) {
-            const text = formatTelegramDraftProgress(event);
+            const text = formatTelegramChatDraftProgress(event);
             if (text)
-                enqueue(text, event.kind === "message");
+                enqueue(text);
         },
         onBuildProgress(event) {
             const text = formatTelegramDraftProgress(event);
@@ -1024,7 +1015,7 @@ function telegramDraftIntervalMs() {
     return 1500;
 }
 function cleanDraftText(text) {
-    const cleaned = text
+    const cleaned = stripInternalControlBlocks(text)
         .replace(/```/g, "")
         .replace(/\r\n/g, "\n")
         .replace(/\r/g, "\n")
@@ -1058,7 +1049,11 @@ function startTypingKeepalive(state, chatId, threadId) {
     };
 }
 async function sendTelegramMessage(state, chatId, content, options = {}) {
-    const chunks = chunkTelegramMessage(content);
+    const sanitized = stripInternalControlBlocks(content);
+    if (!sanitized.trim()) {
+        return;
+    }
+    const chunks = chunkTelegramMessage(sanitized);
     for (let index = 0; index < chunks.length; index += 1) {
         const chunk = chunks[index];
         const payload = telegramSendPayload(chatId, chunk, index === 0 ? options : { threadId: options.threadId });
@@ -1088,6 +1083,60 @@ async function sendTelegramMessage(state, chatId, content, options = {}) {
         }
     }
 }
+async function sendTelegramMessageWithLocalAttachments(state, chatId, content, options = {}, localAttachmentPaths = []) {
+    const sanitized = stripInternalControlBlocks(content);
+    const explicitAttachments = await collectLocalFileAttachments({
+        paths: localAttachmentPaths,
+        cwd: state.config.workspace,
+        allowedRoots: [state.config.workspace, state.config.notes_dir],
+    });
+    const inlineImages = await collectLocalImageAttachments({
+        text: sanitized,
+        cwd: state.config.workspace,
+        allowedRoots: [state.config.workspace, state.config.notes_dir],
+    });
+    const attachments = dedupeLocalAttachments([...explicitAttachments, ...inlineImages]);
+    if (sanitized.trim()) {
+        await sendTelegramMessage(state, chatId, sanitized, options);
+    }
+    for (let index = 0; index < attachments.length; index += 1) {
+        await sendTelegramFileAttachment(state, chatId, attachments[index], index === 0 && !sanitized.trim() ? options : { threadId: options.threadId });
+    }
+}
+async function sendTelegramFileAttachment(state, chatId, attachment, options = {}) {
+    const method = shouldSendTelegramAsPhoto(attachment) ? "sendPhoto" : "sendDocument";
+    const fileField = method === "sendPhoto" ? "photo" : "document";
+    const payload = telegramFilePayload(chatId, options);
+    try {
+        const buffer = await readFile(attachment.path);
+        await telegramMultipartApi(state, method, payload, fileField, attachment.filename, attachment.mimeType, buffer);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        console.error(`agent-sin telegram: file send error: ${message}`);
+        await appendEventLog(state.config, {
+            level: "error",
+            source: "telegram",
+            event: "file_send_error",
+            message,
+            details: { chat_id: chatId, path: attachment.path },
+        });
+    }
+}
+function shouldSendTelegramAsPhoto(attachment) {
+    return attachment.isImage && ["image/png", "image/jpeg", "image/webp"].includes(attachment.mimeType.toLowerCase());
+}
+function dedupeLocalAttachments(attachments) {
+    const seen = new Set();
+    const out = [];
+    for (const attachment of attachments) {
+        if (seen.has(attachment.path))
+            continue;
+        seen.add(attachment.path);
+        out.push(attachment);
+    }
+    return out;
+}
 async function sendTelegramChatAction(state, chatId, threadId) {
     try {
         const payload = {
@@ -1103,6 +1152,21 @@ async function sendTelegramChatAction(state, chatId, threadId) {
         // typing indicator is a hint; ignore failures
     }
 }
+function telegramFilePayload(chatId, options = {}) {
+    const payload = {
+        chat_id: chatId,
+    };
+    if (options.threadId) {
+        payload.message_thread_id = options.threadId;
+    }
+    if (options.replyToMessageId && process.env.AGENT_SIN_TELEGRAM_REPLY_TO_MESSAGE !== "0") {
+        payload.reply_parameters = {
+            message_id: options.replyToMessageId,
+            allow_sending_without_reply: true,
+        };
+    }
+    return payload;
+}
 async function telegramApi(state, method, payload) {
     const response = await fetch(`${TELEGRAM_API_BASE}/bot${state.token}/${method}`, {
         method: "POST",
@@ -1119,6 +1183,33 @@ async function telegramApi(state, method, payload) {
     }
     return data.result;
 }
+async function telegramMultipartApi(state, method, payload, fileField, filename, mimeType, buffer) {
+    const form = new FormData();
+    for (const [key, value] of Object.entries(payload)) {
+        if (value === undefined || value === null)
+            continue;
+        form.append(key, typeof value === "object" ? JSON.stringify(value) : String(value));
+    }
+    form.append(fileField, blobFromBuffer(buffer, mimeType), filename);
+    const response = await fetch(`${TELEGRAM_API_BASE}/bot${state.token}/${method}`, {
+        method: "POST",
+        body: form,
+    });
+    if (!response.ok) {
+        const detail = await response.text().catch(() => "");
+        throw new Error(`HTTP ${response.status} ${detail.slice(0, 200)}`);
+    }
+    const data = (await response.json());
+    if (!data.ok) {
+        throw new Error(data.description || "Telegram API error");
+    }
+    return data.result;
+}
+function blobFromBuffer(buffer, type) {
+    const bytes = new Uint8Array(buffer.length);
+    bytes.set(buffer);
+    return new Blob([bytes.buffer], { type });
+}
 async function loadTelegramOffset(filePath) {
     try {
         const raw = await readFile(filePath, "utf8");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-sin",
-  "version": "0.1.11",
+  "version": "0.1.15",
   "description": "Program Skill-first personal AI agent OS CLI.",
   "type": "module",
   "license": "MIT",
@@ -44,12 +44,14 @@
     "release:check": "npm test && npm run pack:check"
   },
   "dependencies": {
+    "better-sqlite3": "^12.10.0",
     "nodemailer": "^8.0.7",
     "typescript": "^5.9.3",
     "ws": "^8.20.0",
     "yaml": "^2.7.0"
   },
   "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
     "@types/node": "^22.10.0",
     "@types/nodemailer": "^8.0.0",
     "@types/ws": "^8.18.1"

package/templates/even-g2-agent/README.md

@@ -0,0 +1,83 @@
+# Agent-Sin Even G2 Template
+
+This is a minimal Even Hub app for the Agent-Sin G2 gateway.
+
+> 👉 **End-to-end setup guide for using this on your own G2 glasses:**
+> [English](../../docs/even-g2-setup.md) · [日本語](../../docs/even-g2-setup.ja.md)
+> The Local Flow below is the minimal developer-facing reference.
+
+## Local Flow
+
+1. Start the gateway:
+
+   ```bash
+   agent-sin g2 setup --history-channel discord --discord-thread auto
+   agent-sin service restart
+   ```
+
+   Use `--history-channel telegram` or `--history-channel none` if you do not
+   want Discord history.
+
+2. Edit `app.json` to add your own gateway and dev-server origins to
+   `permissions[0].whitelist`. The committed file only lists `127.0.0.1` so
+   personal IPs and Tailscale hostnames never leak into git. Add what you need
+   locally, for example:
+
+   ```json
+   "whitelist": [
+     "http://127.0.0.1:8765",
+     "http://127.0.0.1:5173",
+     "http://192.168.1.23:5173",
+     "http://192.168.1.23:8765"
+   ]
+   ```
+
+   For Tailscale, keep the phone on Tailscale and use the private URL instead
+   of any public Funnel URL:
+
+   ```json
+   "whitelist": ["http://your-device.tailnet-name.ts.net:8765"]
+   ```
+
+   Do not commit your edited `app.json` with personal hosts. Revert it to the
+   `127.0.0.1`-only baseline before staging, or keep your edits in a working
+   copy you do not push.
+
+3. Install and run the app:
+
+   ```bash
+   npm install
+   npm run dev
+   ```
+
+   In another terminal:
+
+   ```bash
+   npm run qr:auto
+   ```
+
+   The QR URL includes the app URL, gateway URL, and token. The token is placed
+   in the URL hash so it is not sent to the Vite dev server.
+
+   Override detection when needed:
+
+   ```bash
+   npm run qr:auto -- --host 100.x.y.z
+   npm run qr:auto -- --app http://100.x.y.z:5173 --server http://100.x.y.z:8765
+   ```
+
+4. Open it from the glasses menu.
+
+## Controls
+
+- `Talk`: start voice capture
+- `Talk` again: stop and send
+- `Inbox`: show latest unread gateway notification
+- `Exit`: close the glasses page
+
+Voice transcription uses the gateway's `OPENAI_API_KEY` and defaults to
+`gpt-4o-mini-transcribe`. Text and agent replies are mirrored to configured
+Discord / Telegram notification targets only when `AGENT_SIN_G2_HISTORY_CHANNEL`
+is set to `telegram`, `discord`, or `auto`. With
+`AGENT_SIN_G2_DISCORD_THREAD=auto`, the gateway creates one public Discord
+thread in the configured Discord channel and keeps G2 history there.

package/templates/even-g2-agent/app.json

@@ -0,0 +1,20 @@
+{
+  "package_id": "com.example.agentsin",
+  "edition": "202601",
+  "name": "Agent-Sin",
+  "version": "0.1.0",
+  "min_app_version": "2.0.0",
+  "min_sdk_version": "0.0.10",
+  "entrypoint": "index.html",
+  "permissions": [
+    {
+      "name": "network",
+      "desc": "Connects to the user's Agent-Sin gateway for private agent messages.",
+      "whitelist": [
+        "http://127.0.0.1:8765",
+        "http://127.0.0.1:5173"
+      ]
+    }
+  ],
+  "supported_languages": ["ja", "en"]
+}

package/templates/even-g2-agent/index.html

@@ -0,0 +1,31 @@
+<!doctype html>
+<html lang="ja">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Agent-Sin</title>
+  </head>
+  <body>
+    <main id="app">
+      <h1>Agent-Sin</h1>
+      <form id="settings">
+        <label>
+          Server URL
+          <input id="serverUrl" placeholder="http://192.168.1.10:8765" />
+        </label>
+        <label>
+          Token
+          <input id="token" placeholder="AGENT_SIN_G2_TOKEN" />
+        </label>
+        <button type="submit">Save</button>
+      </form>
+      <p id="status">Loading...</p>
+      <form id="textForm">
+        <input id="textInput" placeholder="Test message" />
+        <button type="submit">Send</button>
+      </form>
+      <pre id="log"></pre>
+    </main>
+    <script type="module" src="/src/main.ts"></script>
+  </body>
+</html>