@chozzz/vargos 2.0.6 → 2.0.8

package/dist/services/mcp-client/index.d.ts

@@ -0,0 +1,37 @@
+/**
+ * MCP client service — loads external MCP servers and exposes them as bus events.
+ *
+ * Inverse of edge/mcp:
+ *   edge/mcp exports bus events as MCP tools to external clients (outbound)
+ *   this service imports external MCP servers as bus events (inbound)
+ *
+ * MCP servers are configured in ~/.vargos/agent/mcp.json:
+ *   {
+ *     "mcpServers": {
+ *       "server-name": { command: "node server.js" },
+ *     }
+ *   }
+ *
+ * Tools become callable events: mcp.server-name.toolName on the bus
+ */
+import type { Bus } from '../../gateway/bus.js';
+import type { AppConfig } from '../../services/config/index.js';
+export declare class McpClientService {
+    private readonly bus;
+    private readonly config;
+    private servers;
+    constructor(bus: Bus, config: AppConfig);
+    start(): Promise<void>;
+    private connectServer;
+    /**
+     * Convert JSON Schema to Zod schema.
+     * Handles common JSON Schema properties like type, properties, required, etc.
+     */
+    private jsonSchemaToZod;
+    private registerToolHandler;
+    stop(): Promise<void>;
+}
+export declare function boot(bus: Bus): Promise<{
+    stop(): Promise<void>;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/dist/services/mcp-client/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../services/mcp-client/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAQH,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAehE,qBAAa,gBAAgB;IAIzB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJzB,OAAO,CAAC,OAAO,CAA0C;gBAGtC,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,SAAS;IAG9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAsDd,aAAa;IA6D3B;;;OAGG;IAEH,OAAO,CAAC,eAAe;IAwDvB,OAAO,CAAC,mBAAmB;IA+CrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAiB5B;AAID,wBAAsB,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC;IAAE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CAAC,CAKvE"}

package/dist/services/mcp-client/index.js

@@ -0,0 +1,258 @@
+/**
+ * MCP client service — loads external MCP servers and exposes them as bus events.
+ *
+ * Inverse of edge/mcp:
+ *   edge/mcp exports bus events as MCP tools to external clients (outbound)
+ *   this service imports external MCP servers as bus events (inbound)
+ *
+ * MCP servers are configured in ~/.vargos/agent/mcp.json:
+ *   {
+ *     "mcpServers": {
+ *       "server-name": { command: "node server.js" },
+ *     }
+ *   }
+ *
+ * Tools become callable events: mcp.server-name.toolName on the bus
+ */
+import { z } from 'zod';
+import { existsSync, readFileSync } from 'node:fs';
+import path from 'node:path';
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
+import { createLogger } from '../../lib/logger.js';
+import { toMessage } from '../../lib/error.js';
+import { getDataPaths } from '../../lib/paths.js';
+const log = createLogger('mcp-client');
+// ── McpClientService ──────────────────────────────────────────────────────────
+export class McpClientService {
+    bus;
+    config;
+    servers = new Map();
+    constructor(bus, config) {
+        this.bus = bus;
+        this.config = config;
+    }
+    async start() {
+        const { dataDir } = getDataPaths();
+        const mcpConfigPath = path.join(dataDir, 'agent', 'mcp.json');
+        let mcpServers = this.config.mcpServers || {};
+        // Load from agent/mcp.json if it exists (merged with config.mcpServers)
+        if (existsSync(mcpConfigPath)) {
+            try {
+                const content = readFileSync(mcpConfigPath, 'utf8');
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const mcpConfig = JSON.parse(content);
+                if (mcpConfig.mcpServers) {
+                    mcpServers = { ...mcpServers, ...mcpConfig.mcpServers };
+                    log.info(`loaded MCP servers from agent/mcp.json`);
+                }
+            }
+            catch (err) {
+                log.warn(`failed to load agent/mcp.json: ${toMessage(err)}`);
+            }
+        }
+        if (!mcpServers || Object.keys(mcpServers).length === 0) {
+            log.debug('no MCP servers configured');
+            return;
+        }
+        for (const [name, serverConfig] of Object.entries(mcpServers)) {
+            // Skip disabled servers
+            if (serverConfig.enabled === false) {
+                log.debug(`MCP server disabled: ${name}`);
+                continue;
+            }
+            try {
+                await Promise.race([
+                    this.connectServer(name, serverConfig),
+                    // 5 second timeout per server to avoid hanging on unavailable servers
+                    new Promise((_resolve, reject) => {
+                        setTimeout(() => reject(new Error('connection timeout')), 5000);
+                    }),
+                ]);
+            }
+            catch (err) {
+                log.warn(`MCP server ${name}: ${toMessage(err)}`);
+                // Continue with other servers even if one fails
+            }
+        }
+        if (this.servers.size > 0) {
+            log.info(`connected ${this.servers.size} MCP server(s)`);
+        }
+        else if (Object.keys(mcpServers).length > 0) {
+            log.debug(`no MCP servers available (${Object.keys(mcpServers).length} configured but not connectable)`);
+        }
+    }
+    async connectServer(name, config) {
+        const transport = config.transport || 'stdio';
+        if (transport !== 'stdio') {
+            throw new Error(`transport not supported: ${transport} (only stdio supported currently)`);
+        }
+        // Support both "command" string and "command/args" format
+        const cmdStr = config.command;
+        if (!cmdStr)
+            throw new Error(`server ${name}: stdio transport requires command`);
+        let cmd;
+        let args;
+        if (Array.isArray(config.args)) {
+            // Separate command and args arrays
+            cmd = cmdStr;
+            args = config.args;
+        }
+        else {
+            // Parse command string with space-separated args
+            const parts = cmdStr.split(' ');
+            cmd = parts[0];
+            args = parts.slice(1);
+        }
+        // Extract optional env vars
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const env = config.env || {};
+        const clientTransport = new StdioClientTransport({
+            command: cmd,
+            args,
+            env: Object.keys(env).length > 0 ? { ...process.env, ...env } : undefined,
+        });
+        const client = new Client({
+            name: `vargos-mcp-client-${name}`,
+            version: '1.0.0',
+        });
+        try {
+            await client.connect(clientTransport);
+            const { tools } = await client.listTools();
+            const toolMap = new Map(tools.map(t => [t.name, t]));
+            const registeredTools = new Set();
+            this.servers.set(name, { client, tools: toolMap, registeredTools });
+            log.info(`MCP server connected: ${name} (${tools.length} tools)`);
+            // Dynamically register each tool as a bus callable event
+            for (const tool of tools) {
+                this.registerToolHandler(name, tool, registeredTools);
+            }
+        }
+        catch (err) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            await clientTransport.close?.();
+            throw err;
+        }
+    }
+    /**
+     * Convert JSON Schema to Zod schema.
+     * Handles common JSON Schema properties like type, properties, required, etc.
+     */
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    jsonSchemaToZod(jsonSchema) {
+        if (!jsonSchema || typeof jsonSchema !== 'object') {
+            return z.any();
+        }
+        const { type, properties, required, items, enum: enumValues } = jsonSchema;
+        // Handle enum
+        if (enumValues && Array.isArray(enumValues) && enumValues.length > 0) {
+            return z.enum(enumValues);
+        }
+        // Handle array
+        if (type === 'array' || Array.isArray(type) && type.includes('array')) {
+            const itemSchema = items ? this.jsonSchemaToZod(items) : z.any();
+            return z.array(itemSchema);
+        }
+        // Handle object
+        if (type === 'object' || type === undefined || (Array.isArray(type) && type.includes('object'))) {
+            if (properties && typeof properties === 'object') {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const zodProperties = {};
+                for (const [key, prop] of Object.entries(properties)) {
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    zodProperties[key] = this.jsonSchemaToZod(prop);
+                    // Make fields optional unless explicitly required
+                    if (!required || !required.includes(key)) {
+                        zodProperties[key] = zodProperties[key].optional();
+                    }
+                }
+                return z.object(zodProperties).passthrough();
+            }
+            // No properties specified — accept any object
+            return z.object({}).passthrough();
+        }
+        // Handle primitives
+        switch (type) {
+            case 'string':
+                return z.string();
+            case 'number':
+                return z.number();
+            case 'integer':
+                return z.number().int();
+            case 'boolean':
+                return z.boolean();
+            case 'null':
+                return z.null();
+            default:
+                return z.any();
+        }
+    }
+    registerToolHandler(serverName, tool, registeredTools) {
+        const eventName = `mcp.${serverName}.${tool.name}`;
+        // Dynamically register the tool as a callable event
+        const handler = async (params) => {
+            const connection = this.servers.get(serverName);
+            if (!connection)
+                throw new Error(`MCP server not connected: ${serverName}`);
+            try {
+                const result = await connection.client.callTool({
+                    name: tool.name,
+                    arguments: params,
+                });
+                // Convert MCP response to bus event result
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const content = result.content || [];
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                if (result.isError) {
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    const textContent = content.find((c) => c.type === 'text');
+                    throw new Error(textContent?.text || 'Tool error');
+                }
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                const textContent = content.find((c) => c.type === 'text');
+                return textContent
+                    ? { text: textContent.text }
+                    : { content };
+            }
+            catch (err) {
+                log.error(`tool call failed: ${serverName}.${tool.name}: ${toMessage(err)}`);
+                throw err;
+            }
+        };
+        // Register with bus using the public registerTool API
+        // Convert MCP JSON Schema to Zod schema for introspection
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const zodSchema = this.jsonSchemaToZod(tool.inputSchema);
+        const toolSchema = {
+            description: tool.description || `MCP tool: ${tool.name}`,
+            schema: zodSchema,
+        };
+        this.bus.registerTool(eventName, handler, toolSchema);
+        registeredTools.add(eventName);
+    }
+    async stop() {
+        for (const { client, registeredTools } of this.servers.values()) {
+            // Unregister all tools
+            for (const eventName of registeredTools) {
+                this.bus.unregisterTool(eventName);
+            }
+            registeredTools.clear();
+            // Close MCP client
+            try {
+                await client.close?.();
+            }
+            catch {
+                // best effort
+            }
+        }
+        this.servers.clear();
+    }
+}
+// ── Boot ───────────────────────────────────────────────────────────────────────
+export async function boot(bus) {
+    const config = await bus.call('config.get', {});
+    const svc = new McpClientService(bus, config);
+    await svc.start();
+    return { stop: () => svc.stop() };
+}
+//# sourceMappingURL=index.js.map

package/dist/services/mcp-client/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../services/mcp-client/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AAIjF,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;AAQvC,iFAAiF;AAEjF,MAAM,OAAO,gBAAgB;IAIR;IACA;IAJX,OAAO,GAAG,IAAI,GAAG,EAA+B,CAAC;IAEzD,YACmB,GAAQ,EACR,MAAiB;QADjB,QAAG,GAAH,GAAG,CAAK;QACR,WAAM,GAAN,MAAM,CAAW;IACjC,CAAC;IAEJ,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAE9D,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QAE9C,wEAAwE;QACxE,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;gBACpD,8DAA8D;gBAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAQ,CAAC;gBAC7C,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;oBACzB,UAAU,GAAG,EAAE,GAAG,UAAU,EAAE,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;oBACxD,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,kCAAkC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9D,wBAAwB;YACxB,IAAK,YAAoB,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;gBAC5C,GAAG,CAAC,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;gBAC1C,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,IAAI,CAAC;oBACjB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,YAAuC,CAAC;oBACjE,sEAAsE;oBACtE,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;wBACtC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;oBAClE,CAAC,CAAC;iBACH,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClD,gDAAgD;YAClD,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,IAAI,gBAAgB,CAAC,CAAC;QAC3D,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,KAAK,CAAC,6BAA6B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,kCAAkC,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,MAA+B;QACvE,MAAM,SAAS,GAAI,MAAM,CAAC,SAAoB,IAAI,OAAO,CAAC;QAE1D,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,mCAAmC,CAAC,CAAC;QAC5F,CAAC;QAED,0DAA0D;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAiB,CAAC;QACxC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,oCAAoC,CAAC,CAAC;QAEjF,IAAI,GAAW,CAAC;QAChB,IAAI,IAAc,CAAC;QAEnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,mCAAmC;YACnC,GAAG,GAAG,MAAM,CAAC;YACb,IAAI,GAAI,MAAM,CAAC,IAAiB,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,iDAAiD;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAChC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QAED,4BAA4B;QAC5B,8DAA8D;QAC9D,MAAM,GAAG,GAAI,MAAM,CAAC,GAAW,IAAI,EAAE,CAAC;QAEtC,MAAM,eAAe,GAAG,IAAI,oBAAoB,CAAC;YAC/C,OAAO,EAAE,GAAG;YACZ,IAAI;YACJ,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;SAC1E,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;YACxB,IAAI,EAAE,qBAAqB,IAAI,EAAE;YACjC,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACtC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;YAE3C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;YAEpE,GAAG,CAAC,IAAI,CAAC,yBAAyB,IAAI,KAAK,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;YAElE,yDAAyD;YACzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,8DAA8D;YAC9D,MAAO,eAAuB,CAAC,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,8DAA8D;IACtD,eAAe,CAAC,UAAe;QACrC,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YAClD,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC;QAGD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QAE3E,cAAc;QACd,IAAI,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAErE,OAAO,CAAC,CAAC,IAAI,CAAC,UAAmC,CAAC,CAAC;QACrD,CAAC;QAED,eAAe;QACf,IAAI,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACtE,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YACjE,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7B,CAAC;QAED,gBAAgB;QAChB,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAChG,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBACjD,8DAA8D;gBAC9D,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;oBACrD,8DAA8D;oBAC9D,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAW,CAAC,CAAC;oBACvD,kDAAkD;oBAClD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBACzC,aAAa,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACrD,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,CAAC;YACD,8CAA8C;YAC9C,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,CAAC;QAED,oBAAoB;QACpB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,QAAQ;gBACX,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,SAAS;gBACZ,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;YAC1B,KAAK,SAAS;gBACZ,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,MAAM;gBACT,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAClB;gBACE,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,UAAkB,EAAE,IAAU,EAAE,eAA4B;QACtF,MAAM,SAAS,GAAG,OAAO,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QAEnD,oDAAoD;QACpD,MAAM,OAAO,GAAG,KAAK,EAAE,MAAe,EAAE,EAAE;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;YAE5E,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,MAAiC;iBAC7C,CAAC,CAAC;gBAEH,2CAA2C;gBAC3C,8DAA8D;gBAC9D,MAAM,OAAO,GAAI,MAAc,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC9C,8DAA8D;gBAC9D,IAAK,MAAc,CAAC,OAAO,EAAE,CAAC;oBAC5B,8DAA8D;oBAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;oBAChE,MAAM,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,IAAI,YAAY,CAAC,CAAC;gBACrD,CAAC;gBAED,8DAA8D;gBAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;gBAChE,OAAO,WAAW;oBAChB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE;oBAC5B,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;YAClB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,qBAAqB,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7E,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC,CAAC;QAEF,sDAAsD;QACtD,0DAA0D;QAC1D,8DAA8D;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAkB,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,aAAa,IAAI,CAAC,IAAI,EAAE;YACzD,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QACtD,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,KAAK,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAChE,uBAAuB;YACvB,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;gBACxC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACrC,CAAC;YACD,eAAe,CAAC,KAAK,EAAE,CAAC;YAExB,mBAAmB;YACnB,IAAI,CAAC;gBACH,MAAO,MAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc;YAChB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,kFAAkF;AAElF,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,GAAQ;IACjC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;IAClB,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;AACpC,CAAC"}

package/dist/services/media/extract-document.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Local document text extraction — PDF, DOCX, XLSX, TXT, MD
+ * No external API calls, pure Node.js library-based extraction
+ */
+export declare function extractDocument(filePath: string, mimeType: string): Promise<{
+    text: string;
+}>;
+//# sourceMappingURL=extract-document.d.ts.map

package/dist/services/media/extract-document.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-document.d.ts","sourceRoot":"","sources":["../../../services/media/extract-document.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA8CH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAkD3B"}

package/dist/services/media/extract-document.js

@@ -0,0 +1,85 @@
+/**
+ * Local document text extraction — PDF, DOCX, XLSX, TXT, MD
+ * No external API calls, pure Node.js library-based extraction
+ */
+import { readFile, lstat } from 'node:fs/promises';
+import path from 'node:path';
+import { PDFParse } from 'pdf-parse';
+import * as mammoth from 'mammoth';
+import XLSX from 'xlsx';
+import { createLogger } from '../../lib/logger.js';
+import { toMessage } from '../../lib/error.js';
+import { getDataPaths } from '../../lib/paths.js';
+const log = createLogger('media');
+const MAX_DOCUMENT_SIZE = 50 * 1024 * 1024; // 50 MB
+const MAX_TEXT_SIZE = 1 * 1024 * 1024; // 1 MB for text files (token cost)
+/**
+ * Validate and resolve document path to prevent traversal attacks
+ */
+async function validatePath(filePath) {
+    const dataDir = getDataPaths().dataDir;
+    const resolved = path.resolve(filePath);
+    const rel = path.relative(dataDir, resolved);
+    if (rel.startsWith('..') || path.isAbsolute(rel)) {
+        throw new Error(`Path outside workspace: ${filePath}`);
+    }
+    const fileStats = await lstat(resolved);
+    if (fileStats.isSymbolicLink()) {
+        throw new Error(`Symlinks not allowed: ${filePath}`);
+    }
+    if (!fileStats.isFile()) {
+        throw new Error(`Not a regular file: ${filePath}`);
+    }
+    const ext = path.extname(resolved).toLowerCase();
+    const maxSize = ext === '.txt' || ext === '.md' ? MAX_TEXT_SIZE : MAX_DOCUMENT_SIZE;
+    if (fileStats.size > maxSize) {
+        throw new Error(`Document too large: ${fileStats.size} bytes (max ${maxSize})`);
+    }
+    return resolved;
+}
+export async function extractDocument(filePath, mimeType) {
+    try {
+        const validatedPath = await validatePath(filePath);
+        const ext = path.extname(validatedPath).toLowerCase();
+        const normalizedMime = mimeType.split(';')[0].trim().toLowerCase();
+        // Plain text formats
+        if (normalizedMime === 'text/plain' || normalizedMime === 'text/markdown' || ext === '.txt' || ext === '.md') {
+            const text = await readFile(validatedPath, 'utf-8').then(t => t.replace(/^\uFEFF/, ''));
+            return { text };
+        }
+        // PDF extraction
+        if (normalizedMime === 'application/pdf' || ext === '.pdf') {
+            const buffer = await readFile(validatedPath);
+            const parser = new PDFParse({ data: buffer });
+            const result = await parser.getText();
+            return { text: result.text };
+        }
+        // DOCX extraction
+        if (normalizedMime === 'application/vnd.openxmlformats-officedocument.wordprocessingml.document' || ext === '.docx') {
+            const result = await mammoth.extractRawText({ path: validatedPath });
+            return { text: result.value };
+        }
+        // XLSX extraction
+        if (normalizedMime === 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet' || ext === '.xlsx') {
+            const buffer = await readFile(validatedPath);
+            const workbook = XLSX.read(buffer, { type: 'buffer' });
+            const sheets = workbook.SheetNames;
+            const texts = [];
+            for (const sheet of sheets) {
+                texts.push(`## Sheet: ${sheet}\n`);
+                const csv = XLSX.utils.sheet_to_csv(workbook.Sheets[sheet]);
+                texts.push(csv);
+            }
+            return { text: texts.join('\n') };
+        }
+        // Fallback: try to read as text
+        const text = await readFile(validatedPath, 'utf-8');
+        return { text };
+    }
+    catch (err) {
+        const errorMsg = toMessage(err);
+        log.error(`Document extraction failed for ${filePath}: ${errorMsg}`);
+        throw new Error(`Failed to extract document: ${errorMsg}`, { cause: err });
+    }
+}
+//# sourceMappingURL=extract-document.js.map

package/dist/services/media/extract-document.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-document.js","sourceRoot":"","sources":["../../../services/media/extract-document.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;AAElC,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AACpD,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,mCAAmC;AAE1E;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,QAAgB;IAC1C,MAAM,OAAO,GAAG,YAAY,EAAE,CAAC,OAAO,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAExC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7C,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,iBAAiB,CAAC;IACpF,IAAI,SAAS,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,uBAAuB,SAAS,CAAC,IAAI,eAAe,OAAO,GAAG,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEnE,qBAAqB;QACrB,IAAI,cAAc,KAAK,YAAY,IAAI,cAAc,KAAK,eAAe,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAC7G,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;YACxF,OAAO,EAAE,IAAI,EAAE,CAAC;QAClB,CAAC;QAED,iBAAiB;QACjB,IAAI,cAAc,KAAK,iBAAiB,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACtC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAED,kBAAkB;QAClB,IAAI,cAAc,KAAK,yEAAyE,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;YACrE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAED,kBAAkB;QAClB,IAAI,cAAc,KAAK,mEAAmE,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YAC9G,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC;YACnC,MAAM,KAAK,GAAa,EAAE,CAAC;YAE3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC;gBACnC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC;gBAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,CAAC;QAED,gCAAgC;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAChC,GAAG,CAAC,KAAK,CAAC,kCAAkC,QAAQ,KAAK,QAAQ,EAAE,CAAC,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC"}

package/dist/services/media/index.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Media service — audio transcription, image description, and document extraction
+ *
+ * Callable: media.transcribeAudio, media.describeImage, media.extractDocument
+ */
+import type { Bus } from '../../gateway/bus.js';
+import type { EventMap } from '../../gateway/events.js';
+import type { AppConfig } from '../../services/config/index.js';
+export declare class MediaService {
+    private readonly bus;
+    private readonly config;
+    constructor(bus: Bus, config: AppConfig);
+    private resolveProviderConfig;
+    transcribeAudio(params: EventMap['media.transcribeAudio']['params']): Promise<EventMap['media.transcribeAudio']['result']>;
+    describeImage(params: EventMap['media.describeImage']['params']): Promise<EventMap['media.describeImage']['result']>;
+    extractDocument(params: EventMap['media.extractDocument']['params']): Promise<EventMap['media.extractDocument']['result']>;
+}
+export declare function boot(bus: Bus): Promise<{
+    stop?(): void;
+}>;
+//# sourceMappingURL=index.d.ts.map

package/dist/services/media/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../services/media/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAOhE,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBADN,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,SAAS;IAIpC,OAAO,CAAC,qBAAqB;IAavB,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CAAC,CAAC;IAa1H,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,CAAC;IAapH,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CAAC,CAAC;CAGjI;AAED,wBAAsB,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC;IAAE,IAAI,CAAC,IAAI,IAAI,CAAA;CAAE,CAAC,CAM/D"}

package/dist/services/media/index.js

@@ -0,0 +1,116 @@
+/**
+ * Media service — audio transcription, image description, and document extraction
+ *
+ * Callable: media.transcribeAudio, media.describeImage, media.extractDocument
+ */
+var __runInitializers = (this && this.__runInitializers) || function (thisArg, initializers, value) {
+    var useValue = arguments.length > 2;
+    for (var i = 0; i < initializers.length; i++) {
+        value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);
+    }
+    return useValue ? value : void 0;
+};
+var __esDecorate = (this && this.__esDecorate) || function (ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {
+    function accept(f) { if (f !== void 0 && typeof f !== "function") throw new TypeError("Function expected"); return f; }
+    var kind = contextIn.kind, key = kind === "getter" ? "get" : kind === "setter" ? "set" : "value";
+    var target = !descriptorIn && ctor ? contextIn["static"] ? ctor : ctor.prototype : null;
+    var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});
+    var _, done = false;
+    for (var i = decorators.length - 1; i >= 0; i--) {
+        var context = {};
+        for (var p in contextIn) context[p] = p === "access" ? {} : contextIn[p];
+        for (var p in contextIn.access) context.access[p] = contextIn.access[p];
+        context.addInitializer = function (f) { if (done) throw new TypeError("Cannot add initializers after decoration has completed"); extraInitializers.push(accept(f || null)); };
+        var result = (0, decorators[i])(kind === "accessor" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);
+        if (kind === "accessor") {
+            if (result === void 0) continue;
+            if (result === null || typeof result !== "object") throw new TypeError("Object expected");
+            if (_ = accept(result.get)) descriptor.get = _;
+            if (_ = accept(result.set)) descriptor.set = _;
+            if (_ = accept(result.init)) initializers.unshift(_);
+        }
+        else if (_ = accept(result)) {
+            if (kind === "field") initializers.unshift(_);
+            else descriptor[key] = _;
+        }
+    }
+    if (target) Object.defineProperty(target, contextIn.name, descriptor);
+    done = true;
+};
+import { z } from 'zod';
+import { register } from '../../gateway/decorators.js';
+import { createLogger } from '../../lib/logger.js';
+import { createProvider } from './providers/index.js';
+import { extractDocument } from './extract-document.js';
+const log = createLogger('media');
+let MediaService = (() => {
+    let _instanceExtraInitializers = [];
+    let _transcribeAudio_decorators;
+    let _describeImage_decorators;
+    let _extractDocument_decorators;
+    return class MediaService {
+        static {
+            const _metadata = typeof Symbol === "function" && Symbol.metadata ? Object.create(null) : void 0;
+            _transcribeAudio_decorators = [register('media.transcribeAudio', {
+                    description: 'Transcribe an audio file to text using configured audio model.',
+                    schema: z.object({ filePath: z.string() }),
+                })];
+            _describeImage_decorators = [register('media.describeImage', {
+                    description: 'Describe an image using configured vision model.',
+                    schema: z.object({ filePath: z.string() }),
+                })];
+            _extractDocument_decorators = [register('media.extractDocument', {
+                    description: 'Extract text from documents (PDF, DOCX, XLSX, TXT, MD).',
+                    schema: z.object({ filePath: z.string(), mimeType: z.string() }),
+                })];
+            __esDecorate(this, null, _transcribeAudio_decorators, { kind: "method", name: "transcribeAudio", static: false, private: false, access: { has: obj => "transcribeAudio" in obj, get: obj => obj.transcribeAudio }, metadata: _metadata }, null, _instanceExtraInitializers);
+            __esDecorate(this, null, _describeImage_decorators, { kind: "method", name: "describeImage", static: false, private: false, access: { has: obj => "describeImage" in obj, get: obj => obj.describeImage }, metadata: _metadata }, null, _instanceExtraInitializers);
+            __esDecorate(this, null, _extractDocument_decorators, { kind: "method", name: "extractDocument", static: false, private: false, access: { has: obj => "extractDocument" in obj, get: obj => obj.extractDocument }, metadata: _metadata }, null, _instanceExtraInitializers);
+            if (_metadata) Object.defineProperty(this, Symbol.metadata, { enumerable: true, configurable: true, writable: true, value: _metadata });
+        }
+        bus = __runInitializers(this, _instanceExtraInitializers);
+        config;
+        constructor(bus, config) {
+            this.bus = bus;
+            this.config = config;
+        }
+        resolveProviderConfig(ref) {
+            const [provider, model] = ref.split(':');
+            if (!provider || !model)
+                throw new Error('Invalid config format (expected "provider:model")');
+            const authEntry = this.config.auth?.[provider];
+            const apiKey = authEntry && 'key' in authEntry ? authEntry.key : null;
+            if (!apiKey)
+                throw new Error(`No API key configured for ${provider}`);
+            return { provider, model, apiKey, baseUrl: this.config.providers?.[provider]?.baseUrl };
+        }
+        async transcribeAudio(params) {
+            const audioRef = this.config.agent?.media?.audio;
+            if (!audioRef)
+                throw new Error('No audio model configured (agent.media.audio)');
+            const { provider, model, apiKey, baseUrl } = this.resolveProviderConfig(audioRef);
+            const text = await createProvider(provider).transcribeAudio(params.filePath, model, apiKey, baseUrl);
+            return { text };
+        }
+        async describeImage(params) {
+            const imgRef = this.config.agent?.media?.image;
+            if (!imgRef)
+                throw new Error('No image model configured (agent.media.image)');
+            const { provider, model, apiKey, baseUrl } = this.resolveProviderConfig(imgRef);
+            const description = await createProvider(provider).describeImage(params.filePath, model, apiKey, baseUrl);
+            return { description };
+        }
+        async extractDocument(params) {
+            return extractDocument(params.filePath, params.mimeType);
+        }
+    };
+})();
+export { MediaService };
+export async function boot(bus) {
+    const config = await bus.call('config.get', {});
+    const svc = new MediaService(bus, config);
+    bus.bootstrap(svc);
+    log.debug('media service initialized');
+    return {};
+}
+//# sourceMappingURL=index.js.map

package/dist/services/media/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../services/media/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAIvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAErB,YAAY;;;;;iBAAZ,YAAY;;;2CAgBtB,QAAQ,CAAC,uBAAuB,EAAE;oBACjC,WAAW,EAAE,gEAAgE;oBAC7E,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;iBAC3C,CAAC;yCAUD,QAAQ,CAAC,qBAAqB,EAAE;oBAC/B,WAAW,EAAE,kDAAkD;oBAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;iBAC3C,CAAC;2CAUD,QAAQ,CAAC,uBAAuB,EAAE;oBACjC,WAAW,EAAE,yDAAyD;oBACtE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;iBACjE,CAAC;YAzBF,gMAAM,eAAe,6DAOpB;YAMD,0LAAM,aAAa,6DAOlB;YAMD,gMAAM,eAAe,6DAEpB;;;QA9CkB,GAAG,GAFX,mDAAY;QAGJ,MAAM;QAFzB,YACmB,GAAQ,EACR,MAAiB;YADjB,QAAG,GAAH,GAAG,CAAK;YACR,WAAM,GAAN,MAAM,CAAW;QACjC,CAAC;QAGI,qBAAqB,CAAC,GAAW;YACvC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;YAC9F,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,SAAS,IAAI,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACtE,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;YACtE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;QAC1F,CAAC;QAMD,KAAK,CAAC,eAAe,CAAC,MAAmD;YACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;YACjD,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAEhF,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACrG,OAAO,EAAE,IAAI,EAAE,CAAC;QAClB,CAAC;QAMD,KAAK,CAAC,aAAa,CAAC,MAAiD;YACnE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;YAC/C,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAE9E,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAChF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAC1G,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC;QAMD,KAAK,CAAC,eAAe,CAAC,MAAmD;YACvE,OAAO,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3D,CAAC;;;SAhDU,YAAY;AAmDzB,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,GAAQ;IACjC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC1C,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnB,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACvC,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/services/media/providers/anthropic.d.ts

@@ -0,0 +1,6 @@
+import type { MediaProvider } from './provider.js';
+export declare class AnthropicProvider implements MediaProvider {
+    transcribeAudio(): Promise<string>;
+    describeImage(filePath: string, model: string, apiKey: string, baseUrl?: string): Promise<string>;
+}
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/services/media/providers/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../../services/media/providers/anthropic.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,qBAAa,iBAAkB,YAAW,aAAa;IAC/C,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAIlC,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CA8BxG"}

package/dist/services/media/providers/anthropic.js

@@ -0,0 +1,38 @@
+import { readFile } from 'node:fs/promises';
+import path from 'node:path';
+import { getMimeTypeFromExt } from '../../../lib/media-transcribe.js';
+export class AnthropicProvider {
+    async transcribeAudio() {
+        throw new Error('Anthropic does not support audio transcription. Use openai provider.');
+    }
+    async describeImage(filePath, model, apiKey, baseUrl) {
+        const buffer = await readFile(filePath);
+        const ext = path.extname(filePath).toLowerCase();
+        const mimeType = getMimeTypeFromExt(ext);
+        const imageData = buffer.toString('base64');
+        const res = await fetch(`${baseUrl ?? 'https://api.anthropic.com'}/v1/messages`, {
+            method: 'POST',
+            headers: {
+                'x-api-key': apiKey,
+                'anthropic-version': '2023-06-01',
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                model,
+                max_tokens: 1024,
+                messages: [{
+                        role: 'user',
+                        content: [
+                            { type: 'image', source: { type: 'base64', media_type: mimeType, data: imageData } },
+                            { type: 'text', text: 'Describe this image concisely.' },
+                        ],
+                    }],
+            }),
+        });
+        if (!res.ok)
+            throw new Error(`Anthropic Vision ${res.status}: ${(await res.text()).slice(0, 100)}`);
+        const data = (await res.json());
+        return data.content.find(b => b.type === 'text')?.text ?? '';
+    }
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/services/media/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../../services/media/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAGtE,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAc,EAAE,OAAgB;QACnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE5C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,IAAI,2BAA2B,cAAc,EAAE;YAC/E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,YAAY;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,CAAC;wBACT,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;4BACpF,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gCAAgC,EAAE;yBACzD;qBACF,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpG,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwD,CAAC;QACvF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IAC/D,CAAC;CACF"}

package/dist/services/media/providers/index.d.ts

@@ -0,0 +1,6 @@
+export { type MediaProvider } from './provider.js';
+export { OpenAIProvider } from './openai.js';
+export { AnthropicProvider } from './anthropic.js';
+import type { MediaProvider } from './provider.js';
+export declare function createProvider(name: string): MediaProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/services/media/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../services/media/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAInD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAS1D"}