morpheus-cli 0.3.8 → 0.4.1

package/dist/runtime/memory/sqlite.js

@@ -13,6 +13,10 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
     dbSati; // Optional separate DB for Sati memory, if needed in the future
     sessionId;
     limit;
+    titleSet = false; // cache: skip setSessionTitleIfNeeded after title is set
+    get currentSessionId() {
+        return this.sessionId;
+    }
     constructor(fields) {
         super();
         this.sessionId = fields.sessionId && fields.sessionId !== '' ? fields.sessionId : '';
@@ -107,12 +111,16 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
           total_tokens INTEGER,
           cache_read_tokens INTEGER,
           provider TEXT,
-          model TEXT
+          model TEXT,
+          audio_duration_seconds REAL
         );
-        
-        CREATE INDEX IF NOT EXISTS idx_messages_session_id 
+
+        CREATE INDEX IF NOT EXISTS idx_messages_session_id
         ON messages(session_id);
 
+        CREATE INDEX IF NOT EXISTS idx_messages_session_id_id
+        ON messages(session_id, id DESC);
+
         CREATE TABLE IF NOT EXISTS sessions (
           id TEXT PRIMARY KEY,
           title TEXT,
@@ -126,6 +134,33 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
           embedding_status TEXT CHECK (embedding_status IN ('none', 'pending', 'embedded', 'failed')) NOT NULL DEFAULT 'none'
         );
 
+        CREATE TABLE IF NOT EXISTS model_pricing (
+          provider TEXT NOT NULL,
+          model TEXT NOT NULL,
+          input_price_per_1m REAL NOT NULL DEFAULT 0,
+          output_price_per_1m REAL NOT NULL DEFAULT 0,
+          PRIMARY KEY (provider, model)
+        );
+
+        INSERT OR IGNORE INTO model_pricing (provider, model, input_price_per_1m, output_price_per_1m) VALUES
+          ('anthropic', 'claude-opus-4-6', 15.0, 75.0),
+          ('anthropic', 'claude-sonnet-4-5-20250929', 3.0, 15.0),
+          ('anthropic', 'claude-haiku-4-5-20251001', 0.8, 4.0),
+          ('anthropic', 'claude-3-5-sonnet-20241022', 3.0, 15.0),
+          ('anthropic', 'claude-3-5-haiku-20241022', 0.8, 4.0),
+          ('anthropic', 'claude-3-opus-20240229', 15.0, 75.0),
+          ('openai', 'gpt-4o', 2.5, 10.0),
+          ('openai', 'gpt-4o-mini', 0.15, 0.6),
+          ('openai', 'gpt-4-turbo', 10.0, 30.0),
+          ('openai', 'gpt-3.5-turbo', 0.5, 1.5),
+          ('openai', 'o1', 15.0, 60.0),
+          ('openai', 'o1-mini', 3.0, 12.0),
+          ('google', 'gemini-2.5-flash', 0.15, 0.6),
+          ('google', 'gemini-2.5-flash-lite', 0.075, 0.3),
+          ('google', 'gemini-2.0-flash', 0.1, 0.4),
+          ('google', 'gemini-1.5-pro', 1.25, 5.0),
+          ('google', 'gemini-1.5-flash', 0.075, 0.3);
+
       `);
             this.migrateTable();
         }
@@ -147,13 +182,15 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
                 'total_tokens',
                 'cache_read_tokens',
                 'provider',
-                'model'
+                'model',
+                'audio_duration_seconds'
             ];
             const integerColumns = new Set(['input_tokens', 'output_tokens', 'total_tokens', 'cache_read_tokens']);
+            const realColumns = new Set(['audio_duration_seconds']);
             for (const col of newColumns) {
                 if (!columns.has(col)) {
                     try {
-                        const type = integerColumns.has(col) ? 'INTEGER' : 'TEXT';
+                        const type = integerColumns.has(col) ? 'INTEGER' : realColumns.has(col) ? 'REAL' : 'TEXT';
                         this.db.exec(`ALTER TABLE messages ADD COLUMN ${col} ${type}`);
                     }
                     catch (e) {
@@ -292,6 +329,7 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
             // Extract provider metadata
             const provider = anyMsg.provider_metadata?.provider ?? null;
             const model = anyMsg.provider_metadata?.model ?? null;
+            const audioDurationSeconds = usage?.audio_duration_seconds ?? null;
             // Handle special content serialization for Tools
             let finalContent = "";
             if (type === 'ai' && (message.tool_calls?.length ?? 0) > 0) {
@@ -314,8 +352,8 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
                     ? message.content
                     : JSON.stringify(message.content);
             }
-            const stmt = this.db.prepare("INSERT INTO messages (session_id, type, content, created_at, input_tokens, output_tokens, total_tokens, cache_read_tokens, provider, model) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
-            stmt.run(this.sessionId, type, finalContent, Date.now(), inputTokens, outputTokens, totalTokens, cacheReadTokens, provider, model);
+            const stmt = this.db.prepare("INSERT INTO messages (session_id, type, content, created_at, input_tokens, output_tokens, total_tokens, cache_read_tokens, provider, model, audio_duration_seconds) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
+            stmt.run(this.sessionId, type, finalContent, Date.now(), inputTokens, outputTokens, totalTokens, cacheReadTokens, provider, model, audioDurationSeconds);
             // Verificar se a sessão tem título e definir automaticamente se necessário
             await this.setSessionTitleIfNeeded();
         }
@@ -335,11 +373,67 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
             throw new Error(`Failed to add message: ${error}`);
         }
     }
+    /**
+     * Adds multiple messages in a single SQLite transaction for better performance.
+     * Replaces calling addMessage() in a loop when inserting agent-generated messages.
+     */
+    async addMessages(messages) {
+        if (messages.length === 0)
+            return;
+        const stmt = this.db.prepare("INSERT INTO messages (session_id, type, content, created_at, input_tokens, output_tokens, total_tokens, cache_read_tokens, provider, model, audio_duration_seconds) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
+        const insertAll = this.db.transaction((msgs) => {
+            for (const message of msgs) {
+                let type;
+                if (message instanceof HumanMessage)
+                    type = "human";
+                else if (message instanceof AIMessage)
+                    type = "ai";
+                else if (message instanceof SystemMessage)
+                    type = "system";
+                else if (message instanceof ToolMessage)
+                    type = "tool";
+                else
+                    throw new Error(`Unsupported message type: ${message.constructor.name}`);
+                const anyMsg = message;
+                const usage = anyMsg.usage_metadata || anyMsg.response_metadata?.usage || anyMsg.response_metadata?.tokenUsage || anyMsg.usage;
+                let finalContent;
+                if (type === 'ai' && (message.tool_calls?.length ?? 0) > 0) {
+                    finalContent = JSON.stringify({ text: message.content, tool_calls: message.tool_calls });
+                }
+                else if (type === 'tool') {
+                    const tm = message;
+                    finalContent = JSON.stringify({ content: tm.content, tool_call_id: tm.tool_call_id, name: tm.name });
+                }
+                else {
+                    finalContent = typeof message.content === "string" ? message.content : JSON.stringify(message.content);
+                }
+                stmt.run(this.sessionId, type, finalContent, Date.now(), usage?.input_tokens ?? null, usage?.output_tokens ?? null, usage?.total_tokens ?? null, usage?.input_token_details?.cache_read ?? usage?.cache_read_tokens ?? null, anyMsg.provider_metadata?.provider ?? null, anyMsg.provider_metadata?.model ?? null, usage?.audio_duration_seconds ?? null);
+            }
+        });
+        try {
+            insertAll(messages);
+            await this.setSessionTitleIfNeeded();
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                if (error.message.includes('SQLITE_BUSY'))
+                    throw new Error(`Database is locked. Please try again. Original error: ${error.message}`);
+                if (error.message.includes('SQLITE_READONLY'))
+                    throw new Error(`Database is read-only. Check file permissions. Original error: ${error.message}`);
+                if (error.message.includes('SQLITE_FULL'))
+                    throw new Error(`Database is full or disk space is exhausted. Original error: ${error.message}`);
+            }
+            throw new Error(`Failed to add messages in batch: ${error}`);
+        }
+    }
     /**
      * Verifies if the session has a title, and if not, sets it automatically
      * using the first 50 characters of the oldest human message.
      */
     async setSessionTitleIfNeeded() {
+        // Fast path: skip DB query if we already set the title this session
+        if (this.titleSet)
+            return;
         // Verificar se a sessão já tem título
         const session = this.db.prepare(`
       SELECT title FROM sessions
@@ -347,6 +441,7 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
     `).get(this.sessionId);
         if (session && session.title) {
             // A sessão já tem título, não precisa fazer nada
+            this.titleSet = true;
             return;
         }
         // Obter a mensagem mais antiga do tipo "human" da sessão
@@ -369,6 +464,7 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
             }
             // Chamar a função renameSession para definir o título automaticamente
             await this.renameSession(this.sessionId, title);
+            this.titleSet = true;
         }
     }
     /**
@@ -378,9 +474,18 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
         try {
             const stmt = this.db.prepare("SELECT SUM(input_tokens) as totalInput, SUM(output_tokens) as totalOutput FROM messages");
             const row = stmt.get();
+            // Calculate total estimated cost by summing per-model costs
+            const costStmt = this.db.prepare(`SELECT
+          SUM((COALESCE(m.input_tokens, 0) / 1000000.0) * p.input_price_per_1m
+            + (COALESCE(m.output_tokens, 0) / 1000000.0) * p.output_price_per_1m) as totalCost
+        FROM messages m
+        INNER JOIN model_pricing p ON p.provider = m.provider AND p.model = COALESCE(m.model, 'unknown')
+        WHERE m.provider IS NOT NULL`);
+            const costRow = costStmt.get();
             return {
                 totalInputTokens: row.totalInput || 0,
-                totalOutputTokens: row.totalOutput || 0
+                totalOutputTokens: row.totalOutput || 0,
+                totalEstimatedCostUsd: costRow.totalCost ?? null
             };
         }
         catch (error) {
@@ -412,31 +517,58 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
      */
     async getUsageStatsByProviderAndModel() {
         try {
-            const stmt = this.db.prepare(`SELECT 
-          provider,
-          COALESCE(model, 'unknown') as model,
-          SUM(input_tokens) as totalInputTokens,
-          SUM(output_tokens) as totalOutputTokens,
-          SUM(total_tokens) as totalTokens,
-          COUNT(*) as messageCount
-        FROM messages
-        WHERE provider IS NOT NULL
-        GROUP BY provider, COALESCE(model, 'unknown')
-        ORDER BY provider, model`);
+            const stmt = this.db.prepare(`SELECT
+          m.provider,
+          COALESCE(m.model, 'unknown') as model,
+          SUM(m.input_tokens) as totalInputTokens,
+          SUM(m.output_tokens) as totalOutputTokens,
+          SUM(m.total_tokens) as totalTokens,
+          COUNT(*) as messageCount,
+          COALESCE(SUM(m.audio_duration_seconds), 0) as totalAudioSeconds,
+          p.input_price_per_1m,
+          p.output_price_per_1m
+        FROM messages m
+        LEFT JOIN model_pricing p ON p.provider = m.provider AND p.model = COALESCE(m.model, 'unknown')
+        WHERE m.provider IS NOT NULL
+        GROUP BY m.provider, COALESCE(m.model, 'unknown')
+        ORDER BY m.provider, m.model`);
             const rows = stmt.all();
-            return rows.map((row) => ({
-                provider: row.provider,
-                model: row.model,
-                totalInputTokens: row.totalInputTokens || 0,
-                totalOutputTokens: row.totalOutputTokens || 0,
-                totalTokens: row.totalTokens || 0,
-                messageCount: row.messageCount || 0
-            }));
+            return rows.map((row) => {
+                const inputTokens = row.totalInputTokens || 0;
+                const outputTokens = row.totalOutputTokens || 0;
+                let estimatedCostUsd = null;
+                if (row.input_price_per_1m != null && row.output_price_per_1m != null) {
+                    estimatedCostUsd = (inputTokens / 1_000_000) * row.input_price_per_1m
+                        + (outputTokens / 1_000_000) * row.output_price_per_1m;
+                }
+                return {
+                    provider: row.provider,
+                    model: row.model,
+                    totalInputTokens: inputTokens,
+                    totalOutputTokens: outputTokens,
+                    totalTokens: row.totalTokens || 0,
+                    messageCount: row.messageCount || 0,
+                    totalAudioSeconds: row.totalAudioSeconds || 0,
+                    estimatedCostUsd
+                };
+            });
         }
         catch (error) {
             throw new Error(`Failed to get grouped usage stats: ${error}`);
         }
     }
+    // --- Model Pricing CRUD ---
+    listModelPricing() {
+        const rows = this.db.prepare('SELECT provider, model, input_price_per_1m, output_price_per_1m FROM model_pricing ORDER BY provider, model').all();
+        return rows;
+    }
+    upsertModelPricing(entry) {
+        this.db.prepare('INSERT INTO model_pricing (provider, model, input_price_per_1m, output_price_per_1m) VALUES (?, ?, ?, ?) ON CONFLICT(provider, model) DO UPDATE SET input_price_per_1m = excluded.input_price_per_1m, output_price_per_1m = excluded.output_price_per_1m').run(entry.provider, entry.model, entry.input_price_per_1m, entry.output_price_per_1m);
+    }
+    deleteModelPricing(provider, model) {
+        const result = this.db.prepare('DELETE FROM model_pricing WHERE provider = ? AND model = ?').run(provider, model);
+        return result.changes;
+    }
     /**
      * Clears all messages for the current session from the database.
      */
@@ -508,6 +640,7 @@ export class SQLiteChatMessageHistory extends BaseListChatMessageHistory {
       `).run(newId, now);
             // Atualizar o ID da sessão atual desta instância
             this.sessionId = newId;
+            this.titleSet = false; // reset cache for new session
         });
         tx(); // Executar a transação
         this.display.log('✅ Nova sessão iniciada e sessão anterior pausada', { source: 'Sati' });

package/dist/runtime/oracle.js

@@ -216,22 +216,23 @@ You maintain intent until resolution.
             const startNewMessagesIndex = messages.length;
             const newGeneratedMessages = response.messages.slice(startNewMessagesIndex);
             // console.log('New generated messages', newGeneratedMessages);
-            // Persist User Message first
-            await this.history.addMessage(userMessage);
-            // Persist all new intermediate tool calls and responses
+            // Inject provider/model metadata into all new messages
             for (const msg of newGeneratedMessages) {
-                // Inject provider/model metadata search interactors
                 msg.provider_metadata = {
                     provider: this.config.llm.provider,
                     model: this.config.llm.model
                 };
-                await this.history.addMessage(msg);
             }
+            // Persist user message + all generated messages in a single transaction
+            await this.history.addMessages([userMessage, ...newGeneratedMessages]);
             this.display.log('Response generated.', { source: 'Oracle' });
             const lastMessage = response.messages[response.messages.length - 1];
             const responseContent = (typeof lastMessage.content === 'string') ? lastMessage.content : JSON.stringify(lastMessage.content);
             // Sati Middleware: Evaluation (Fire and forget)
-            this.satiMiddleware.afterAgent(responseContent, [...previousMessages, userMessage])
+            const currentSessionId = (this.history instanceof SQLiteChatMessageHistory)
+                ? this.history.currentSessionId
+                : undefined;
+            this.satiMiddleware.afterAgent(responseContent, [...previousMessages, userMessage], currentSessionId)
                 .catch((e) => this.display.log(`Sati memory evaluation failed: ${e.message}`, { source: 'Sati' }));
             return responseContent;
         }
@@ -302,6 +303,8 @@ You maintain intent until resolution.
             //
             // This is safe and clean.
             await this.history.switchSession(sessionId);
+            // Close previous connection before re-instantiating to avoid file handle leaks
+            this.history.close();
             // Re-instantiate to point to new session
             this.history = new SQLiteChatMessageHistory({
                 sessionId: sessionId,

package/dist/runtime/telephonist.js

@@ -2,6 +2,21 @@ import { GoogleGenAI } from '@google/genai';
 import OpenAI from 'openai';
 import { OpenRouter } from '@openrouter/sdk';
 import fs from 'fs';
+/**
+ * Estimates audio duration in seconds based on file size and a typical bitrate.
+ * Uses 32 kbps (4000 bytes/sec) as a conservative baseline for compressed audio (OGG, MP3, etc.).
+ * This is an approximation — actual duration depends on encoding settings.
+ */
+function estimateAudioDurationSeconds(filePath) {
+    try {
+        const stats = fs.statSync(filePath);
+        const bytesPerSecond = 4000; // ~32 kbps
+        return Math.round(stats.size / bytesPerSecond);
+    }
+    catch {
+        return 0;
+    }
+}
 class GeminiTelephonist {
     model;
     constructor(model) {
@@ -41,7 +56,8 @@ class GeminiTelephonist {
             total_tokens: usage?.totalTokenCount ?? 0,
             input_token_details: {
                 cache_read: usage?.cachedContentTokenCount ?? 0
-            }
+            },
+            audio_duration_seconds: estimateAudioDurationSeconds(filePath)
         };
         return { text, usage: usageMetadata };
     }
@@ -75,6 +91,7 @@ class WhisperTelephonist {
             input_tokens: 0,
             output_tokens: 0,
             total_tokens: 0,
+            audio_duration_seconds: estimateAudioDurationSeconds(filePath)
         };
         return { text, usage: usageMetadata };
     }
@@ -131,6 +148,7 @@ class OpenRouterTelephonist {
             input_tokens: usage?.prompt_tokens ?? 0,
             output_tokens: usage?.completion_tokens ?? 0,
             total_tokens: usage?.total_tokens ?? 0,
+            audio_duration_seconds: estimateAudioDurationSeconds(filePath)
         };
         return { text, usage: usageMetadata };
     }