@ducci/jarvis 1.0.86 → 1.0.88

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ducci/jarvis",
-  "version": "1.0.86",
+  "version": "1.0.88",
   "description": "A fully automated agent system that lives on a server.",
   "main": "./src/index.js",
   "type": "module",

package/src/server/fish-audio.js

@@ -3,6 +3,12 @@
  */
 
 import { createClient } from './provider.js';
+import { exec } from 'child_process';
+import { promisify } from 'util';
+import { writeFile, readFile, unlink } from 'fs/promises';
+import { tmpdir } from 'os';
+import { join } from 'path';
+const execAsync = promisify(exec);
 
 // System prompt for TTS summary generation.
 // fish.audio s1 emotion tags: (emotion) at the START of a sentence only — applies to the whole sentence.
@@ -20,7 +26,7 @@ Rules:
 - Choose emotions that fit the content: use (confident) or (calm) for informational answers,
   (excited) or (satisfied) for completed tasks, (curious) for questions, etc.
 - You may combine two tags on one sentence: (excited)(soft tone) Great news!
-- No markdown, no code blocks, no bullet points — plain speech only.
+- Plain text only — no emojis, no markdown, no code blocks, no bullet points, no special characters.
 - Keep technical jargon minimal; explain concepts simply as you would speak them.
 - Match the language of the original response.
 
@@ -83,7 +89,13 @@ export async function textToSpeech(text, config) {
     throw new Error(`fish.audio TTS ${response.status}: ${errText.slice(0, 200)}`);
   }
 
-  return Buffer.from(await response.arrayBuffer());
+  // Explicitly collect all streaming chunks — arrayBuffer() can miss trailing chunks
+  // on chunked transfer-encoded responses from fish.audio.
+  const chunks = [];
+  for await (const chunk of response.body) {
+    chunks.push(chunk);
+  }
+  return Buffer.concat(chunks);
 }
 
 /**
@@ -97,10 +109,24 @@ export async function textToSpeech(text, config) {
 export async function speechToText(audioBuffer, config) {
   const { fishAudioApiKey } = config;
 
+  // Telegram voice messages are OGG/Opus — fish.audio ASR doesn't support Opus.
+  // Convert to WAV first via ffmpeg.
+  const id = `jarvis-stt-${Date.now()}`;
+  const inPath = join(tmpdir(), `${id}.ogg`);
+  const outPath = join(tmpdir(), `${id}.wav`);
+  let wavBuffer;
+  try {
+    await writeFile(inPath, audioBuffer);
+    await execAsync(`ffmpeg -y -i "${inPath}" -ar 16000 -ac 1 "${outPath}"`);
+    wavBuffer = await readFile(outPath);
+  } finally {
+    unlink(inPath).catch(() => {});
+    unlink(outPath).catch(() => {});
+  }
+
   const formData = new FormData();
-  const blob = new Blob([audioBuffer], { type: 'audio/ogg' });
-  formData.append('audio', blob, 'voice.ogg');
-  formData.append('ignore_timestamps', 'true');
+  const blob = new Blob([wavBuffer], { type: 'audio/wav' });
+  formData.append('audio', blob, 'voice.wav');
 
   const response = await fetch('https://api.fish.audio/v1/asr', {
     method: 'POST',