@ai-ecoverse/pi-audio 1.9.0 → 1.10.0

package/README.md

@@ -21,6 +21,8 @@ addAudioCounters(total, usage);
 
 pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatches in `patches/patches.json`.
 
+`@ai-ecoverse/pi-audio/durable` appends a `voice.truncate` entry for a `VoiceCut`. The entry has no model messages. Its `edits` replace the target assistant message with the text heard so far and keep tool calls. The stored entry stays intact, and pi-durable derives the shorter message for the next model request. `@earendil-works/pi-durable` is an optional peer (`^1.1.0`); the root package does not import it. `VoiceCut.entryId` is the decimal string of pi-durable's numeric entry id.
+
 `@ai-ecoverse/pi-audio/openai` registers OpenAI and OpenRouter speech adapters when `registerOpenAI()` is called. Batch transcription posts multipart audio to `/audio/transcriptions`. OpenRouter (`provider` `openrouter`, or a base URL on `openrouter.ai`) posts JSON `input_audio` instead. Speech posts JSON to `/audio/speech` and reads the raw audio response. OpenAI can return pcm, mp3, wav, opus, or flac. OpenRouter returns pcm or mp3. Realtime transcription uses a WebSocket at `/realtime?intent=transcription` for `gpt-realtime-whisper` and `gpt-live-transcribe`. The catalog key is type, provider, and id, so the batch model keeps the id `gpt-4o-transcribe`.
 
 `convertAudio` and `convertAudioSource` convert between `AudioFormat`s: PCM16, float32, G.711 μ-law and A-law, mono and stereo, sample rate, and PCM16 WAV. Opus, MP3 and FLAC pass through only when the format does not change. `encodeAudioBase64` and `decodeAudioBase64` are the wire helpers for JSON protocols. `AudioChunk.data` stays binary. The same converter runs in an AudioWorklet from `@ai-ecoverse/pi-audio/worklet` (`AUDIO_CONVERT_PROCESSOR`, `registerAudioConvertWorklet`). Adapters declare `inputFormats` and `outputFormats` and do not resample on their own.

package/dist/durable/index.js

@@ -0,0 +1,45 @@
+function entryIdOf(entryId) {
+  if (!/^\d+$/.test(entryId)) {
+    throw new Error(`Voice cut entry is not a durable id: ${entryId}`);
+  }
+  return Number(entryId);
+}
+function keptBlock(block, index, cut) {
+  if (block.type === "toolCall" || block.type === "thinking") return block;
+  if (index < cut.contentIndex) return block;
+  if (index > cut.contentIndex) return void 0;
+  const heard = block.text.slice(0, cut.heardUpTo);
+  if (heard.length === 0) return void 0;
+  if (heard === block.text) return block;
+  return { ...block, text: heard };
+}
+function cutAssistantMessage(message, cut) {
+  const content = [];
+  for (const [index, block] of message.content.entries()) {
+    const kept = keptBlock(block, index, cut);
+    if (kept === void 0) continue;
+    content.push(kept);
+  }
+  return { ...message, content };
+}
+async function appendVoiceTruncate(session, conversationId, cut, message, context) {
+  const replacement = cutAssistantMessage(message, cut);
+  const target = entryIdOf(cut.entryId);
+  return session.commit(
+    (tx) => tx.appendEntry(conversationId, {
+      kind: "voice.truncate",
+      data: {
+        entryId: cut.entryId,
+        contentIndex: cut.contentIndex,
+        heardUpTo: cut.heardUpTo,
+        heardMs: cut.heardMs
+      },
+      edits: [{ target, action: "replace", messages: [replacement] }]
+    }),
+    context
+  );
+}
+export {
+  appendVoiceTruncate
+};
+//# sourceMappingURL=index.js.map

package/dist/durable/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/durable/index.ts"],
+  "sourcesContent": ["import type { AssistantMessage } from '@earendil-works/pi-ai';\nimport type { ConversationId, EntryId, EntryRecord, Tx } from '@earendil-works/pi-durable';\nimport type { VoiceCut } from '../turns.ts';\n\ntype Block = AssistantMessage['content'][number];\n\ninterface TruncateSession<C> {\n  commit<T>(change: (tx: Tx) => T | Promise<T>, context: C): Promise<T>;\n}\n\nfunction entryIdOf(entryId: string): EntryId {\n  if (!/^\\d+$/.test(entryId)) {\n    throw new Error(`Voice cut entry is not a durable id: ${entryId}`);\n  }\n  return Number(entryId) as EntryId;\n}\n\nfunction keptBlock(block: Block, index: number, cut: VoiceCut): Block | undefined {\n  if (block.type === 'toolCall' || block.type === 'thinking') return block;\n  if (index < cut.contentIndex) return block;\n  if (index > cut.contentIndex) return undefined;\n  const heard = block.text.slice(0, cut.heardUpTo);\n  if (heard.length === 0) return undefined;\n  if (heard === block.text) return block;\n  return { ...block, text: heard };\n}\n\nfunction cutAssistantMessage(message: AssistantMessage, cut: VoiceCut): AssistantMessage {\n  const content: Block[] = [];\n  for (const [index, block] of message.content.entries()) {\n    const kept = keptBlock(block, index, cut);\n    if (kept === undefined) continue;\n    content.push(kept);\n  }\n  return { ...message, content };\n}\n\nexport async function appendVoiceTruncate<C>(\n  session: TruncateSession<C>,\n  conversationId: ConversationId,\n  cut: VoiceCut,\n  message: AssistantMessage,\n  context: C\n): Promise<EntryRecord> {\n  const replacement = cutAssistantMessage(message, cut);\n  const target = entryIdOf(cut.entryId);\n  return session.commit(\n    (tx) =>\n      tx.appendEntry(conversationId, {\n        kind: 'voice.truncate',\n        data: {\n          entryId: cut.entryId,\n          contentIndex: cut.contentIndex,\n          heardUpTo: cut.heardUpTo,\n          heardMs: cut.heardMs,\n        },\n        edits: [{ target, action: 'replace', messages: [replacement] }],\n      }),\n    context\n  );\n}\n"],
+  "mappings": "AAUA,SAAS,UAAU,SAA0B;AAC3C,MAAI,CAAC,QAAQ,KAAK,OAAO,GAAG;AAC1B,UAAM,IAAI,MAAM,wCAAwC,OAAO,EAAE;AAAA,EACnE;AACA,SAAO,OAAO,OAAO;AACvB;AAEA,SAAS,UAAU,OAAc,OAAe,KAAkC;AAChF,MAAI,MAAM,SAAS,cAAc,MAAM,SAAS,WAAY,QAAO;AACnE,MAAI,QAAQ,IAAI,aAAc,QAAO;AACrC,MAAI,QAAQ,IAAI,aAAc,QAAO;AACrC,QAAM,QAAQ,MAAM,KAAK,MAAM,GAAG,IAAI,SAAS;AAC/C,MAAI,MAAM,WAAW,EAAG,QAAO;AAC/B,MAAI,UAAU,MAAM,KAAM,QAAO;AACjC,SAAO,EAAE,GAAG,OAAO,MAAM,MAAM;AACjC;AAEA,SAAS,oBAAoB,SAA2B,KAAiC;AACvF,QAAM,UAAmB,CAAC;AAC1B,aAAW,CAAC,OAAO,KAAK,KAAK,QAAQ,QAAQ,QAAQ,GAAG;AACtD,UAAM,OAAO,UAAU,OAAO,OAAO,GAAG;AACxC,QAAI,SAAS,OAAW;AACxB,YAAQ,KAAK,IAAI;AAAA,EACnB;AACA,SAAO,EAAE,GAAG,SAAS,QAAQ;AAC/B;AAEA,eAAsB,oBACpB,SACA,gBACA,KACA,SACA,SACsB;AACtB,QAAM,cAAc,oBAAoB,SAAS,GAAG;AACpD,QAAM,SAAS,UAAU,IAAI,OAAO;AACpC,SAAO,QAAQ;AAAA,IACb,CAAC,OACC,GAAG,YAAY,gBAAgB;AAAA,MAC7B,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,SAAS,IAAI;AAAA,QACb,cAAc,IAAI;AAAA,QAClB,WAAW,IAAI;AAAA,QACf,SAAS,IAAI;AAAA,MACf;AAAA,MACA,OAAO,CAAC,EAAE,QAAQ,QAAQ,WAAW,UAAU,CAAC,WAAW,EAAE,CAAC;AAAA,IAChE,CAAC;AAAA,IACH;AAAA,EACF;AACF;",
+  "names": []
+}

package/dist/types/durable/index.d.ts

@@ -0,0 +1,8 @@
+import type { AssistantMessage } from '@earendil-works/pi-ai';
+import type { ConversationId, EntryRecord, Tx } from '@earendil-works/pi-durable';
+import type { VoiceCut } from '../turns.ts';
+interface TruncateSession<C> {
+    commit<T>(change: (tx: Tx) => T | Promise<T>, context: C): Promise<T>;
+}
+export declare function appendVoiceTruncate<C>(session: TruncateSession<C>, conversationId: ConversationId, cut: VoiceCut, message: AssistantMessage, context: C): Promise<EntryRecord>;
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.9.0",
+  "version": "1.10.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",
@@ -45,6 +45,10 @@
     "./xai": {
       "types": "./dist/types/xai/index.d.ts",
       "default": "./dist/xai/index.js"
+    },
+    "./durable": {
+      "types": "./dist/types/durable/index.d.ts",
+      "default": "./dist/durable/index.js"
     }
   },
   "files": [
@@ -68,6 +72,7 @@
     "@ai-ecoverse/slicc-shared-web": "1.21.1",
     "@biomejs/biome": "2.5.15",
     "@earendil-works/pi-ai": "1.1.0",
+    "@earendil-works/pi-durable": "1.1.0",
     "@types/node": "24.19.1",
     "esbuild": "0.28.2",
     "lefthook": "2.2.1",
@@ -76,6 +81,12 @@
     "typescript": "7.0.2"
   },
   "peerDependencies": {
-    "@earendil-works/pi-ai": "1.1.0"
+    "@earendil-works/pi-ai": "1.1.0",
+    "@earendil-works/pi-durable": "^1.1.0"
+  },
+  "peerDependenciesMeta": {
+    "@earendil-works/pi-durable": {
+      "optional": true
+    }
   }
 }