@graineai/inapp-react-native 0.3.1 → 0.4.0

package/dist/audio.d.ts

@@ -15,3 +15,29 @@ export declare function decodeAgentAudio(bytes: Uint8Array, declared: {
     sampleRate?: number | null;
 } | null, latched: AudioFormat | null, fallbackPcmRate?: number): DecodedAudio | null;
 export declare function base64ToBytes(b64: string): Uint8Array;
+export declare class EchoGuard {
+    private readonly opts;
+    private echoFloor;
+    private noiseFloor;
+    private heldMs;
+    private preRoll;
+    private audibleFrames;
+    constructor(opts?: {
+        overEcho?: number;
+        overNoise?: number;
+        minLevel?: number;
+        sustainMs?: number;
+        preRollFrames?: number;
+        warmupFrames?: number;
+    });
+    private get overEcho();
+    private get overNoise();
+    private get minLevel();
+    private get sustainMs();
+    private get preRollFrames();
+    private get warmupFrames();
+    get threshold(): number;
+    get interrupting(): boolean;
+    reset(): void;
+    filter(base64: string, pcm: Int16Array, agentAudible: boolean, frameMs: number): string[];
+}

package/dist/audio.js

@@ -80,3 +80,72 @@ export function base64ToBytes(b64) {
     }
     return bytes.subarray(0, byte);
 }
+export class EchoGuard {
+    constructor(opts = {}) {
+        this.opts = opts;
+        this.echoFloor = 0;
+        this.noiseFloor = 0;
+        this.heldMs = 0;
+        this.preRoll = [];
+        this.audibleFrames = 0;
+    }
+    get overEcho() { return this.opts.overEcho ?? 2.2; }
+    get overNoise() { return this.opts.overNoise ?? 4; }
+    get minLevel() { return this.opts.minLevel ?? 0.012; }
+    get sustainMs() { return this.opts.sustainMs ?? 240; }
+    get preRollFrames() { return this.opts.preRollFrames ?? 12; }
+    get warmupFrames() { return this.opts.warmupFrames ?? 10; }
+    get threshold() {
+        return Math.max(this.minLevel, this.echoFloor * this.overEcho, this.noiseFloor * this.overNoise);
+    }
+    get interrupting() {
+        return this.heldMs >= this.sustainMs;
+    }
+    reset() {
+        this.echoFloor = 0;
+        this.noiseFloor = 0;
+        this.heldMs = 0;
+        this.preRoll = [];
+        this.audibleFrames = 0;
+    }
+    filter(base64, pcm, agentAudible, frameMs) {
+        let sum = 0;
+        for (let i = 0; i < pcm.length; i++)
+            sum += Math.abs(pcm[i]);
+        const level = pcm.length ? sum / pcm.length / 32768 : 0;
+        if (agentAudible) {
+            this.audibleFrames++;
+            if (this.audibleFrames <= this.warmupFrames) {
+                this.echoFloor = Math.max(this.echoFloor, level);
+                this.heldMs = 0;
+                this.preRoll.push(base64);
+                if (this.preRoll.length > this.preRollFrames)
+                    this.preRoll.shift();
+                return [];
+            }
+            if (level > this.echoFloor && level <= this.threshold) {
+                this.echoFloor = level;
+            }
+            else {
+                this.echoFloor *= 0.999;
+            }
+            this.heldMs = level >= this.threshold ? this.heldMs + frameMs : 0;
+        }
+        else {
+            this.noiseFloor = this.noiseFloor === 0 ? level : this.noiseFloor * 0.95 + level * 0.05;
+            this.heldMs = 0;
+            this.audibleFrames = 0;
+            this.preRoll = [];
+            return [base64];
+        }
+        if (level < this.threshold || !this.interrupting) {
+            this.preRoll.push(base64);
+            if (this.preRoll.length > this.preRollFrames)
+                this.preRoll.shift();
+            return [];
+        }
+        const out = this.preRoll.length ? [...this.preRoll, base64] : [base64];
+        this.preRoll = [];
+        return out;
+    }
+}

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 export type { ActionHandler, AppActionRequest, AppActionResult, AppEvent, ScreenContext, ScreenField, } from "./protocol";
 export { GraineInAppClient, type GraineInAppOptions, type SessionConfig } from "./client";
 export { VoiceSession, liveAudioStreamAdapter, base64ToPcm16, CAPTURE_SAMPLE_RATE, type AudioAdapter, type VoiceSessionOptions, } from "./voice";
-export { decodeAgentAudio, decodeMuLaw, decodePcm16, base64ToBytes, type AudioFormat, type DecodedAudio, } from "./audio";
+export { EchoGuard, decodeAgentAudio, decodeMuLaw, decodePcm16, base64ToBytes, type AudioFormat, type DecodedAudio, } from "./audio";
 export { addMaskRule, maskDeep, maskString } from "./mask";
 export { GraineProvider, useGraineAgent, useGraineScreen, useGraineAction, useGraineVoice, type GraineProviderProps, type Turn, type Caption, } from "./react-native/index";
 export { GraineAgentBar, GraineLauncher, type GraineAgentBarProps, type GraineLauncherProps } from "./react-native/ui";

package/dist/index.js

@@ -1,6 +1,6 @@
 export { GraineInAppClient } from "./client";
 export { VoiceSession, liveAudioStreamAdapter, base64ToPcm16, CAPTURE_SAMPLE_RATE, } from "./voice";
-export { decodeAgentAudio, decodeMuLaw, decodePcm16, base64ToBytes, } from "./audio";
+export { EchoGuard, decodeAgentAudio, decodeMuLaw, decodePcm16, base64ToBytes, } from "./audio";
 export { addMaskRule, maskDeep, maskString } from "./mask";
 export { GraineProvider, useGraineAgent, useGraineScreen, useGraineAction, useGraineVoice, } from "./react-native/index";
 export { GraineAgentBar, GraineLauncher } from "./react-native/ui";

package/dist/voice.d.ts

@@ -20,6 +20,8 @@ export declare class VoiceSession {
     private offs;
     private capturing;
     private format;
+    private echo;
+    private agentAudible;
     constructor(client: GraineInAppClient, adapter: AudioAdapter, options?: VoiceSessionOptions);
     get active(): boolean;
     start(): Promise<void>;

package/dist/voice.js

@@ -1,4 +1,4 @@
-import { base64ToBytes, decodeAgentAudio, decodePcm16 } from "./audio";
+import { EchoGuard, base64ToBytes, decodeAgentAudio, decodePcm16 } from "./audio";
 export const CAPTURE_SAMPLE_RATE = 16000;
 export const MIN_PLAYOUT_BUFFER_SECONDS = 0.15;
 export function base64ToPcm16(b64) {
@@ -12,6 +12,8 @@ export class VoiceSession {
         this.offs = [];
         this.capturing = false;
         this.format = null;
+        this.echo = new EchoGuard();
+        this.agentAudible = false;
     }
     get active() {
         return this.capturing;
@@ -31,9 +33,13 @@ export class VoiceSession {
             }),
             this.client.on("clear", () => {
                 this.adapter.clear();
+                this.agentAudible = false;
                 this.options.onAgentSpeaking?.(false);
             }),
-            this.client.on("agent_speaking", (speaking) => this.options.onAgentSpeaking?.(speaking)),
+            this.client.on("agent_speaking", (speaking) => {
+                this.agentAudible = speaking;
+                this.options.onAgentSpeaking?.(speaking);
+            }),
             this.client.on("transcript", ({ text, final }) => {
                 if (final)
                     this.client.noteInteraction();
@@ -41,13 +47,24 @@ export class VoiceSession {
             }),
         ];
         this.client.setPlayoutClock(() => this.adapter.bufferedSeconds?.() ?? 0);
-        await this.adapter.startCapture((base64) => this.client.sendAudio(base64, CAPTURE_SAMPLE_RATE));
+        this.echo.reset();
+        await this.adapter.startCapture((base64) => {
+            const pcm = base64ToPcm16(base64);
+            const frameMs = (pcm.length / CAPTURE_SAMPLE_RATE) * 1000;
+            const buffered = this.adapter.bufferedSeconds?.();
+            const audible = buffered !== undefined ? buffered > 0.02 || this.agentAudible : this.agentAudible;
+            for (const frame of this.echo.filter(base64, pcm, audible, frameMs)) {
+                this.client.sendAudio(frame, CAPTURE_SAMPLE_RATE);
+            }
+        });
     }
     async stop() {
         if (!this.capturing)
             return;
         this.capturing = false;
         this.format = null;
+        this.agentAudible = false;
+        this.echo.reset();
         this.offs.forEach((off) => off());
         this.offs = [];
         this.adapter.clear();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graineai/inapp-react-native",
-  "version": "0.3.1",
+  "version": "0.4.0",
   "description": "Graine in-app agent for React Native — an agent that sees the screen your customer is on and can act on it.",
   "license": "MIT",
   "private": false,