@kuralle-syrinx/pipecat-smart-turn 4.4.0 → 4.5.0

package/dist/interaction-policy.d.ts

@@ -0,0 +1,41 @@
+import { type InteractionDecision, type InteractionObservation, type LifecycleInteractionPolicy, type PluginConfig } from "@kuralle-syrinx/core";
+import { type SmartTurnPredictor } from "./predictor.js";
+export interface SmartTurnInteractionPolicyConfig {
+    readonly probability_threshold?: number;
+    readonly semantic_endpointing_enabled?: boolean;
+    readonly finalize_delay_ms?: number;
+    readonly semantic_shortcut_delay_ms?: number;
+    readonly incomplete_fallback_ms?: number;
+    readonly semantic_defer_fallback_ms?: number;
+    readonly min_speech_ms?: number;
+    readonly max_audio_samples?: number;
+}
+export declare class SmartTurnInteractionPolicy implements LifecycleInteractionPolicy {
+    private readonly predictor;
+    private readonly states;
+    private probabilityThreshold;
+    private semanticEndpointingEnabled;
+    private finalizeDelayMs;
+    private semanticShortcutDelayMs;
+    private incompleteFallbackMs;
+    private semanticDeferFallbackMs;
+    private minSpeechMs;
+    private maxAudioSamples;
+    private initialized;
+    constructor(predictor?: SmartTurnPredictor);
+    initialize(config?: PluginConfig): Promise<void>;
+    observe(observation: InteractionObservation): readonly InteractionDecision[];
+    reset(contextId: string): void;
+    close(): Promise<void>;
+    private stateFor;
+    private beginSpeech;
+    private appendAudio;
+    private analyzeBoundary;
+    private evaluateBoundary;
+    private issueTakeTurn;
+    private scheduleFallback;
+    private clearFallback;
+    private drainDecisions;
+    private fusionConfig;
+}
+//# sourceMappingURL=interaction-policy.d.ts.map

package/dist/interaction-policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interaction-policy.d.ts","sourceRoot":"","sources":["../src/interaction-policy.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,0BAA0B,EAC/B,KAAK,YAAY,EAClB,MAAM,sBAAsB,CAAC;AAQ9B,OAAO,EAA6B,KAAK,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAoBpF,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IAChD,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IAC7C,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IAC7C,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACrC;AAED,qBAAa,0BAA2B,YAAW,0BAA0B;IAY/D,OAAO,CAAC,QAAQ,CAAC,SAAS;IAXtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqC;IAC5D,OAAO,CAAC,oBAAoB,CAAO;IACnC,OAAO,CAAC,0BAA0B,CAAQ;IAC1C,OAAO,CAAC,eAAe,CAAO;IAC9B,OAAO,CAAC,uBAAuB,CAAM;IACrC,OAAO,CAAC,oBAAoB,CAAQ;IACpC,OAAO,CAAC,uBAAuB,CAAQ;IACvC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,WAAW,CAAS;gBAEC,SAAS,GAAE,kBAAoD;IAEtF,UAAU,CAAC,MAAM,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa1D,OAAO,CAAC,WAAW,EAAE,sBAAsB,GAAG,SAAS,mBAAmB,EAAE;IA8B5E,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAQxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CAAC,QAAQ;IAqBhB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,WAAW;IAUnB,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,gBAAgB;IA8BxB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,YAAY;CASrB"}

package/dist/interaction-policy.js

@@ -0,0 +1,233 @@
+// SPDX-License-Identifier: MIT
+import { confidenceToWaitMs, } from "@kuralle-syrinx/core";
+import { fuseEndpointDecision, latestTranscript, scoreSemanticCompleteness, } from "./semantic-completeness.js";
+import { LocalSmartTurnV3Predictor } from "./predictor.js";
+const SAMPLE_RATE = 16000;
+const DEFAULT_MAX_AUDIO_SAMPLES = SAMPLE_RATE * 8;
+export class SmartTurnInteractionPolicy {
+    predictor;
+    states = new Map();
+    probabilityThreshold = 0.5;
+    semanticEndpointingEnabled = true;
+    finalizeDelayMs = 250;
+    semanticShortcutDelayMs = 50;
+    incompleteFallbackMs = 2000;
+    semanticDeferFallbackMs = 4000;
+    minSpeechMs = 0;
+    maxAudioSamples = DEFAULT_MAX_AUDIO_SAMPLES;
+    initialized = false;
+    constructor(predictor = new LocalSmartTurnV3Predictor()) {
+        this.predictor = predictor;
+    }
+    async initialize(config = {}) {
+        this.probabilityThreshold = readProbability(config["probability_threshold"], 0.5);
+        this.semanticEndpointingEnabled = readBoolean(config["semantic_endpointing_enabled"], true);
+        this.finalizeDelayMs = readNonNegativeNumber(config["finalize_delay_ms"], 250);
+        this.semanticShortcutDelayMs = readNonNegativeNumber(config["semantic_shortcut_delay_ms"], 50);
+        this.incompleteFallbackMs = readNonNegativeNumber(config["incomplete_fallback_ms"], 2000);
+        this.semanticDeferFallbackMs = readNonNegativeNumber(config["semantic_defer_fallback_ms"], 4000);
+        this.minSpeechMs = readNonNegativeNumber(config["min_speech_ms"], 0);
+        this.maxAudioSamples = readPositiveNumber(config["max_audio_samples"], DEFAULT_MAX_AUDIO_SAMPLES);
+        await this.predictor.initialize(config);
+        this.initialized = true;
+    }
+    observe(observation) {
+        const state = this.stateFor(observation.contextId);
+        switch (observation.kind) {
+            case "audio_frame":
+                this.appendAudio(state, observation.audio, observation.sampleRateHz);
+                break;
+            case "stt_partial":
+                if (observation.text.trim())
+                    state.latestInterim = observation.text.trim();
+                this.evaluateBoundary(state);
+                break;
+            case "stt_final": {
+                const text = observation.text.trim();
+                if (text && state.finalSegments.at(-1) !== text)
+                    state.finalSegments.push(text);
+                state.latestInterim = "";
+                this.evaluateBoundary(state);
+                break;
+            }
+            case "vad_speech_started":
+                this.beginSpeech(state);
+                break;
+            case "vad_speech_ended":
+                state.speechActive = false;
+                this.analyzeBoundary(state);
+                break;
+            default:
+                break;
+        }
+        return this.drainDecisions(state);
+    }
+    reset(contextId) {
+        const state = this.states.get(contextId);
+        if (!state)
+            return;
+        this.clearFallback(state);
+        state.boundarySequence += 1;
+        this.states.delete(contextId);
+    }
+    async close() {
+        this.initialized = false;
+        for (const contextId of [...this.states.keys()])
+            this.reset(contextId);
+        await this.predictor.close();
+    }
+    stateFor(contextId) {
+        const existing = this.states.get(contextId);
+        if (existing)
+            return existing;
+        const state = {
+            contextId,
+            audio: [],
+            speechMs: 0,
+            finalSegments: [],
+            latestInterim: "",
+            speechActive: false,
+            boundarySequence: 0,
+            boundaryAnalyzed: false,
+            probability: 0,
+            decisionIssued: false,
+            pendingDecisions: [],
+            fallbackTimer: null,
+        };
+        this.states.set(contextId, state);
+        return state;
+    }
+    beginSpeech(state) {
+        this.clearFallback(state);
+        state.audio = [];
+        state.speechMs = 0;
+        state.finalSegments = [];
+        state.latestInterim = "";
+        state.speechActive = true;
+        state.boundarySequence += 1;
+        state.boundaryAnalyzed = false;
+        state.probability = 0;
+        state.decisionIssued = false;
+        state.pendingDecisions = [];
+    }
+    appendAudio(state, audio, sampleRateHz = SAMPLE_RATE) {
+        if (!audio?.length)
+            return;
+        for (const sample of audio)
+            state.audio.push(sample / 32768);
+        if (state.speechActive && sampleRateHz > 0) {
+            state.speechMs += (audio.length / sampleRateHz) * 1000;
+        }
+        const overflow = state.audio.length - this.maxAudioSamples;
+        if (overflow > 0)
+            state.audio.splice(0, overflow);
+    }
+    analyzeBoundary(state) {
+        if (!this.initialized || state.decisionIssued)
+            return;
+        const sequence = ++state.boundarySequence;
+        const audio = Float32Array.from(state.audio);
+        void this.predictor.predict(audio).then((probability) => {
+            if (!this.initialized || state.boundarySequence !== sequence || !this.states.has(state.contextId))
+                return;
+            state.probability = clampProbability(probability);
+            state.boundaryAnalyzed = true;
+            this.evaluateBoundary(state);
+        }, () => {
+            if (!this.initialized || state.boundarySequence !== sequence || !this.states.has(state.contextId))
+                return;
+            state.boundaryAnalyzed = true;
+            state.probability = 0;
+            this.scheduleFallback(state, this.incompleteFallbackMs);
+        });
+    }
+    evaluateBoundary(state) {
+        if (!state.boundaryAnalyzed || state.speechActive || state.decisionIssued)
+            return;
+        const smartTurnComplete = state.probability > this.probabilityThreshold;
+        const transcript = latestTranscript(state.finalSegments, state.latestInterim);
+        if (!transcript) {
+            if (smartTurnComplete && state.speechMs >= this.minSpeechMs) {
+                this.issueTakeTurn(state, state.probability);
+            }
+            else {
+                this.scheduleFallback(state, this.incompleteFallbackMs);
+            }
+            return;
+        }
+        const semantic = scoreSemanticCompleteness(transcript);
+        const fusion = fuseEndpointDecision(smartTurnComplete, semantic, state.speechMs, this.fusionConfig());
+        if (fusion.release) {
+            const confidence = smartTurnComplete ? Math.max(state.probability, semantic.confidence) : semantic.confidence;
+            this.issueTakeTurn(state, confidence);
+            return;
+        }
+        if (!state.pendingDecisions.some((decision) => decision.kind === "hold")) {
+            state.pendingDecisions.push({ kind: "hold" });
+        }
+        this.scheduleFallback(state, fusion.deferReason ? this.semanticDeferFallbackMs : fusion.finalizeDelayMs);
+    }
+    issueTakeTurn(state, confidence) {
+        if (state.decisionIssued)
+            return;
+        this.clearFallback(state);
+        state.decisionIssued = true;
+        state.pendingDecisions.push({
+            kind: "take_turn",
+            confidence,
+            waitMs: confidenceToWaitMs(confidence),
+        });
+    }
+    scheduleFallback(state, delayMs) {
+        if (state.fallbackTimer || state.decisionIssued)
+            return;
+        state.fallbackTimer = setTimeout(() => {
+            state.fallbackTimer = null;
+            if (!this.initialized || state.speechActive || state.decisionIssued || !this.states.has(state.contextId))
+                return;
+            state.decisionIssued = true;
+            state.pendingDecisions.push({ kind: "take_turn", confidence: 0, waitMs: 0 });
+        }, delayMs);
+    }
+    clearFallback(state) {
+        if (!state.fallbackTimer)
+            return;
+        clearTimeout(state.fallbackTimer);
+        state.fallbackTimer = null;
+    }
+    drainDecisions(state) {
+        if (state.pendingDecisions.length === 0)
+            return [];
+        return state.pendingDecisions.splice(0);
+    }
+    fusionConfig() {
+        return {
+            enabled: this.semanticEndpointingEnabled,
+            finalizeDelayMs: this.finalizeDelayMs,
+            semanticShortcutDelayMs: this.semanticShortcutDelayMs,
+            incompleteFallbackMs: this.incompleteFallbackMs,
+            minSpeechMs: this.minSpeechMs,
+        };
+    }
+}
+function clampProbability(value) {
+    if (!Number.isFinite(value))
+        return 0;
+    return Math.min(1, Math.max(0, value));
+}
+function readBoolean(value, fallback) {
+    return typeof value === "boolean" ? value : fallback;
+}
+function readNonNegativeNumber(value, fallback) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return fallback;
+    return Math.max(0, Math.floor(value));
+}
+function readPositiveNumber(value, fallback) {
+    const parsed = readNonNegativeNumber(value, fallback);
+    return parsed > 0 ? parsed : fallback;
+}
+function readProbability(value, fallback) {
+    return typeof value === "number" ? clampProbability(value) : fallback;
+}
+//# sourceMappingURL=interaction-policy.js.map

package/dist/interaction-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interaction-policy.js","sourceRoot":"","sources":["../src/interaction-policy.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EACL,kBAAkB,GAKnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,yBAAyB,GAE1B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,yBAAyB,EAA2B,MAAM,gBAAgB,CAAC;AAEpF,MAAM,WAAW,GAAG,KAAK,CAAC;AAC1B,MAAM,yBAAyB,GAAG,WAAW,GAAG,CAAC,CAAC;AA4BlD,MAAM,OAAO,0BAA0B;IAYR;IAXZ,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACpD,oBAAoB,GAAG,GAAG,CAAC;IAC3B,0BAA0B,GAAG,IAAI,CAAC;IAClC,eAAe,GAAG,GAAG,CAAC;IACtB,uBAAuB,GAAG,EAAE,CAAC;IAC7B,oBAAoB,GAAG,IAAI,CAAC;IAC5B,uBAAuB,GAAG,IAAI,CAAC;IAC/B,WAAW,GAAG,CAAC,CAAC;IAChB,eAAe,GAAG,yBAAyB,CAAC;IAC5C,WAAW,GAAG,KAAK,CAAC;IAE5B,YAA6B,YAAgC,IAAI,yBAAyB,EAAE;QAA/D,cAAS,GAAT,SAAS,CAAsD;IAAG,CAAC;IAEhG,KAAK,CAAC,UAAU,CAAC,SAAuB,EAAE;QACxC,IAAI,CAAC,oBAAoB,GAAG,eAAe,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,GAAG,CAAC,CAAC;QAClF,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC,MAAM,CAAC,8BAA8B,CAAC,EAAE,IAAI,CAAC,CAAC;QAC5F,IAAI,CAAC,eAAe,GAAG,qBAAqB,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/E,IAAI,CAAC,uBAAuB,GAAG,qBAAqB,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,oBAAoB,GAAG,qBAAqB,CAAC,MAAM,CAAC,wBAAwB,CAAC,EAAE,IAAI,CAAC,CAAC;QAC1F,IAAI,CAAC,uBAAuB,GAAG,qBAAqB,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAAE,IAAI,CAAC,CAAC;QACjG,IAAI,CAAC,WAAW,GAAG,qBAAqB,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,eAAe,GAAG,kBAAkB,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,yBAAyB,CAAC,CAAC;QAClG,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,WAAmC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,aAAa;gBAChB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;gBACrE,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,KAAK,CAAC,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC3E,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,IAAI,IAAI,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI;oBAAE,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChF,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC;gBACzB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,CAAC;YACD,KAAK,oBAAoB;gBACvB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACxB,MAAM;YACR,KAAK,kBAAkB;gBACrB,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC3B,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC5B,MAAM;YACR;gBACE,MAAM;QACV,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,SAAiB;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAEO,QAAQ,CAAC,SAAiB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,KAAK,GAAmB;YAC5B,SAAS;YACT,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,CAAC;YACnB,gBAAgB,EAAE,KAAK;YACvB,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,KAAK;YACrB,gBAAgB,EAAE,EAAE;YACpB,aAAa,EAAE,IAAI;SACpB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,KAAqB;QACvC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;QACnB,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;QAC1B,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC5B,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC/B,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;QACtB,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC;QAC7B,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAC;IAC9B,CAAC;IAEO,WAAW,CAAC,KAAqB,EAAE,KAA6B,EAAE,YAAY,GAAG,WAAW;QAClG,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO;QAC3B,KAAK,MAAM,MAAM,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;QAC7D,IAAI,KAAK,CAAC,YAAY,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC;QACzD,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;QAC3D,IAAI,QAAQ,GAAG,CAAC;YAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IAEO,eAAe,CAAC,KAAqB;QAC3C,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,cAAc;YAAE,OAAO;QACtD,MAAM,QAAQ,GAAG,EAAE,KAAK,CAAC,gBAAgB,CAAC;QAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CACrC,CAAC,WAAW,EAAE,EAAE;YACd,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;gBAAE,OAAO;YAC1G,KAAK,CAAC,WAAW,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;YAClD,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC9B,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC,EACD,GAAG,EAAE;YACH,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;gBAAE,OAAO;YAC1G,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC9B,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC1D,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,KAAqB;QAC5C,IAAI,CAAC,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,cAAc;YAAE,OAAO;QAClF,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACxE,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QAC9E,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,iBAAiB,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC5D,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAC1D,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,yBAAyB,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,oBAAoB,CAAC,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACtG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC9G,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;YACzE,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,gBAAgB,CACnB,KAAK,EACL,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAC3E,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,KAAqB,EAAE,UAAkB;QAC7D,IAAI,KAAK,CAAC,cAAc;YAAE,OAAO;QACjC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC;YAC1B,IAAI,EAAE,WAAW;YACjB,UAAU;YACV,MAAM,EAAE,kBAAkB,CAAC,UAAU,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,KAAqB,EAAE,OAAe;QAC7D,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc;YAAE,OAAO;QACxD,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;gBAAE,OAAO;YACjH,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;YAC5B,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC,EAAE,OAAO,CAAC,CAAC;IACd,CAAC;IAEO,aAAa,CAAC,KAAqB;QACzC,IAAI,CAAC,KAAK,CAAC,aAAa;YAAE,OAAO;QACjC,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAClC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;IAC7B,CAAC;IAEO,cAAc,CAAC,KAAqB;QAC1C,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,YAAY;QAClB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,0BAA0B;YACxC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;YACrD,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC;IACJ,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,QAAiB;IACpD,OAAO,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACvD,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,QAAgB;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,QAAgB;IAC1D,MAAM,MAAM,GAAG,qBAAqB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACtD,OAAO,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxC,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,QAAgB;IACvD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxE,CAAC"}

package/dist/predictor.d.ts

@@ -0,0 +1,12 @@
+import { type PluginConfig } from "@kuralle-syrinx/core";
+import type { SmartTurnPredictor } from "./smart-turn-types.js";
+export type { SmartTurnPredictor } from "./smart-turn-types.js";
+export declare class LocalSmartTurnV3Predictor implements SmartTurnPredictor {
+    private ort;
+    private session;
+    private featureExtractor;
+    initialize(config: PluginConfig): Promise<void>;
+    predict(audio: Float32Array): Promise<number>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=predictor.d.ts.map

package/dist/predictor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"predictor.d.ts","sourceRoot":"","sources":["../src/predictor.ts"],"names":[],"mappings":"AAIA,OAAO,EAAwB,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,YAAY,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAahE,qBAAa,yBAA0B,YAAW,kBAAkB;IAClE,OAAO,CAAC,GAAG,CAAoB;IAC/B,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,gBAAgB,CAAiC;IAEnD,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/C,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAe7C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/predictor.js

@@ -0,0 +1,57 @@
+// SPDX-License-Identifier: MIT
+import { fileURLToPath } from "node:url";
+import { optionalStringConfig } from "@kuralle-syrinx/core";
+const SAMPLE_RATE = 16000;
+const MAX_AUDIO_SAMPLES = SAMPLE_RATE * 8;
+const DEFAULT_MODEL_PATH = fileURLToPath(new URL("../models/smart-turn-v3.2-cpu.onnx", import.meta.url));
+export class LocalSmartTurnV3Predictor {
+    ort = null;
+    session = null;
+    featureExtractor = null;
+    async initialize(config) {
+        const sampleRate = readNonNegativeNumber(config["sample_rate"], SAMPLE_RATE);
+        if (sampleRate !== SAMPLE_RATE) {
+            throw new Error(`Smart Turn requires 16 kHz PCM input, got ${String(sampleRate)} Hz`);
+        }
+        const modelPath = optionalStringConfig(config, "model_path") ?? DEFAULT_MODEL_PATH;
+        const { WhisperFeatureExtractor } = await import("@huggingface/transformers");
+        this.featureExtractor = new WhisperFeatureExtractor({
+            feature_size: 80,
+            sampling_rate: SAMPLE_RATE,
+            hop_length: 160,
+            n_fft: 400,
+            n_samples: MAX_AUDIO_SAMPLES,
+            nb_max_frames: 800,
+        });
+        this.ort = await import("onnxruntime-node");
+        this.session = await this.ort.InferenceSession.create(modelPath, {
+            executionProviders: ["cpu"],
+            interOpNumThreads: 1,
+            intraOpNumThreads: 1,
+        });
+    }
+    async predict(audio) {
+        if (!this.ort || !this.session || !this.featureExtractor) {
+            throw new Error("Smart Turn predictor is not initialized");
+        }
+        const modelAudio = new Float32Array(MAX_AUDIO_SAMPLES);
+        const tail = audio.length > MAX_AUDIO_SAMPLES ? audio.slice(-MAX_AUDIO_SAMPLES) : audio;
+        modelAudio.set(tail, MAX_AUDIO_SAMPLES - tail.length);
+        const features = await this.featureExtractor._extract_fbank_features(modelAudio);
+        const input = new this.ort.Tensor("float32", features.data, [1, 80, 800]);
+        const outputs = await this.session.run({ input_features: input });
+        const value = outputs["logits"]?.data[0];
+        return typeof value === "number" ? value : 0;
+    }
+    async close() {
+        this.session = null;
+        this.ort = null;
+        this.featureExtractor = null;
+    }
+}
+function readNonNegativeNumber(value, fallback) {
+    if (typeof value !== "number" || !Number.isFinite(value))
+        return fallback;
+    return Math.max(0, Math.floor(value));
+}
+//# sourceMappingURL=predictor.js.map

package/dist/predictor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"predictor.js","sourceRoot":"","sources":["../src/predictor.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAqB,MAAM,sBAAsB,CAAC;AAY/E,MAAM,WAAW,GAAG,KAAK,CAAC;AAC1B,MAAM,iBAAiB,GAAG,WAAW,GAAG,CAAC,CAAC;AAC1C,MAAM,kBAAkB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,oCAAoC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzG,MAAM,OAAO,yBAAyB;IAC5B,GAAG,GAAe,IAAI,CAAC;IACvB,OAAO,GAA4B,IAAI,CAAC;IACxC,gBAAgB,GAA4B,IAAI,CAAC;IAEzD,KAAK,CAAC,UAAU,CAAC,MAAoB;QACnC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,6CAA6C,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,kBAAkB,CAAC;QACnF,MAAM,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC9E,IAAI,CAAC,gBAAgB,GAAG,IAAI,uBAAuB,CAAC;YAClD,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,WAAW;YAC1B,UAAU,EAAE,GAAG;YACf,KAAK,EAAE,GAAG;YACV,SAAS,EAAE,iBAAiB;YAC5B,aAAa,EAAE,GAAG;SACnB,CAAqB,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;YAC/D,kBAAkB,EAAE,CAAC,KAAK,CAAC;YAC3B,iBAAiB,EAAE,CAAC;YACpB,iBAAiB,EAAE,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAmB;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACxF,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAoB,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1F,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC/B,CAAC;CACF;AAED,SAAS,qBAAqB,CAAC,KAAc,EAAE,QAAgB;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AACxC,CAAC"}

package/dist/semantic-completeness.d.ts

@@ -0,0 +1,24 @@
+export type SemanticCompletenessLabel = "complete" | "incomplete" | "backchannel";
+export interface SemanticCompletenessScore {
+    readonly complete: boolean;
+    readonly label: SemanticCompletenessLabel;
+    readonly confidence: number;
+}
+export interface SemanticEndpointFusionConfig {
+    readonly enabled: boolean;
+    readonly finalizeDelayMs: number;
+    readonly semanticShortcutDelayMs: number;
+    readonly incompleteFallbackMs: number;
+    readonly minSpeechMs?: number;
+}
+export interface EndpointFusionDecision {
+    readonly release: boolean;
+    readonly requestFinalize: boolean;
+    readonly finalizeDelayMs: number;
+    readonly deferReason?: "semantic_incomplete";
+    readonly shortcutReason?: "semantic_complete";
+}
+export declare function scoreSemanticCompleteness(text: string): SemanticCompletenessScore;
+export declare function fuseEndpointDecision(smartTurnComplete: boolean, semantic: SemanticCompletenessScore, speechMs: number, config: SemanticEndpointFusionConfig): EndpointFusionDecision;
+export declare function latestTranscript(finalSegments: readonly string[], interimText: string): string;
+//# sourceMappingURL=semantic-completeness.d.ts.map

package/dist/semantic-completeness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-completeness.d.ts","sourceRoot":"","sources":["../src/semantic-completeness.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,yBAAyB,GAAG,UAAU,GAAG,YAAY,GAAG,aAAa,CAAC;AAElF,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAC7C,QAAQ,CAAC,cAAc,CAAC,EAAE,mBAAmB,CAAC;CAC/C;AAkCD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,yBAAyB,CAqDjF;AAED,wBAAgB,oBAAoB,CAClC,iBAAiB,EAAE,OAAO,EAC1B,QAAQ,EAAE,yBAAyB,EACnC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,4BAA4B,GACnC,sBAAsB,CAwCxB;AAED,wBAAgB,gBAAgB,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAS9F"}

package/dist/semantic-completeness.js

@@ -0,0 +1,116 @@
+const TRAILING_INCOMPLETE = /\b(and|but|or|so|because|if|when|while|although|though|since|unless|until|as|that|which|who|where|how|what|why|the|a|an|to|for|of|in|on|at|with|about|from|by|into|through|after|before|during|without|within|between|among|over|under|around|against|toward|towards|upon|like|than|not|please|just|also|then|well|um|uh|er|hmm|i|we|you|he|she|they|my|your|our|their|this|these|those)\s*$/i;
+const EXACT_INCOMPLETE = [
+    /^i need to know$/i,
+    /^i want to know$/i,
+    /^can you tell me$/i,
+    /^how do i$/i,
+    /^what is the$/i,
+];
+const INCOMPLETE_PREFIXES = [
+    /^i need to\b/i,
+    /^i want to\b/i,
+    /^can you tell me about\b/i,
+    /^what is the\b/i,
+    /^how do i\b/i,
+    /^i'm trying to\b/i,
+    /^i am trying to\b/i,
+    /^could you help me with\b/i,
+    /^tell me about the\b/i,
+];
+const OPEN_ENDED_PREFIXES = [
+    /^i was wondering if\b/i,
+];
+const BACKCHANNEL = /^(yeah|yes|yep|yup|uh-?huh|mm-?hmm|mhm|right|okay|ok|sure|got it|thank you|thanks|no|nope|nah)\.?$/i;
+const SENTENCE_END = /[.!?]["')]*\s*$/;
+export function scoreSemanticCompleteness(text) {
+    const normalized = text.trim().replace(/\s+/g, " ");
+    if (!normalized) {
+        return { complete: false, label: "incomplete", confidence: 0 };
+    }
+    if (BACKCHANNEL.test(normalized)) {
+        return { complete: true, label: "backchannel", confidence: 0.95 };
+    }
+    if (SENTENCE_END.test(normalized)) {
+        return { complete: true, label: "complete", confidence: 0.9 };
+    }
+    if (TRAILING_INCOMPLETE.test(normalized)) {
+        return { complete: false, label: "incomplete", confidence: 0.85 };
+    }
+    for (const phrase of EXACT_INCOMPLETE) {
+        if (phrase.test(normalized)) {
+            return { complete: false, label: "incomplete", confidence: 0.85 };
+        }
+    }
+    for (const prefix of INCOMPLETE_PREFIXES) {
+        if (!prefix.test(normalized))
+            continue;
+        const remainder = normalized.replace(prefix, "").trim();
+        if (!remainder) {
+            return { complete: false, label: "incomplete", confidence: 0.8 };
+        }
+    }
+    for (const prefix of OPEN_ENDED_PREFIXES) {
+        if (prefix.test(normalized)) {
+            return { complete: false, label: "incomplete", confidence: 0.75 };
+        }
+    }
+    if (/,\s*$/.test(normalized)) {
+        return { complete: false, label: "incomplete", confidence: 0.75 };
+    }
+    const words = normalized.split(/\s+/);
+    if (/^(what|where|when|why|how|who|which|is|are|do|does|did|can|could|would|will|should|have|has|had)\b/i.test(normalized) &&
+        words.length >= 4) {
+        return { complete: true, label: "complete", confidence: 0.7 };
+    }
+    return { complete: true, label: "complete", confidence: 0.55 };
+}
+export function fuseEndpointDecision(smartTurnComplete, semantic, speechMs, config) {
+    if (!config.enabled) {
+        return {
+            release: smartTurnComplete,
+            requestFinalize: smartTurnComplete,
+            finalizeDelayMs: config.finalizeDelayMs,
+        };
+    }
+    if (smartTurnComplete && semantic.complete && speechMs >= (config.minSpeechMs ?? 0)) {
+        return {
+            release: true,
+            requestFinalize: true,
+            finalizeDelayMs: config.finalizeDelayMs,
+        };
+    }
+    if (smartTurnComplete && !semantic.complete) {
+        return {
+            release: false,
+            requestFinalize: false,
+            finalizeDelayMs: config.finalizeDelayMs,
+            deferReason: "semantic_incomplete",
+        };
+    }
+    if (!smartTurnComplete && semantic.complete && semantic.confidence >= 0.85 && config.semanticShortcutDelayMs > 0) {
+        return {
+            release: true,
+            requestFinalize: true,
+            finalizeDelayMs: config.semanticShortcutDelayMs,
+            shortcutReason: "semantic_complete",
+        };
+    }
+    return {
+        release: false,
+        requestFinalize: false,
+        finalizeDelayMs: config.incompleteFallbackMs,
+    };
+}
+export function latestTranscript(finalSegments, interimText) {
+    const finals = finalSegments.join(" ").replace(/\s+/g, " ").trim();
+    const interim = interimText.trim();
+    if (!interim)
+        return finals;
+    if (!finals)
+        return interim;
+    if (interim.startsWith(finals) || finals.startsWith(interim)) {
+        return interim.length >= finals.length ? interim : finals;
+    }
+    return `${finals} ${interim}`.replace(/\s+/g, " ").trim();
+}
+//# sourceMappingURL=semantic-completeness.js.map

package/dist/semantic-completeness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-completeness.js","sourceRoot":"","sources":["../src/semantic-completeness.ts"],"names":[],"mappings":"AAwBA,MAAM,mBAAmB,GACvB,+XAA+X,CAAC;AAElY,MAAM,gBAAgB,GAAG;IACvB,mBAAmB;IACnB,mBAAmB;IACnB,oBAAoB;IACpB,aAAa;IACb,gBAAgB;CACjB,CAAC;AAEF,MAAM,mBAAmB,GAAsB;IAC7C,eAAe;IACf,eAAe;IACf,2BAA2B;IAC3B,iBAAiB;IACjB,cAAc;IACd,mBAAmB;IACnB,oBAAoB;IACpB,4BAA4B;IAC5B,uBAAuB;CACxB,CAAC;AAEF,MAAM,mBAAmB,GAAsB;IAC7C,wBAAwB;CACzB,CAAC;AAEF,MAAM,WAAW,GACf,qGAAqG,CAAC;AAExG,MAAM,YAAY,GAAG,iBAAiB,CAAC;AAEvC,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACjE,CAAC;IAED,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC;IAED,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IAChE,CAAC;IAED,IAAI,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;QACtC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACpE,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,mBAAmB,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,SAAS;QACvC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,mBAAmB,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACpE,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACtC,IACE,qGAAqG,CAAC,IAAI,CACxG,UAAU,CACX;QACD,KAAK,CAAC,MAAM,IAAI,CAAC,EACjB,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IAChE,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,iBAA0B,EAC1B,QAAmC,EACnC,QAAgB,EAChB,MAAoC;IAEpC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO;YACL,OAAO,EAAE,iBAAiB;YAC1B,eAAe,EAAE,iBAAiB;YAClC,eAAe,EAAE,MAAM,CAAC,eAAe;SACxC,CAAC;IACJ,CAAC;IAED,IAAI,iBAAiB,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC;QACpF,OAAO;YACL,OAAO,EAAE,IAAI;YACb,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,MAAM,CAAC,eAAe;SACxC,CAAC;IACJ,CAAC;IAED,IAAI,iBAAiB,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC5C,OAAO;YACL,OAAO,EAAE,KAAK;YACd,eAAe,EAAE,KAAK;YACtB,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,WAAW,EAAE,qBAAqB;SACnC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,iBAAiB,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,UAAU,IAAI,IAAI,IAAI,MAAM,CAAC,uBAAuB,GAAG,CAAC,EAAE,CAAC;QACjH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,eAAe,EAAE,IAAI;YACrB,eAAe,EAAE,MAAM,CAAC,uBAAuB;YAC/C,cAAc,EAAE,mBAAmB;SACpC,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,KAAK;QACd,eAAe,EAAE,KAAK;QACtB,eAAe,EAAE,MAAM,CAAC,oBAAoB;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,aAAgC,EAAE,WAAmB;IACpF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACnE,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAC5B,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5D,CAAC;IACD,OAAO,GAAG,MAAM,IAAI,OAAO,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5D,CAAC"}

package/dist/semantic-fixtures.d.ts

@@ -0,0 +1,7 @@
+export interface SemanticLabeledUtterance {
+    readonly id: string;
+    readonly text: string;
+    readonly category: "complete" | "mid_thought_pause" | "backchannel";
+}
+export declare const SEMANTIC_LABELED_UTTERANCES: readonly SemanticLabeledUtterance[];
+//# sourceMappingURL=semantic-fixtures.d.ts.map

package/dist/semantic-fixtures.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-fixtures.d.ts","sourceRoot":"","sources":["../src/semantic-fixtures.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,mBAAmB,GAAG,aAAa,CAAC;CACrE;AAED,eAAO,MAAM,2BAA2B,EAAE,SAAS,wBAAwB,EAa1E,CAAC"}

package/dist/semantic-fixtures.js

@@ -0,0 +1,15 @@
+export const SEMANTIC_LABELED_UTTERANCES = [
+    { id: "complete-question", text: "What are your office hours?", category: "complete" },
+    { id: "complete-statement", text: "I would like to schedule an appointment.", category: "complete" },
+    { id: "complete-imperative", text: "Please send me the enrollment form.", category: "complete" },
+    { id: "complete-multi-clause", text: "I applied last week, and I still have not heard back.", category: "complete" },
+    { id: "mid-thought-conjunction", text: "I need to know whether the petition is approved and", category: "mid_thought_pause" },
+    { id: "mid-thought-prefix", text: "I need to know", category: "mid_thought_pause" },
+    { id: "mid-thought-comma", text: "Before I submit the form,", category: "mid_thought_pause" },
+    { id: "mid-thought-article", text: "Can you tell me about the", category: "mid_thought_pause" },
+    { id: "backchannel-yeah", text: "yeah", category: "backchannel" },
+    { id: "backchannel-uh-huh", text: "uh-huh", category: "backchannel" },
+    { id: "backchannel-okay", text: "okay", category: "backchannel" },
+    { id: "backchannel-thanks", text: "thank you", category: "backchannel" },
+];
+//# sourceMappingURL=semantic-fixtures.js.map

package/dist/semantic-fixtures.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-fixtures.js","sourceRoot":"","sources":["../src/semantic-fixtures.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,MAAM,2BAA2B,GAAwC;IAC9E,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,UAAU,EAAE;IACtF,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,0CAA0C,EAAE,QAAQ,EAAE,UAAU,EAAE;IACpG,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,qCAAqC,EAAE,QAAQ,EAAE,UAAU,EAAE;IAChG,EAAE,EAAE,EAAE,uBAAuB,EAAE,IAAI,EAAE,uDAAuD,EAAE,QAAQ,EAAE,UAAU,EAAE;IACpH,EAAE,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,qDAAqD,EAAE,QAAQ,EAAE,mBAAmB,EAAE;IAC7H,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,mBAAmB,EAAE;IACnF,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,mBAAmB,EAAE;IAC7F,EAAE,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,2BAA2B,EAAE,QAAQ,EAAE,mBAAmB,EAAE;IAC/F,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE;IACjE,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE;IACrE,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE;IACjE,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE;CACzE,CAAC"}

package/dist/smart-turn-types.d.ts

@@ -0,0 +1,8 @@
+import type { PluginConfig } from "@kuralle-syrinx/core";
+/** Host- or model-agnostic Smart Turn probability scorer. */
+export interface SmartTurnPredictor {
+    initialize(config: PluginConfig): Promise<void>;
+    predict(audio: Float32Array): Promise<number>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=smart-turn-types.d.ts.map

package/dist/smart-turn-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"smart-turn-types.d.ts","sourceRoot":"","sources":["../src/smart-turn-types.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,6DAA6D;AAC7D,MAAM,WAAW,kBAAkB;IACjC,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/smart-turn-types.js

@@ -0,0 +1,3 @@
+// SPDX-License-Identifier: MIT
+export {};
+//# sourceMappingURL=smart-turn-types.js.map

package/dist/smart-turn-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smart-turn-types.js","sourceRoot":"","sources":["../src/smart-turn-types.ts"],"names":[],"mappings":"AAAA,+BAA+B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kuralle-syrinx/pipecat-smart-turn",
-  "version": "4.4.0",
+  "version": "4.5.0",
   "private": false,
   "description": "Pipecat Smart Turn v3 semantic endpointing for Syrinx — local ONNX end-of-turn analysis",
   "keywords": [
@@ -24,23 +24,36 @@
     "url": "https://github.com/kuralle/syrinx/issues"
   },
   "type": "module",
-  "main": "./src/index.ts",
-  "types": "./src/index.ts",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
-    ".": "./src/index.ts",
-    "./eos": "./src/eos-plugin.ts"
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./eos": {
+      "types": "./dist/eos-plugin.d.ts",
+      "default": "./dist/eos-plugin.js"
+    }
   },
   "dependencies": {
     "@huggingface/transformers": "^4.2.0",
     "onnxruntime-node": "1.24.3",
-    "@kuralle-syrinx/core": "4.4.0"
+    "@kuralle-syrinx/core": "4.5.0"
   },
   "devDependencies": {
+    "@types/node": "^22.0.0",
     "typescript": "^5.7.0",
     "vitest": "^3.2.6"
   },
+  "files": [
+    "dist",
+    "src",
+    "README.md"
+  ],
   "scripts": {
     "typecheck": "tsc --noEmit",
-    "test": "vitest run"
+    "test": "vitest run",
+    "build": "tsc -p tsconfig.build.json"
   }
 }