@elizaos/plugin-local-inference 2.0.0-beta.1 → 2.0.3-beta.2

package/src/services/voice/eager-context-builder.d.ts

@@ -0,0 +1,170 @@
+/**
+ * Eager provider context split (C3).
+ *
+ * Splits provider context assembly into two parts so KV prefill can begin
+ * on speech-START — before ASR has produced a transcript:
+ *
+ *   1. **Deterministic part** — doesn't depend on the user's message text:
+ *        system prompt, persona, enabled skills list, conversation history
+ *        up to the last turn, tool definitions.
+ *      Built on `speech-start` (fire-and-forget via `prebuildDeterministic`).
+ *
+ *   2. **Message-dependent part** — depends on the actual transcript:
+ *        the user's message itself, any message-conditional context injected
+ *        by callers (e.g. relevant calendar/contacts snippets).
+ *      Built on `speech-end` via `complete(userMessage)`.
+ *
+ * The codebase routes context through elizaOS's provider pipeline rather than
+ * a single `buildContext` call. `EagerContextBuilder` adapts to that model by
+ * accepting two async factory functions: one for the deterministic part
+ * (returns a `ContextPartial`) and one for the message-dependent part
+ * (receives the user message, returns a `ContextPartial`). `mergeContext`
+ * combines them in a consistent order so downstream consumers always see
+ * `[deterministic parts] + [message-dependent parts]`.
+ *
+ * Staleness: the deterministic context is considered stale after 30 seconds
+ * (conversation history may have changed if the agent received a message from
+ * another surface). `complete()` rebuilds when stale.
+ *
+ * Thread-safety: all methods are async; do NOT call them concurrently from
+ * multiple async contexts — the class is designed for single-threaded use by
+ * the voice event loop.
+ */
+/**
+ * A fragment of the final prompt context. Fields are intentionally generic
+ * so the same type works regardless of whether the runtime uses raw strings,
+ * token arrays, or structured message lists.
+ *
+ * In practice callers fill `systemBlocks` with things like the system prompt,
+ * enabled skills, persona, tool definitions, and `historyBlocks` with the
+ * conversation history. `mergeContext` joins them in that order.
+ */
+export interface ContextPartial {
+    /**
+     * Ordered list of system / pre-amble text blocks. Each element is a
+     * distinct structural unit (e.g. persona block, skills block, tool-defs
+     * block). They are joined in order during `mergeContext`.
+     */
+    systemBlocks: string[];
+    /**
+     * Conversation history turns up to (but NOT including) the new user
+     * message. Stored as alternating `{role, content}` entries for
+     * compatibility with the elizaOS message format.
+     */
+    historyBlocks: Array<{
+        role: "user" | "assistant";
+        content: string;
+    }>;
+    /**
+     * Free-form metadata for diagnostics / telemetry. Not included in the
+     * merged prompt text.
+     */
+    meta?: Record<string, unknown>;
+}
+/**
+ * Complete merged context — the full prompt assembly ready for the LLM
+ * inference call. Produced by `mergeContext` from the two halves.
+ */
+export interface FullContext {
+    /**
+     * The fully assembled system string (deterministic blocks joined by
+     * double-newline, message-dependent blocks appended after).
+     */
+    systemText: string;
+    /**
+     * Full conversation history including the new user message at the end.
+     */
+    history: Array<{
+        role: "user" | "assistant";
+        content: string;
+    }>;
+    /** ISO timestamp of when the deterministic part was built. */
+    deterministicBuiltAt: string;
+    /** ISO timestamp of when `complete()` was called. */
+    completedAt: string;
+    /** True when the deterministic context was rebuilt inside `complete()` due to staleness. */
+    deterministicWasStale: boolean;
+}
+/**
+ * Factory function that builds the deterministic context part. Called with no
+ * arguments (it must capture its own runtime reference if it needs one).
+ */
+export type BuildDeterministicFn = () => Promise<ContextPartial>;
+/**
+ * Factory function that builds the message-dependent context part. Called with
+ * the actual user message text.
+ */
+export type BuildMessageDependentFn = (userMessage: string) => Promise<ContextPartial>;
+export interface EagerContextBuilderOptions {
+    buildDeterministic: BuildDeterministicFn;
+    buildMessageDependent: BuildMessageDependentFn;
+    /**
+     * How many milliseconds before the cached deterministic context is
+     * considered stale and must be rebuilt. Default 30 000 ms.
+     */
+    staleCutoffMs?: number;
+    /**
+     * Optional clock injection for tests. Defaults to `Date.now`.
+     */
+    now?: () => number;
+}
+/**
+ * Manages eager splitting of provider context into deterministic + message-
+ * dependent halves. Wire `prebuildDeterministic` to the `speech-start` event
+ * and `complete` to the `speech-end` path (after ASR produces the final
+ * transcript).
+ */
+export declare class EagerContextBuilder {
+    private deterministic;
+    private builtAt;
+    private readonly staleCutoffMs;
+    private readonly buildDeterministicFn;
+    private readonly buildMessageDependentFn;
+    private readonly nowFn;
+    /** In-flight prebuild promise — prevents concurrent duplicate prebuilds. */
+    private prebuildInFlight;
+    constructor(opts: EagerContextBuilderOptions);
+    /**
+     * Fire on `speech-start` (fire-and-forget). Builds and caches the
+     * deterministic context half so it is ready when `complete` is called.
+     *
+     * Concurrent calls are collapsed into a single in-flight build — safe to
+     * call multiple times without double-spending GPU/compute resources.
+     */
+    prebuildDeterministic(): void;
+    /**
+     * Call on `speech-end` with the actual final transcript. Returns the fully
+     * merged context.
+     *
+     * If the cached deterministic context is absent or stale it is rebuilt
+     * inline (blocking). The returned `deterministicWasStale` flag lets callers
+     * emit latency telemetry when the eager pre-build didn't complete in time.
+     */
+    complete(userMessage: string): Promise<FullContext>;
+    /**
+     * Returns true if the cached deterministic context is older than
+     * `staleCutoffMs`.
+     */
+    isStale(): boolean;
+    /**
+     * Discard the cached deterministic context. Useful when the conversation
+     * is reset or the runtime is re-initialised. Thread-safe — can be called
+     * from any context.
+     */
+    invalidate(): void;
+    private runPrebuild;
+}
+/**
+ * Merge deterministic and message-dependent context halves into a
+ * `FullContext`. The merged output places deterministic system blocks first,
+ * then message-dependent system blocks, and appends the user message as the
+ * last history turn.
+ *
+ * @internal Exported for tests.
+ */
+export declare function mergeContext(det: ContextPartial, msgDep: ContextPartial, timestamps: {
+    deterministicBuiltAt: string;
+    completedAt: string;
+    deterministicWasStale: boolean;
+}): FullContext;
+//# sourceMappingURL=eager-context-builder.d.ts.map

package/src/services/voice/eager-context-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eager-context-builder.d.ts","sourceRoot":"","sources":["eager-context-builder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAMH;;;;;;;;GAQG;AACH,MAAM,WAAW,cAAc;IAC9B;;;;OAIG;IACH,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB;;;;OAIG;IACH,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACtE;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC3B;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChE,8DAA8D;IAC9D,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAC;IACpB,4FAA4F;IAC5F,qBAAqB,EAAE,OAAO,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC;AAEjE;;;GAGG;AACH,MAAM,MAAM,uBAAuB,GAAG,CACrC,WAAW,EAAE,MAAM,KACf,OAAO,CAAC,cAAc,CAAC,CAAC;AAQ7B,MAAM,WAAW,0BAA0B;IAC1C,kBAAkB,EAAE,oBAAoB,CAAC;IACzC,qBAAqB,EAAE,uBAAuB,CAAC;IAC/C;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACnB;AAED;;;;;GAKG;AACH,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAC5D,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA0B;IAClE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IAErC,4EAA4E;IAC5E,OAAO,CAAC,gBAAgB,CAA8B;gBAE1C,IAAI,EAAE,0BAA0B;IAO5C;;;;;;OAMG;IACH,qBAAqB,IAAI,IAAI;IAO7B;;;;;;;OAOG;IACG,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAyBzD;;;OAGG;IACH,OAAO,IAAI,OAAO;IAKlB;;;;OAIG;IACH,UAAU,IAAI,IAAI;YASJ,WAAW;CAKzB;AAMD;;;;;;;GAOG;AACH,wBAAgB,YAAY,CAC3B,GAAG,EAAE,cAAc,EACnB,MAAM,EAAE,cAAc,EACtB,UAAU,EAAE;IACX,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,qBAAqB,EAAE,OAAO,CAAC;CAC/B,GACC,WAAW,CAkBb"}

package/src/services/voice/eager-context-builder.ts

@@ -0,0 +1,262 @@
+/**
+ * Eager provider context split (C3).
+ *
+ * Splits provider context assembly into two parts so KV prefill can begin
+ * on speech-START — before ASR has produced a transcript:
+ *
+ *   1. **Deterministic part** — doesn't depend on the user's message text:
+ *        system prompt, persona, enabled skills list, conversation history
+ *        up to the last turn, tool definitions.
+ *      Built on `speech-start` (fire-and-forget via `prebuildDeterministic`).
+ *
+ *   2. **Message-dependent part** — depends on the actual transcript:
+ *        the user's message itself, any message-conditional context injected
+ *        by callers (e.g. relevant calendar/contacts snippets).
+ *      Built on `speech-end` via `complete(userMessage)`.
+ *
+ * The codebase routes context through elizaOS's provider pipeline rather than
+ * a single `buildContext` call. `EagerContextBuilder` adapts to that model by
+ * accepting two async factory functions: one for the deterministic part
+ * (returns a `ContextPartial`) and one for the message-dependent part
+ * (receives the user message, returns a `ContextPartial`). `mergeContext`
+ * combines them in a consistent order so downstream consumers always see
+ * `[deterministic parts] + [message-dependent parts]`.
+ *
+ * Staleness: the deterministic context is considered stale after 30 seconds
+ * (conversation history may have changed if the agent received a message from
+ * another surface). `complete()` rebuilds when stale.
+ *
+ * Thread-safety: all methods are async; do NOT call them concurrently from
+ * multiple async contexts — the class is designed for single-threaded use by
+ * the voice event loop.
+ */
+
+// ---------------------------------------------------------------------------
+// Types
+// ---------------------------------------------------------------------------
+
+/**
+ * A fragment of the final prompt context. Fields are intentionally generic
+ * so the same type works regardless of whether the runtime uses raw strings,
+ * token arrays, or structured message lists.
+ *
+ * In practice callers fill `systemBlocks` with things like the system prompt,
+ * enabled skills, persona, tool definitions, and `historyBlocks` with the
+ * conversation history. `mergeContext` joins them in that order.
+ */
+export interface ContextPartial {
+	/**
+	 * Ordered list of system / pre-amble text blocks. Each element is a
+	 * distinct structural unit (e.g. persona block, skills block, tool-defs
+	 * block). They are joined in order during `mergeContext`.
+	 */
+	systemBlocks: string[];
+	/**
+	 * Conversation history turns up to (but NOT including) the new user
+	 * message. Stored as alternating `{role, content}` entries for
+	 * compatibility with the elizaOS message format.
+	 */
+	historyBlocks: Array<{ role: "user" | "assistant"; content: string }>;
+	/**
+	 * Free-form metadata for diagnostics / telemetry. Not included in the
+	 * merged prompt text.
+	 */
+	meta?: Record<string, unknown>;
+}
+
+/**
+ * Complete merged context — the full prompt assembly ready for the LLM
+ * inference call. Produced by `mergeContext` from the two halves.
+ */
+export interface FullContext {
+	/**
+	 * The fully assembled system string (deterministic blocks joined by
+	 * double-newline, message-dependent blocks appended after).
+	 */
+	systemText: string;
+	/**
+	 * Full conversation history including the new user message at the end.
+	 */
+	history: Array<{ role: "user" | "assistant"; content: string }>;
+	/** ISO timestamp of when the deterministic part was built. */
+	deterministicBuiltAt: string;
+	/** ISO timestamp of when `complete()` was called. */
+	completedAt: string;
+	/** True when the deterministic context was rebuilt inside `complete()` due to staleness. */
+	deterministicWasStale: boolean;
+}
+
+/**
+ * Factory function that builds the deterministic context part. Called with no
+ * arguments (it must capture its own runtime reference if it needs one).
+ */
+export type BuildDeterministicFn = () => Promise<ContextPartial>;
+
+/**
+ * Factory function that builds the message-dependent context part. Called with
+ * the actual user message text.
+ */
+export type BuildMessageDependentFn = (
+	userMessage: string,
+) => Promise<ContextPartial>;
+
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+
+const DEFAULT_STALE_MS = 30_000;
+
+export interface EagerContextBuilderOptions {
+	buildDeterministic: BuildDeterministicFn;
+	buildMessageDependent: BuildMessageDependentFn;
+	/**
+	 * How many milliseconds before the cached deterministic context is
+	 * considered stale and must be rebuilt. Default 30 000 ms.
+	 */
+	staleCutoffMs?: number;
+	/**
+	 * Optional clock injection for tests. Defaults to `Date.now`.
+	 */
+	now?: () => number;
+}
+
+/**
+ * Manages eager splitting of provider context into deterministic + message-
+ * dependent halves. Wire `prebuildDeterministic` to the `speech-start` event
+ * and `complete` to the `speech-end` path (after ASR produces the final
+ * transcript).
+ */
+export class EagerContextBuilder {
+	private deterministic: ContextPartial | null = null;
+	private builtAt: number = 0;
+	private readonly staleCutoffMs: number;
+	private readonly buildDeterministicFn: BuildDeterministicFn;
+	private readonly buildMessageDependentFn: BuildMessageDependentFn;
+	private readonly nowFn: () => number;
+
+	/** In-flight prebuild promise — prevents concurrent duplicate prebuilds. */
+	private prebuildInFlight: Promise<void> | null = null;
+
+	constructor(opts: EagerContextBuilderOptions) {
+		this.buildDeterministicFn = opts.buildDeterministic;
+		this.buildMessageDependentFn = opts.buildMessageDependent;
+		this.staleCutoffMs = opts.staleCutoffMs ?? DEFAULT_STALE_MS;
+		this.nowFn = opts.now ?? (() => Date.now());
+	}
+
+	/**
+	 * Fire on `speech-start` (fire-and-forget). Builds and caches the
+	 * deterministic context half so it is ready when `complete` is called.
+	 *
+	 * Concurrent calls are collapsed into a single in-flight build — safe to
+	 * call multiple times without double-spending GPU/compute resources.
+	 */
+	prebuildDeterministic(): void {
+		if (this.prebuildInFlight) return;
+		this.prebuildInFlight = this.runPrebuild().finally(() => {
+			this.prebuildInFlight = null;
+		});
+	}
+
+	/**
+	 * Call on `speech-end` with the actual final transcript. Returns the fully
+	 * merged context.
+	 *
+	 * If the cached deterministic context is absent or stale it is rebuilt
+	 * inline (blocking). The returned `deterministicWasStale` flag lets callers
+	 * emit latency telemetry when the eager pre-build didn't complete in time.
+	 */
+	async complete(userMessage: string): Promise<FullContext> {
+		let deterministicWasStale = false;
+		// If a prebuild is in-flight, wait for it first (avoids duplicate work).
+		if (this.prebuildInFlight) {
+			await this.prebuildInFlight;
+		}
+		let det = this.deterministic;
+		if (det === null || this.isStale()) {
+			deterministicWasStale = det !== null; // null means never built; stale = was built but expired
+			await this.runPrebuild();
+			det = this.deterministic;
+			if (det === null) {
+				throw new Error(
+					"deterministic context prebuild did not produce a result",
+				);
+			}
+		}
+		const msgDep = await this.buildMessageDependentFn(userMessage);
+		return mergeContext(det, msgDep, {
+			deterministicBuiltAt: new Date(this.builtAt).toISOString(),
+			completedAt: new Date(this.nowFn()).toISOString(),
+			deterministicWasStale,
+		});
+	}
+
+	/**
+	 * Returns true if the cached deterministic context is older than
+	 * `staleCutoffMs`.
+	 */
+	isStale(): boolean {
+		if (this.deterministic === null) return true;
+		return this.nowFn() - this.builtAt > this.staleCutoffMs;
+	}
+
+	/**
+	 * Discard the cached deterministic context. Useful when the conversation
+	 * is reset or the runtime is re-initialised. Thread-safe — can be called
+	 * from any context.
+	 */
+	invalidate(): void {
+		this.deterministic = null;
+		this.builtAt = 0;
+	}
+
+	// -------------------------------------------------------------------------
+	// private
+	// -------------------------------------------------------------------------
+
+	private async runPrebuild(): Promise<void> {
+		const result = await this.buildDeterministicFn();
+		this.deterministic = result;
+		this.builtAt = this.nowFn();
+	}
+}
+
+// ---------------------------------------------------------------------------
+// mergeContext
+// ---------------------------------------------------------------------------
+
+/**
+ * Merge deterministic and message-dependent context halves into a
+ * `FullContext`. The merged output places deterministic system blocks first,
+ * then message-dependent system blocks, and appends the user message as the
+ * last history turn.
+ *
+ * @internal Exported for tests.
+ */
+export function mergeContext(
+	det: ContextPartial,
+	msgDep: ContextPartial,
+	timestamps: {
+		deterministicBuiltAt: string;
+		completedAt: string;
+		deterministicWasStale: boolean;
+	},
+): FullContext {
+	const systemBlocks = [...det.systemBlocks, ...msgDep.systemBlocks];
+	const systemText = systemBlocks.filter(Boolean).join("\n\n");
+
+	// History: deterministic half contains history up to last turn; message-
+	// dependent half contains the new user message (and any injected turns).
+	const history: FullContext["history"] = [
+		...det.historyBlocks,
+		...msgDep.historyBlocks,
+	];
+
+	return {
+		systemText,
+		history,
+		deterministicBuiltAt: timestamps.deterministicBuiltAt,
+		completedAt: timestamps.completedAt,
+		deterministicWasStale: timestamps.deterministicWasStale,
+	};
+}

package/src/services/voice/eliza1-eot-scorer.d.ts

@@ -0,0 +1,124 @@
+/**
+ * Eliza-1 EOT scorer — reuses the already-loaded text model to compute
+ * P(`<|im_end|>` next | conversation_so_far) without shipping a separate
+ * detector ONNX.
+ *
+ * The runtime keeps a `LlamaModel` resident for chat generation. Voice
+ * EOT scoring is a single forward pass over the formatted Qwen chat
+ * prompt with the trailing `<|im_end|>` removed. `capacitor-llama`'s
+ * `LlamaContextSequence.controlledEvaluate()` returns the next-token
+ * probability distribution, so we simply read the entry for the
+ * `<|im_end|>` token id — no sampling loop, no KV-cache growth on the
+ * chat session.
+ *
+ * A dedicated `LlamaContext` is held just for this scorer so we do not
+ * fight the chat session pool for sequence slots. The context is small
+ * (single sequence, ≤512 tokens) and shares the model weights with the
+ * chat path; only the per-sequence KV cache is duplicated.
+ *
+ * Optionally a LoRA adapter is attached to that context — that is how
+ * a fine-tuned EOT head (trained per
+ * `packages/training/scripts/turn_detector/`) layers onto the same base
+ * weights without a separate GGUF.
+ */
+export interface LlamaModelLike {
+    tokenize(text: string, specialTokens?: boolean): readonly number[];
+    createContext(options: {
+        contextSize?: number;
+        sequences?: number;
+        flashAttention?: boolean;
+        lora?: string | {
+            adapters: Array<{
+                filePath: string;
+                scale?: number;
+            }>;
+        };
+    }): Promise<LlamaContextLike>;
+}
+export interface LlamaContextLike {
+    getSequence(options?: object): LlamaContextSequenceLike;
+    dispose(): Promise<void>;
+}
+export interface LlamaContextSequenceLike {
+    clearHistory(): Promise<void>;
+    controlledEvaluate(input: ControlledEvaluateInputLike[], options?: {
+        evaluationPriority?: number;
+    }): Promise<Array<ControlledEvaluateOutputLike | undefined>>;
+}
+export type ControlledEvaluateInputLike = number | [
+    token: number,
+    options: {
+        generateNext?: {
+            probabilities?: boolean;
+            confidence?: boolean;
+        };
+    }
+];
+export interface ControlledEvaluateOutputLike {
+    next: {
+        token?: number | null;
+        confidence?: number;
+        probabilities?: Map<number, number>;
+    };
+}
+export interface Eliza1EotScorerOptions {
+    /** The already-loaded text model (eliza-1 drafter). */
+    model: LlamaModelLike;
+    /** Optional EOT LoRA adapter path (absolute). When set, applied to the dedicated EOT context. */
+    loraPath?: string;
+    /** Adapter scale (default 1.0). Only meaningful when `loraPath` is set. */
+    loraScale?: number;
+    /** Max history tokens to keep in the prompt window. LiveKit uses 128. */
+    maxHistoryTokens?: number;
+    /** Context size for the dedicated EOT context. Default 512. */
+    contextSize?: number;
+    /** Model label for telemetry. */
+    modelLabel?: string;
+}
+export interface Eliza1EotScoreResult {
+    /** Probability of `<|im_end|>` as the next token, ∈ [0, 1]. */
+    probability: number;
+    /** Wall-clock model latency for this scoring call. */
+    latencyMs: number;
+    /** Number of prompt tokens evaluated. */
+    promptTokens: number;
+}
+/**
+ * Stateful EOT scorer bound to a single loaded text model. Lazily
+ * allocates its own dedicated `LlamaContext` on first call. Safe to
+ * keep across many voice turns; call `dispose()` on shutdown.
+ */
+export declare class Eliza1EotScorer {
+    private readonly model;
+    private readonly loraPath;
+    private readonly loraScale;
+    private readonly maxHistoryTokens;
+    private readonly contextSize;
+    readonly modelLabel: string;
+    private context;
+    private sequence;
+    private imEndTokenId;
+    private initPromise;
+    /** Serializes concurrent calls — controlledEvaluate is not thread-safe per-sequence. */
+    private inflight;
+    constructor(options: Eliza1EotScorerOptions);
+    score(partialTranscript: string): Promise<Eliza1EotScoreResult>;
+    dispose(): Promise<void>;
+    private ensureReady;
+    private initialize;
+    private tokenizePrompt;
+    private runOnce;
+}
+/**
+ * Format the partial transcript using the Qwen chat template, with the
+ * trailing `<|im_end|>` removed so the next predicted token *is* the
+ * EOT signal we want to measure.
+ *
+ * Matches the formatting LiveKit's turn-detector uses (single user turn,
+ * no system prompt, no generation prefix). When upstream history is
+ * available we can stack turns here, but the LiveKit recipe truncates
+ * to the last 128 tokens regardless, so a single user turn captures the
+ * relevant context for tier-1 EOT.
+ */
+export declare function formatEotPrompt(transcript: string): string;
+//# sourceMappingURL=eliza1-eot-scorer.d.ts.map

package/src/services/voice/eliza1-eot-scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eliza1-eot-scorer.d.ts","sourceRoot":"","sources":["eliza1-eot-scorer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAOH,MAAM,WAAW,cAAc;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,GAAG,SAAS,MAAM,EAAE,CAAC;IACnE,aAAa,CAAC,OAAO,EAAE;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,GAAG;YAAE,QAAQ,EAAE,KAAK,CAAC;gBAAE,QAAQ,EAAE,MAAM,CAAC;gBAAC,KAAK,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAA;SAAE,CAAC;KAC1E,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAChC,WAAW,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,wBAAwB,CAAC;IACxD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,wBAAwB;IACxC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,kBAAkB,CACjB,KAAK,EAAE,2BAA2B,EAAE,EACpC,OAAO,CAAC,EAAE;QAAE,kBAAkB,CAAC,EAAE,MAAM,CAAA;KAAE,GACvC,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,SAAS,CAAC,CAAC,CAAC;CAC5D;AAED,MAAM,MAAM,2BAA2B,GACpC,MAAM,GACN;IACA,KAAK,EAAE,MAAM;IACb,OAAO,EAAE;QACR,YAAY,CAAC,EAAE;YACd,aAAa,CAAC,EAAE,OAAO,CAAC;YACxB,UAAU,CAAC,EAAE,OAAO,CAAC;SACrB,CAAC;KACF;CACA,CAAC;AAEL,MAAM,WAAW,4BAA4B;IAC5C,IAAI,EAAE;QACL,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACpC,CAAC;CACF;AAKD,MAAM,WAAW,sBAAsB;IACtC,uDAAuD;IACvD,KAAK,EAAE,cAAc,CAAC;IACtB,iGAAiG;IACjG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iCAAiC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACpC,+DAA+D;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,YAAY,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,QAAQ,CAAyC;IACzD,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,WAAW,CAA8B;IACjD,wFAAwF;IACxF,OAAO,CAAC,QAAQ,CAAuC;gBAE3C,OAAO,EAAE,sBAAsB;IAarC,KAAK,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAsB/D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAShB,WAAW;YAMX,UAAU;IA6BxB,OAAO,CAAC,cAAc;YAOR,OAAO;CAoBrB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAG1D"}