felona-voice 0.1.0

package/dist/llm/openai.js

@@ -0,0 +1,140 @@
+/**
+ * OpenAILLM — LLM provider using OpenAI's chat completions API.
+ *
+ * The LLM in Felona Voice is used for **content generation**, not flow control.
+ * JEV decides what to do; the LLM decides how to say it.
+ */
+export class OpenAILLM {
+    name = "openai";
+    apiKey;
+    baseUrl;
+    constructor(options) {
+        this.apiKey = options.apiKey;
+        this.baseUrl = options.baseUrl ?? "https://api.openai.com/v1";
+    }
+    create(options) {
+        return new OpenAILLMInterface({
+            apiKey: this.apiKey,
+            baseUrl: this.baseUrl,
+            model: options.model,
+            temperature: options.temperature ?? 0.7,
+            maxTokens: options.maxTokens ?? 256,
+        });
+    }
+}
+class OpenAILLMInterface {
+    apiKey;
+    baseUrl;
+    model;
+    temperature;
+    maxTokens;
+    constructor(options) {
+        this.apiKey = options.apiKey;
+        this.baseUrl = options.baseUrl;
+        this.model = options.model;
+        this.temperature = options.temperature;
+        this.maxTokens = options.maxTokens;
+    }
+    async generate(prompt, context) {
+        const messages = this.buildMessages(prompt, context);
+        const response = await fetch(`${this.baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: this.model,
+                messages,
+                temperature: this.temperature,
+                max_tokens: this.maxTokens,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`OpenAI LLM failed: ${response.status} ${error}`);
+        }
+        const data = (await response.json());
+        return data.choices[0]?.message?.content ?? "";
+    }
+    async *generateStream(prompt, context) {
+        const messages = this.buildMessages(prompt, context);
+        const response = await fetch(`${this.baseUrl}/chat/completions`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: this.model,
+                messages,
+                temperature: this.temperature,
+                max_tokens: this.maxTokens,
+                stream: true,
+            }),
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new Error(`OpenAI LLM stream failed: ${response.status} ${error}`);
+        }
+        if (!response.body) {
+            throw new Error("OpenAI LLM returned no body");
+        }
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = "";
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split("\n");
+                buffer = lines.pop() ?? "";
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed || !trimmed.startsWith("data: "))
+                        continue;
+                    const jsonStr = trimmed.slice(6);
+                    if (jsonStr === "[DONE]")
+                        return;
+                    try {
+                        const parsed = JSON.parse(jsonStr);
+                        const content = parsed.choices?.[0]?.delta?.content;
+                        if (content) {
+                            yield content;
+                        }
+                    }
+                    catch {
+                        // Ignore malformed JSON chunks
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+    }
+    buildMessages(prompt, context) {
+        const messages = [];
+        // System prompt
+        if (context?.systemPrompt) {
+            messages.push({ role: "system", content: context.systemPrompt });
+        }
+        // Additional instructions
+        if (context?.instructions) {
+            messages.push({ role: "system", content: context.instructions });
+        }
+        // Conversation history
+        if (context?.history) {
+            messages.push(...context.history);
+        }
+        // The actual prompt (what JEV decided the agent should do)
+        messages.push({ role: "user", content: prompt });
+        return messages;
+    }
+}
+export function createOpenAILLM(options) {
+    return new OpenAILLM(options);
+}
+//# sourceMappingURL=openai.js.map

package/dist/llm/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/llm/openai.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,MAAM,OAAO,SAAS;IACX,IAAI,GAAG,QAAQ,CAAC;IACR,MAAM,CAAS;IACf,OAAO,CAAS;IAEjC,YAAY,OAA6C;QACvD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,OAAmB;QACxB,OAAO,IAAI,kBAAkB,CAAC;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;SACpC,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,kBAAkB;IACL,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,KAAK,CAAS;IACd,WAAW,CAAS;IACpB,SAAS,CAAS;IAEnC,YAAY,OAMX;QACC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAAoB;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ;gBACR,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,CAAC,cAAc,CACnB,MAAc,EACd,OAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ;gBACR,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,MAAM,EAAE,IAAI;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBAExD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACjC,IAAI,OAAO,KAAK,QAAQ;wBAAE,OAAO;oBAEjC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACnC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;wBACpD,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,OAAO,CAAC;wBAChB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,+BAA+B;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,aAAa,CACnB,MAAc,EACd,OAAoB;QAEpB,MAAM,QAAQ,GAA6C,EAAE,CAAC;QAE9D,gBAAgB;QAChB,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,2DAA2D;QAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAED,MAAM,UAAU,eAAe,CAAC,OAG/B;IACC,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/dist/memory/context.d.ts

@@ -0,0 +1,53 @@
+import { EventEmitter } from "node:events";
+import type { ConversationTurn, MemoryManager, ConversationContext, Session } from "../types.js";
+/**
+ * ConversationMemory — Manages the sliding window of conversation turns,
+ * extracted slots, and builds the full context for JEV.
+ *
+ * This is the agent's short-term memory for a single session.
+ */
+export declare class ConversationMemory extends EventEmitter implements MemoryManager {
+    private turns;
+    private slots;
+    private readonly maxTurns;
+    constructor(options?: {
+        maxTurns?: number;
+    });
+    addTurn(turn: ConversationTurn): void;
+    getTurns(): ConversationTurn[];
+    getRecentTurns(n: number): ConversationTurn[];
+    setSlot(key: string, value: unknown): void;
+    getSlot(key: string): unknown;
+    getSlots(): Record<string, unknown>;
+    clear(): void;
+    /**
+     * Build the full conversation context for JEV.
+     * This is the primary input to the JEV engine's encode() method.
+     */
+    buildContext(session: Session, systemPrompt: string, currentUtterance?: string): ConversationContext;
+    /**
+     * Serialize the conversation to a format suitable for LLM context.
+     * Returns an array of {role, content} messages.
+     */
+    toLLMHistory(): Array<{
+        role: "user" | "assistant";
+        content: string;
+    }>;
+    /**
+     * Get a text summary of the conversation so far.
+     * Useful for embedding into the JEV context vector.
+     */
+    toContextString(): string;
+    /** Number of turns in memory */
+    get length(): number;
+    /** Get the last turn (or undefined if empty) */
+    get lastTurn(): ConversationTurn | undefined;
+}
+/**
+ * Create a new ConversationMemory instance.
+ * Factory function for convenience.
+ */
+export declare function createMemory(options?: {
+    maxTurns?: number;
+}): ConversationMemory;
+//# sourceMappingURL=context.d.ts.map

package/dist/memory/context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../src/memory/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,gBAAgB,EAChB,aAAa,EACb,mBAAmB,EACnB,OAAO,EACR,MAAM,aAAa,CAAC;AAErB;;;;;GAKG;AACH,qBAAa,kBAAmB,SAAQ,YAAa,YAAW,aAAa;IAC3E,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,KAAK,CAAmC;IAChD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE;IAK3C,OAAO,CAAC,IAAI,EAAE,gBAAgB,GAAG,IAAI;IAYrC,QAAQ,IAAI,gBAAgB,EAAE;IAI9B,cAAc,CAAC,CAAC,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAI7C,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI;IAM1C,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAI7B,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAInC,KAAK,IAAI,IAAI;IAMb;;;OAGG;IACH,YAAY,CACV,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,MAAM,GACxB,mBAAmB;IAUtB;;;OAGG;IACH,YAAY,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAOtE;;;OAGG;IACH,eAAe,IAAI,MAAM;IAMzB,gCAAgC;IAChC,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,gDAAgD;IAChD,IAAI,QAAQ,IAAI,gBAAgB,GAAG,SAAS,CAE3C;CACF;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC9B,kBAAkB,CAEpB"}

package/dist/memory/context.js

@@ -0,0 +1,95 @@
+import { EventEmitter } from "node:events";
+/**
+ * ConversationMemory — Manages the sliding window of conversation turns,
+ * extracted slots, and builds the full context for JEV.
+ *
+ * This is the agent's short-term memory for a single session.
+ */
+export class ConversationMemory extends EventEmitter {
+    turns = [];
+    slots = new Map();
+    maxTurns;
+    constructor(options) {
+        super();
+        this.maxTurns = options?.maxTurns ?? 50;
+    }
+    addTurn(turn) {
+        this.turns.push(turn);
+        // Sliding window — drop oldest turns if we exceed the max
+        if (this.turns.length > this.maxTurns) {
+            const dropped = this.turns.shift();
+            this.emit("turnDropped", dropped);
+        }
+        this.emit("turnAdded", turn);
+    }
+    getTurns() {
+        return [...this.turns];
+    }
+    getRecentTurns(n) {
+        return this.turns.slice(-n);
+    }
+    setSlot(key, value) {
+        const previous = this.slots.get(key);
+        this.slots.set(key, value);
+        this.emit("slotUpdated", { key, value, previous });
+    }
+    getSlot(key) {
+        return this.slots.get(key);
+    }
+    getSlots() {
+        return Object.fromEntries(this.slots);
+    }
+    clear() {
+        this.turns = [];
+        this.slots.clear();
+        this.emit("cleared");
+    }
+    /**
+     * Build the full conversation context for JEV.
+     * This is the primary input to the JEV engine's encode() method.
+     */
+    buildContext(session, systemPrompt, currentUtterance) {
+        return {
+            session,
+            turns: this.getTurns(),
+            currentUtterance: currentUtterance ?? "",
+            slots: this.getSlots(),
+            systemPrompt,
+        };
+    }
+    /**
+     * Serialize the conversation to a format suitable for LLM context.
+     * Returns an array of {role, content} messages.
+     */
+    toLLMHistory() {
+        return this.turns.map((turn) => ({
+            role: turn.role === "user" ? "user" : "assistant",
+            content: turn.content,
+        }));
+    }
+    /**
+     * Get a text summary of the conversation so far.
+     * Useful for embedding into the JEV context vector.
+     */
+    toContextString() {
+        return this.turns
+            .map((t) => `${t.role === "user" ? "User" : "Agent"}: ${t.content}`)
+            .join("\n");
+    }
+    /** Number of turns in memory */
+    get length() {
+        return this.turns.length;
+    }
+    /** Get the last turn (or undefined if empty) */
+    get lastTurn() {
+        return this.turns[this.turns.length - 1];
+    }
+}
+/**
+ * Create a new ConversationMemory instance.
+ * Factory function for convenience.
+ */
+export function createMemory(options) {
+    return new ConversationMemory(options);
+}
+//# sourceMappingURL=context.js.map

package/dist/memory/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/memory/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAS3C;;;;;GAKG;AACH,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAC1C,KAAK,GAAuB,EAAE,CAAC;IAC/B,KAAK,GAAyB,IAAI,GAAG,EAAE,CAAC;IAC/B,QAAQ,CAAS;IAElC,YAAY,OAA+B;QACzC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,CAAC,IAAsB;QAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtB,0DAA0D;QAC1D,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,cAAc,CAAC,CAAS;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAc;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,QAAQ;QACN,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,YAAY,CACV,OAAgB,EAChB,YAAoB,EACpB,gBAAyB;QAEzB,OAAO;YACL,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;YACtB,gBAAgB,EAAE,gBAAgB,IAAI,EAAE;YACxC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;YACtB,YAAY;SACb,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAE,MAAgB,CAAC,CAAC,CAAE,WAAqB;YACvE,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,KAAK;aACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACnE,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,gCAAgC;IAChC,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,gDAAgD;IAChD,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,OAA+B;IAE/B,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC"}

package/dist/memory/index.d.ts

@@ -0,0 +1,2 @@
+export { ConversationMemory, createMemory } from "./context.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/memory/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}

package/dist/memory/index.js

@@ -0,0 +1,2 @@
+export { ConversationMemory, createMemory } from "./context.js";
+//# sourceMappingURL=index.js.map

package/dist/memory/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}

package/dist/pipeline.d.ts

@@ -0,0 +1,93 @@
+import { EventEmitter } from "node:events";
+import type { AudioChunk, Session, STTProvider, TTSProvider, VADProvider, LLMInterface, AgentHooks } from "./types.js";
+import type { JEVEngine } from "./jev/engine.js";
+import type { ConversationMemory } from "./memory/context.js";
+import type { ToolRegistry } from "./tools/registry.js";
+import type { CallLogger } from "./analytics/logger.js";
+/**
+ * VoicePipeline — Orchestrates the full voice conversation loop.
+ *
+ * Audio In → VAD → STT → JEV Decision → LLM Generate → TTS → Audio Out
+ *
+ * One pipeline instance is created per active session (call).
+ * It manages:
+ * - Audio buffering and VAD-based turn detection
+ * - Streaming STT transcription
+ * - JEV-powered action selection
+ * - LLM response generation
+ * - Streaming TTS playback
+ * - Barge-in (user interruption) handling
+ */
+export declare class VoicePipeline extends EventEmitter {
+    private readonly sessionId;
+    private readonly session;
+    private readonly stt;
+    private readonly tts;
+    private readonly vad;
+    private readonly llm;
+    private readonly jev;
+    private readonly memory;
+    private readonly tools;
+    private readonly logger;
+    private readonly hooks;
+    private readonly systemPrompt;
+    private sttStream;
+    private isSpeaking;
+    private isProcessing;
+    private currentTranscript;
+    private decisions;
+    private sendAudioFn;
+    constructor(options: {
+        sessionId: string;
+        session: Session;
+        stt: STTProvider;
+        tts: TTSProvider;
+        vad: VADProvider;
+        llm: LLMInterface;
+        jev: JEVEngine;
+        memory: ConversationMemory;
+        tools: ToolRegistry;
+        logger: CallLogger;
+        hooks: AgentHooks;
+        systemPrompt: string;
+        sendAudio: (chunk: AudioChunk) => Promise<void>;
+    });
+    /**
+     * Start the pipeline — initialize STT stream and begin processing.
+     */
+    start(): Promise<void>;
+    /**
+     * Process incoming audio from the transport.
+     * This is called for every audio chunk received from the client.
+     */
+    processAudio(chunk: AudioChunk): void;
+    /**
+     * Stop the pipeline — clean up resources.
+     */
+    stop(): Promise<void>;
+    /**
+     * Handle a STT transcription result.
+     */
+    private handleSTTResult;
+    /**
+     * Handle user turn completion — the user has stopped speaking.
+     * This triggers the JEV → LLM → TTS pipeline.
+     */
+    private handleUserTurnComplete;
+    /**
+     * Speak text through TTS and send audio back to the client.
+     */
+    private speak;
+    /**
+     * Handle barge-in — user interrupts while agent is speaking.
+     * Stop TTS playback immediately and re-enter listening mode.
+     */
+    private handleBargeIn;
+    /** Get current pipeline state */
+    get state(): {
+        isSpeaking: boolean;
+        isProcessing: boolean;
+    };
+}
+export declare function createPipeline(options: ConstructorParameters<typeof VoicePipeline>[0]): VoicePipeline;
+//# sourceMappingURL=pipeline.d.ts.map

package/dist/pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EACV,UAAU,EACV,OAAO,EACP,WAAW,EAEX,WAAW,EACX,WAAW,EACX,YAAY,EAGZ,UAAU,EACX,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAkB,MAAM,uBAAuB,CAAC;AAExE;;;;;;;;;;;;;GAaG;AACH,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAY;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IACnC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,SAAS,CAAwB;IAGzC,OAAO,CAAC,WAAW,CAAuD;gBAE9D,OAAO,EAAE;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,OAAO,CAAC;QACjB,GAAG,EAAE,WAAW,CAAC;QACjB,GAAG,EAAE,WAAW,CAAC;QACjB,GAAG,EAAE,WAAW,CAAC;QACjB,GAAG,EAAE,YAAY,CAAC;QAClB,GAAG,EAAE,SAAS,CAAC;QACf,MAAM,EAAE,kBAAkB,CAAC;QAC3B,KAAK,EAAE,YAAY,CAAC;QACpB,MAAM,EAAE,UAAU,CAAC;QACnB,KAAK,EAAE,UAAU,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;KACjD;IAiBD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB5B;;;OAGG;IACH,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAoBrC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA4B3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAqBvB;;;OAGG;YACW,sBAAsB;IAqFpC;;OAEG;YACW,KAAK;IAwBnB;;;OAGG;IACH,OAAO,CAAC,aAAa;IASrB,iCAAiC;IACjC,IAAI,KAAK,IAAI;QAAE,UAAU,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,OAAO,CAAA;KAAE,CAK1D;CACF;AAED,wBAAgB,cAAc,CAC5B,OAAO,EAAE,qBAAqB,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GACtD,aAAa,CAEf"}

package/dist/pipeline.js

@@ -0,0 +1,255 @@
+import { EventEmitter } from "node:events";
+/**
+ * VoicePipeline — Orchestrates the full voice conversation loop.
+ *
+ * Audio In → VAD → STT → JEV Decision → LLM Generate → TTS → Audio Out
+ *
+ * One pipeline instance is created per active session (call).
+ * It manages:
+ * - Audio buffering and VAD-based turn detection
+ * - Streaming STT transcription
+ * - JEV-powered action selection
+ * - LLM response generation
+ * - Streaming TTS playback
+ * - Barge-in (user interruption) handling
+ */
+export class VoicePipeline extends EventEmitter {
+    sessionId;
+    session;
+    stt;
+    tts;
+    vad;
+    llm;
+    jev;
+    memory;
+    tools;
+    logger;
+    hooks;
+    systemPrompt;
+    sttStream = null;
+    isSpeaking = false; // Is the agent currently speaking?
+    isProcessing = false; // Is the pipeline processing a user turn?
+    currentTranscript = "";
+    decisions = [];
+    // Callback to send audio back to the client
+    sendAudioFn = null;
+    constructor(options) {
+        super();
+        this.sessionId = options.sessionId;
+        this.session = options.session;
+        this.stt = options.stt;
+        this.tts = options.tts;
+        this.vad = options.vad;
+        this.llm = options.llm;
+        this.jev = options.jev;
+        this.memory = options.memory;
+        this.tools = options.tools;
+        this.logger = options.logger;
+        this.hooks = options.hooks;
+        this.systemPrompt = options.systemPrompt;
+        this.sendAudioFn = options.sendAudio;
+    }
+    /**
+     * Start the pipeline — initialize STT stream and begin processing.
+     */
+    async start() {
+        this.logger.log("info", `Pipeline started for session ${this.sessionId}`);
+        // Create STT stream
+        this.sttStream = this.stt.createStream({
+            interimResults: true,
+            language: "en-US",
+        });
+        // Handle STT results
+        this.sttStream.onResult((result) => {
+            this.handleSTTResult(result);
+        });
+        // Notify hooks
+        await this.hooks.onCallStart?.(this.session);
+        this.emit("started");
+    }
+    /**
+     * Process incoming audio from the transport.
+     * This is called for every audio chunk received from the client.
+     */
+    processAudio(chunk) {
+        // Step 1: VAD — detect if the user is speaking
+        const vadResult = this.vad.process(chunk);
+        // Step 2: Handle barge-in — user starts speaking while agent is talking
+        if (vadResult.event?.type === "speech_start" && this.isSpeaking) {
+            this.handleBargeIn();
+        }
+        // Step 3: Feed audio to STT (only when speech is detected)
+        if (vadResult.isSpeech && this.sttStream) {
+            this.sttStream.write(chunk);
+        }
+        // Step 4: Handle speech end — user stopped speaking, process the turn
+        if (vadResult.event?.type === "speech_end" && !this.isProcessing) {
+            this.handleUserTurnComplete();
+        }
+    }
+    /**
+     * Stop the pipeline — clean up resources.
+     */
+    async stop() {
+        // Log the call
+        await this.logger.logCall({
+            session: this.session,
+            turns: this.memory.getTurns(),
+            decisions: this.decisions,
+            metrics: {
+                totalTurns: this.memory.length,
+                avgJEVLatencyMs: this.decisions.length > 0
+                    ? this.decisions.reduce((sum, d) => sum + d.latencyMs, 0) / this.decisions.length
+                    : 0,
+                bargeInCount: 0, // TODO: track this
+                avgConfidence: this.decisions.length > 0
+                    ? this.decisions.reduce((sum, d) => sum + d.confidence, 0) / this.decisions.length
+                    : 0,
+            },
+        });
+        // Close STT stream
+        await this.sttStream?.close();
+        // Notify hooks
+        await this.hooks.onCallEnd?.(this.session, this.memory.getTurns());
+        this.logger.log("info", `Pipeline stopped for session ${this.sessionId}`);
+        this.emit("stopped");
+    }
+    /**
+     * Handle a STT transcription result.
+     */
+    handleSTTResult(result) {
+        if (result.isFinal) {
+            // Accumulate final transcripts
+            this.currentTranscript += (this.currentTranscript ? " " : "") + result.text;
+            this.emit("transcript", {
+                text: this.currentTranscript,
+                isFinal: true,
+            });
+        }
+        else {
+            // Emit interim for real-time feedback
+            this.emit("transcript", {
+                text: result.text,
+                isFinal: false,
+            });
+        }
+    }
+    /**
+     * Handle user turn completion — the user has stopped speaking.
+     * This triggers the JEV → LLM → TTS pipeline.
+     */
+    async handleUserTurnComplete() {
+        const userText = this.currentTranscript.trim();
+        if (!userText)
+            return; // Ignore empty turns
+        this.isProcessing = true;
+        this.currentTranscript = "";
+        try {
+            // Add user turn to memory
+            this.memory.addTurn({
+                role: "user",
+                content: userText,
+                timestampMs: Date.now() - this.session.startedAt.getTime(),
+            });
+            // Notify hooks
+            await this.hooks.onUserSpoke?.(userText, this.session);
+            // Build conversation context for JEV
+            const context = this.memory.buildContext(this.session, this.systemPrompt, userText);
+            // JEV Decision — what should the agent do?
+            const startTime = performance.now();
+            const match = await this.jev.decide(context);
+            const jevLatencyMs = performance.now() - startTime;
+            // Log the decision
+            const decisionLog = {
+                timestampMs: Date.now() - this.session.startedAt.getTime(),
+                contextSummary: userText.slice(0, 200),
+                selectedAction: match.action.id,
+                confidence: match.confidence,
+                candidates: match.candidates.slice(0, 5),
+                latencyMs: jevLatencyMs,
+            };
+            this.decisions.push(decisionLog);
+            this.logger.logDecision(decisionLog);
+            // Notify hooks
+            await this.hooks.onActionSelected?.(match.action, match.confidence, context);
+            this.logger.log("info", `JEV selected: "${match.action.id}" (confidence: ${match.confidence.toFixed(3)}, latency: ${jevLatencyMs.toFixed(1)}ms)`);
+            // Execute the action handler — this calls the LLM to generate response text
+            const actionContext = {
+                conversation: context,
+                llm: this.llm,
+                tools: this.tools,
+                memory: this.memory,
+                session: this.session,
+            };
+            const responseText = await match.action.handler(actionContext);
+            // Add agent turn to memory
+            this.memory.addTurn({
+                role: "agent",
+                content: responseText,
+                timestampMs: Date.now() - this.session.startedAt.getTime(),
+                actionId: match.action.id,
+                confidence: match.confidence,
+            });
+            // Notify hooks
+            await this.hooks.onAgentSpoke?.(responseText, this.session);
+            // TTS — speak the response
+            await this.speak(responseText);
+        }
+        catch (error) {
+            const err = error instanceof Error ? error : new Error(String(error));
+            this.logger.log("error", `Pipeline error: ${err.message}`);
+            await this.hooks.onError?.(err, this.session);
+            this.emit("error", err);
+        }
+        finally {
+            this.isProcessing = false;
+        }
+    }
+    /**
+     * Speak text through TTS and send audio back to the client.
+     */
+    async speak(text) {
+        if (!this.sendAudioFn)
+            return;
+        this.isSpeaking = true;
+        this.emit("agentSpeaking", true);
+        try {
+            for await (const chunk of this.tts.synthesize(text)) {
+                // Check if we've been interrupted (barge-in)
+                if (!this.isSpeaking)
+                    break;
+                await this.sendAudioFn(chunk);
+            }
+        }
+        catch (error) {
+            this.logger.log("error", `TTS error: ${error instanceof Error ? error.message : String(error)}`);
+        }
+        finally {
+            this.isSpeaking = false;
+            this.emit("agentSpeaking", false);
+        }
+    }
+    /**
+     * Handle barge-in — user interrupts while agent is speaking.
+     * Stop TTS playback immediately and re-enter listening mode.
+     */
+    handleBargeIn() {
+        if (!this.isSpeaking)
+            return;
+        this.logger.log("info", "Barge-in detected — stopping agent speech");
+        this.isSpeaking = false;
+        this.hooks.onBargeIn?.(this.session);
+        this.emit("bargeIn");
+    }
+    /** Get current pipeline state */
+    get state() {
+        return {
+            isSpeaking: this.isSpeaking,
+            isProcessing: this.isProcessing,
+        };
+    }
+}
+export function createPipeline(options) {
+    return new VoicePipeline(options);
+}
+//# sourceMappingURL=pipeline.js.map