getpatter 0.5.0 → 0.5.1

package/README.md

@@ -57,7 +57,8 @@ await phone.serve({ agent, tunnel: true });
 | Tool calling | `agent({ tools: [tool(...)] })` | Agent calls external APIs mid-conversation |
 | Custom STT + TTS | `agent({ stt: new DeepgramSTT(), tts: new ElevenLabsTTS() })` | Bring your own voice providers |
 | Dynamic variables | `agent({ variables: {...} })` | Personalize prompts per caller |
-| Custom LLM (any model) | `serve({ onMessage })` | Claude, Mistral, LLaMA, etc. |
+| Pluggable LLM | `agent({ llm: new AnthropicLLM() })` | 5 built-in providers: OpenAI, Anthropic, Groq, Cerebras, Google |
+| Custom LLM (any model) | `serve({ onMessage })` | Route to anything — local inference, internal gateways, etc. |
 | Call recording | `serve({ recording: true })` | Record all calls |
 | Call transfer | `transfer_call` (auto-injected) | Transfer to a human |
 | Voicemail drop | `call({ voicemailMessage: "..." })` | Play message on voicemail |
@@ -80,6 +81,10 @@ Every provider reads its credentials from the environment by default. Pass `apiK
 | `LMNT_API_KEY` | `LMNTTTS` |
 | `SONIOX_API_KEY` | `SonioxSTT` |
 | `ASSEMBLYAI_API_KEY` | `AssemblyAISTT` |
+| `ANTHROPIC_API_KEY` | `AnthropicLLM` |
+| `GROQ_API_KEY` | `GroqLLM` |
+| `CEREBRAS_API_KEY` | `CerebrasLLM` |
+| `GEMINI_API_KEY` (or `GOOGLE_API_KEY`) | `GoogleLLM` |
 
 ```bash
 cp .env.example .env
@@ -180,6 +185,8 @@ import {
   DeepgramSTT, WhisperSTT, CartesiaSTT, SonioxSTT, AssemblyAISTT,
   // TTS
   ElevenLabsTTS, OpenAITTS, CartesiaTTS, RimeTTS, LMNTTTS,
+  // LLM
+  OpenAILLM, AnthropicLLM, GroqLLM, CerebrasLLM, GoogleLLM,
   // Tunnels
   CloudflareTunnel, StaticTunnel,
   // Primitives
@@ -225,6 +232,23 @@ const agent = phone.agent({
 await phone.serve({ agent, tunnel: true });
 ```
 
+### Pipeline mode — pick STT, LLM, TTS independently
+
+```typescript
+import { Patter, Twilio, DeepgramSTT, AnthropicLLM, ElevenLabsTTS } from "getpatter";
+
+const phone = new Patter({ carrier: new Twilio(), phoneNumber: "+15550001234" });
+const agent = phone.agent({
+  stt: new DeepgramSTT(),                         // reads DEEPGRAM_API_KEY
+  llm: new AnthropicLLM(),                        // reads ANTHROPIC_API_KEY
+  tts: new ElevenLabsTTS({ voiceId: "rachel" }),  // reads ELEVENLABS_API_KEY
+  systemPrompt: "You are a helpful voice assistant.",
+});
+await phone.serve({ agent, tunnel: true });
+```
+
+Available LLM providers: `OpenAILLM`, `AnthropicLLM`, `GroqLLM`, `CerebrasLLM`, `GoogleLLM`. Tool calling works across all five. For fully custom logic, drop `llm` and pass an `onMessage` callback to `serve()` instead.
+
 ### Tool calling
 
 ```typescript

package/dist/{chunk-JO5C35FM.mjs → chunk-AKQFOFLG.mjs}

@@ -7,7 +7,7 @@ var log = getLogger();
 async function startTunnel(port, timeoutMs = 3e4) {
   let tunnelMod;
   try {
-    tunnelMod = await import("./lib-4WCAS54J.mjs");
+    tunnelMod = await import("cloudflared");
   } catch {
     throw new Error(
       'Built-in tunnel requires the "cloudflared" package. Install it with:\n\n  npm install cloudflared\n\nOr provide your own webhookUrl instead of using tunnel: true.'

package/dist/{chunk-757NVN4L.mjs → chunk-B6C3KIBG.mjs}

@@ -2351,7 +2351,7 @@ var StreamHandler = class {
       ttsProvider: ttsProviderName,
       pricing: deps.pricing
     });
-    getLogger().info(`WebSocket connection opened (${deps.bridge.label})`);
+    getLogger().debug(`WebSocket connection opened (${deps.bridge.label})`);
   }
   // ---------------------------------------------------------------------------
   // Public: called by the provider-specific parsers in server.ts
@@ -2367,9 +2367,12 @@ var StreamHandler = class {
     this.metricsAcc.callId = callId;
     if (customParams.caller && !this.caller) this.caller = customParams.caller;
     if (customParams.callee && !this.callee) this.callee = customParams.callee;
-    getLogger().info(`Call started: ${callId}`);
+    const mode = this.deps.agent.engine ? `engine=${this.deps.agent.engine.kind ?? "unknown"}` : "pipeline";
+    getLogger().info(
+      `Call started: ${callId} (${this.deps.bridge.label}, ${mode}, ${sanitizeLogValue(this.caller || "?")} \u2192 ${sanitizeLogValue(this.callee || "?")})`
+    );
     if (Object.keys(customParams).length > 0) {
-      getLogger().info(`Custom params: ${sanitizeLogValue(JSON.stringify(customParams))}`);
+      getLogger().debug(`Custom params: ${sanitizeLogValue(JSON.stringify(customParams))}`);
     }
     this.deps.metricsStore.recordCallStart({
       call_id: callId,
@@ -2417,7 +2420,7 @@ var StreamHandler = class {
             }
           });
           if (recResp.ok) {
-            getLogger().info(`Recording started for ${callId}`);
+            getLogger().debug(`Recording started for ${callId}`);
           } else {
             getLogger().warn(`could not start recording: ${await recResp.text()}`);
           }
@@ -2472,7 +2475,7 @@ var StreamHandler = class {
   }
   /** Handle a DTMF keypress event (Twilio only). */
   async handleDtmf(digit) {
-    getLogger().info(`DTMF: ${digit}`);
+    getLogger().debug(`DTMF: ${digit}`);
     if (this.adapter instanceof OpenAIRealtimeAdapter) {
       await this.adapter.sendText(`The user pressed key ${digit} on their phone keypad.`);
     }
@@ -2534,14 +2537,14 @@ var StreamHandler = class {
     this.stt = await this.deps.bridge.createStt(this.deps.agent);
     this.tts = await createTTS(this.deps.agent);
     if (!this.stt) {
-      getLogger().info(`Pipeline mode (${label}): no STT configured`);
+      getLogger().debug(`Pipeline mode (${label}): no STT configured`);
     }
     if (!this.tts) {
-      getLogger().info(`Pipeline mode (${label}): no TTS configured`);
+      getLogger().debug(`Pipeline mode (${label}): no TTS configured`);
     }
     try {
       if (this.stt) await this.stt.connect();
-      getLogger().info(`Pipeline mode (${label}): STT + TTS connected`);
+      getLogger().debug(`Pipeline mode (${label}): STT + TTS connected`);
     } catch (e) {
       getLogger().error(`Pipeline connect FAILED (${label}):`, e);
       try {
@@ -2574,7 +2577,24 @@ var StreamHandler = class {
         this.history.push({ role: "assistant", text: this.deps.agent.firstMessage, timestamp: Date.now() });
       }
     }
-    if (!this.deps.onMessage && this.deps.config.openaiKey) {
+    if (this.deps.agent.llm) {
+      if (this.deps.onMessage) {
+        throw new Error(
+          "Cannot pass both agent({ llm }) and serve({ onMessage }). Pick one \u2014 `llm` for built-in LLMs, `onMessage` for custom logic."
+        );
+      }
+      this.llmLoop = new LLMLoop(
+        "",
+        // apiKey unused when llmProvider is supplied
+        "",
+        // model unused when llmProvider is supplied
+        resolvedPrompt,
+        this.deps.agent.tools,
+        this.deps.agent.llm
+      );
+      const llmLabel = this.deps.agent.llm.constructor?.name ?? "custom";
+      getLogger().debug(`Built-in LLM loop active (pipeline, ${label}, llm=${llmLabel})`);
+    } else if (!this.deps.onMessage && this.deps.config.openaiKey) {
       let llmModel = this.deps.agent.model || "gpt-4o-mini";
       if (llmModel.includes("realtime")) llmModel = "gpt-4o-mini";
       this.llmLoop = new LLMLoop(
@@ -2583,7 +2603,7 @@ var StreamHandler = class {
         resolvedPrompt,
         this.deps.agent.tools
       );
-      getLogger().info(`Built-in LLM loop active (pipeline, ${label})`);
+      getLogger().debug(`Built-in LLM loop active (pipeline, ${label})`);
     }
     if (this.stt) {
       this.stt.onTranscript(async (transcript) => {
@@ -2644,7 +2664,7 @@ var StreamHandler = class {
   }
   async processTranscript(transcript) {
     if (transcript.text && this.isSpeaking) {
-      getLogger().info(
+      getLogger().debug(
         `Barge-in: caller spoke over agent (${sanitizeLogValue(transcript.text.slice(0, 40))})`
       );
       this.isSpeaking = false;
@@ -2679,17 +2699,17 @@ var StreamHandler = class {
       "cool"
     ]);
     if (HALLUCINATIONS.has(stripped) || stripped === "") {
-      getLogger().info(`Dropped likely STT hallucination: ${sanitizeLogValue(normalised.slice(0, 40))}`);
+      getLogger().debug(`Dropped likely STT hallucination: ${sanitizeLogValue(normalised.slice(0, 40))}`);
       return;
     }
     if (sinceLastMs < 2e3 && normalised === this.lastCommitText) {
-      getLogger().info(
+      getLogger().debug(
         `Dropped duplicate final transcript (${(sinceLastMs / 1e3).toFixed(1)}s since last): ${sanitizeLogValue(normalised.slice(0, 40))}`
       );
       return;
     }
     if (sinceLastMs < 500) {
-      getLogger().info(
+      getLogger().debug(
         `Dropped back-to-back final transcript (${(sinceLastMs / 1e3).toFixed(2)}s since last): ${sanitizeLogValue(normalised.slice(0, 40))}`
       );
       return;
@@ -2697,7 +2717,7 @@ var StreamHandler = class {
     this.lastCommitText = normalised;
     this.lastCommitAt = now;
     const label = this.deps.bridge.label;
-    getLogger().info(`User (${label} pipeline): ${sanitizeLogValue(transcript.text)}`);
+    getLogger().debug(`User (${label} pipeline): ${sanitizeLogValue(transcript.text)}`);
     this.metricsAcc.startTurn();
     this.metricsAcc.recordSttComplete(transcript.text);
     if (this.deps.onTranscript) {
@@ -2712,7 +2732,7 @@ var StreamHandler = class {
     const hookCtx = this.buildHookContext();
     const filteredTranscript = await hookExecutor.runAfterTranscribe(transcript.text, hookCtx);
     if (filteredTranscript === null) {
-      getLogger().info(`afterTranscribe hook vetoed turn (${label})`);
+      getLogger().debug(`afterTranscribe hook vetoed turn (${label})`);
       this.metricsAcc.recordTurnInterrupted();
       return;
     }
@@ -2800,7 +2820,7 @@ var StreamHandler = class {
     if (!this.llmLoop) {
       const guard = checkGuardrails(responseText, this.deps.agent.guardrails);
       if (guard) {
-        getLogger().info(`Guardrail '${guard.name}' triggered (pipeline)`);
+        getLogger().debug(`Guardrail '${guard.name}' triggered (pipeline)`);
         responseText = guard.replacement ?? "I'm sorry, I can't respond to that.";
       }
       this.metricsAcc.recordLlmComplete();
@@ -2878,7 +2898,7 @@ var StreamHandler = class {
     this.adapter = this.deps.buildAIAdapter(resolvedPrompt);
     try {
       await this.adapter.connect();
-      getLogger().info(`AI adapter connected (${label})`);
+      getLogger().debug(`AI adapter connected (${label})`);
     } catch (e) {
       getLogger().error(`AI adapter connect FAILED (${label}):`, e);
       try {
@@ -2920,7 +2940,7 @@ var StreamHandler = class {
       this.deps.bridge.sendMark(this.ws, `audio_${this.chunkCount}`, this.streamSid);
     } else if (type === "transcript_input") {
       const inputText = eventData;
-      getLogger().info(`User (${this.deps.bridge.label}): ${sanitizeLogValue(inputText)}`);
+      getLogger().debug(`User (${this.deps.bridge.label}): ${sanitizeLogValue(inputText)}`);
       this.history.push({ role: "user", text: inputText, timestamp: Date.now() });
       this.metricsAcc.startTurn();
       this.currentAgentText = "";
@@ -2938,7 +2958,7 @@ var StreamHandler = class {
       if (outputText) {
         const triggered = checkGuardrails(outputText, this.deps.agent.guardrails);
         if (triggered) {
-          getLogger().info(`Guardrail '${triggered.name}' triggered`);
+          getLogger().debug(`Guardrail '${triggered.name}' triggered`);
           if (this.adapter instanceof OpenAIRealtimeAdapter) {
             this.adapter.cancelResponse();
             await this.adapter.sendText(triggered.replacement ?? "I'm sorry, I can't respond to that.");
@@ -2997,7 +3017,7 @@ var StreamHandler = class {
         await adapter.sendFunctionResult(fc.call_id, JSON.stringify({ error: "Invalid phone number format", status: "rejected" }));
         return;
       }
-      getLogger().info(`Transferring call to ${transferTo}`);
+      getLogger().debug(`Transferring call to ${transferTo}`);
       await adapter.sendFunctionResult(fc.call_id, JSON.stringify({ status: "transferring", to: transferTo }));
       await this.deps.bridge.transferCall(this.callId, transferTo);
       if (this.deps.onTranscript) {
@@ -3013,7 +3033,7 @@ var StreamHandler = class {
         endArgs = {};
       }
       const reason = endArgs.reason ?? "conversation_complete";
-      getLogger().info(`Ending call (${this.deps.bridge.label}): ${reason}`);
+      getLogger().debug(`Ending call (${this.deps.bridge.label}): ${reason}`);
       await adapter.sendFunctionResult(fc.call_id, JSON.stringify({ status: "ending", reason }));
       await this.deps.bridge.endCall(this.callId, this.ws);
       if (this.deps.onTranscript) {
@@ -3065,6 +3085,11 @@ var StreamHandler = class {
       transcript: [...this.history.entries],
       metrics: finalMetrics
     };
+    const cost = finalMetrics.cost?.total ?? 0;
+    const latencyP95 = finalMetrics.latency_p95?.total_ms ?? 0;
+    getLogger().info(
+      `Call ended: ${this.callId} (${finalMetrics.duration_seconds.toFixed(1)}s, ${finalMetrics.turns.length} turns, cost=$${cost.toFixed(4)}, p95=${Math.round(latencyP95)}ms)`
+    );
     this.deps.metricsStore.recordCallEnd(
       callEndData,
       finalMetrics
@@ -3101,7 +3126,7 @@ async function queryDeepgramCost(metricsAcc, deepgramKey, deepgramRequestId) {
           const usd = reqData.response?.details?.usd;
           if (usd != null) {
             metricsAcc.setActualSttCost(usd);
-            getLogger().info(`Deepgram actual cost: $${usd}`);
+            getLogger().debug(`Deepgram actual cost: $${usd}`);
           }
         }
       }