thepopebot 1.2.76-beta.17 → 1.2.76-beta.19

package/lib/ai/CLAUDE.md

@@ -46,11 +46,30 @@ The "job" sub-mode is no longer wired — a skill will replace autonomous job di
 
 On the first message in a new chat, `chatStream` yields a visible `tool-call`/`tool-result` pair with `toolName: 'workspace'` so the setup appears in the UI.
 
-## Utility LLM Calls
+## Helper LLM (`helper-llm.js`)
 
-`createModel()` in `model.js` remains LangChain-based for two utility calls: `autoTitle()` (2-5 word chat title on first message) and `summarizeAgentJob()` (webhook-triggered PR merge summary). These use `LLM_PROVIDER` + `LLM_MODEL` configured via `/admin/event-handler/chat`.
+Small one-shot completions used by the event handler itself. Independent of the coding agent — it has its own provider/model selection at `/admin/event-handler/helper-llm`.
 
-Phase 2 will replace `createModel()` with a tiny fetch-based multi-provider client (or route utility calls through the active coding agent's credentials) and drop the remaining `@langchain/*` dependencies.
+**Callers:**
+- `autoTitle()` (chat title — 2-5 word title for "New Chat")
+- `summarizeAgentJob()` (webhook-triggered PR merge summary)
+- `generateAgentJobTitle()` (~10 word title for an agent job)
+
+**API:**
+- `callHelperLlm({system, user, maxTokens})` → returns trimmed text (uses AI SDK `generateText`)
+- `callHelperLlmStructured({system, user, schema, maxTokens})` → returns parsed object (uses AI SDK `generateObject`); throws on schema/parse failure (callers catch and fall back)
+
+**Provider resolution.** Reads `LLM_PROVIDER` and `LLM_MODEL` from config and builds the right AI SDK adapter:
+
+| Provider slug | AI SDK adapter |
+|---|---|
+| `anthropic` | `@ai-sdk/anthropic` |
+| `openai` | `@ai-sdk/openai` |
+| `google` | `@ai-sdk/google` |
+| built-in OpenAI-compatible (`deepseek`, `mistral`, `xai`, `kimi`, `openrouter`, `nvidia`) | `@ai-sdk/openai-compatible` with each provider's `baseUrl` from `BUILTIN_PROVIDERS` |
+| custom user-added | `@ai-sdk/openai-compatible` with the custom provider's `baseUrl` and `apiKey` |
+
+The AI SDK handles per-provider quirks (max-token param naming, thinking/reasoning block stripping, structured output via the right native mechanism per provider). Helper LLM has no LangChain dependency.
 
 ### LLM Providers
 
@@ -70,9 +89,7 @@ Source of truth: `lib/llm-providers.js` (`BUILTIN_PROVIDERS`).
 
 All credentials are stored in the settings DB (encrypted). `LLM_MAX_TOKENS` defaults to 4096.
 
-**Custom providers**: users can add OpenAI-compatible providers via `/admin/event-handler/llms`. Stored as `type: 'llm_provider'` in the settings table. Resolved in `model.js` via `getCustomProvider()`.
-
-> **Google model compatibility note:** `gemini-2.5-pro` and `gemini-3.*` require `thought_signature` round-tripping that `@langchain/google-genai` doesn't support. Auto-falls back to `gemini-2.5-flash` (issue #201).
+**Custom providers**: users can add OpenAI-compatible providers via `/admin/event-handler/llms`. Stored as `type: 'llm_provider'` in the settings table. Resolved at call time via `getCustomProvider()` in `helper-llm.js`.
 
 ## Headless Stream Parser (headless-stream.js)
 

package/lib/ai/helper-llm.js

@@ -0,0 +1,108 @@
+/**
+ * Helper LLM — small one-shot completions used by the event handler itself
+ * (chat titles, agent-job summaries, agent-job titles). Independent of the
+ * coding agent and the streaming chat path.
+ *
+ * Provider/model is set at /admin/event-handler/helper-llm and stored as
+ * LLM_PROVIDER / LLM_MODEL config keys. Credentials live in the same settings
+ * DB used by /admin/event-handler/llms.
+ */
+
+import { generateText, generateObject } from 'ai';
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createGoogleGenerativeAI } from '@ai-sdk/google';
+import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
+import { getConfig } from '../config.js';
+import { getCustomProvider } from '../db/config.js';
+import { BUILTIN_PROVIDERS } from '../llm-providers.js';
+
+/**
+ * Build the active LanguageModelV2 instance for helper LLM calls.
+ * Reads LLM_PROVIDER + LLM_MODEL from config and selects the right adapter.
+ *
+ * @returns {import('ai').LanguageModelV2}
+ */
+function resolveModel() {
+  const slug = getConfig('LLM_PROVIDER');
+  const modelName = getConfig('LLM_MODEL');
+  if (!slug) throw new Error('LLM_PROVIDER not configured');
+  if (!modelName) throw new Error('LLM_MODEL not configured');
+
+  if (slug === 'anthropic') {
+    return createAnthropic({ apiKey: getConfig('ANTHROPIC_API_KEY') })(modelName);
+  }
+  if (slug === 'google') {
+    return createGoogleGenerativeAI({ apiKey: getConfig('GOOGLE_API_KEY') })(modelName);
+  }
+  if (slug === 'openai') {
+    return createOpenAI({ apiKey: getConfig('OPENAI_API_KEY') })(modelName);
+  }
+
+  // Built-in OpenAI-compatible providers (deepseek, mistral, xai, kimi, openrouter, nvidia)
+  const builtin = BUILTIN_PROVIDERS[slug];
+  if (builtin) {
+    if (!builtin.baseUrl) throw new Error(`Provider ${slug} has no baseUrl`);
+    return createOpenAICompatible({
+      name: slug,
+      baseURL: builtin.baseUrl,
+      apiKey: getConfig(builtin.credentials[0].key),
+    })(modelName);
+  }
+
+  // Custom user-added OpenAI-compatible provider
+  const custom = getCustomProvider(slug);
+  if (custom) {
+    return createOpenAICompatible({
+      name: slug,
+      baseURL: custom.baseUrl,
+      apiKey: custom.apiKey || 'not-needed',
+    })(modelName);
+  }
+
+  throw new Error(`Unknown LLM provider: ${slug}`);
+}
+
+/**
+ * Plain-text helper LLM call. Returns the trimmed text.
+ *
+ * @param {object} args
+ * @param {string} args.system - System prompt
+ * @param {string} args.user - User prompt
+ * @param {number} args.maxTokens - Max output tokens
+ * @returns {Promise<string>}
+ */
+export async function callHelperLlm({ system, user, maxTokens }) {
+  const model = resolveModel();
+  const { text } = await generateText({
+    model,
+    system,
+    prompt: user,
+    maxOutputTokens: maxTokens,
+  });
+  return (text || '').trim();
+}
+
+/**
+ * Structured helper LLM call. Returns the parsed object matching the schema.
+ * Throws if the response can't be parsed or fails schema validation —
+ * callers catch and fall back as appropriate.
+ *
+ * @param {object} args
+ * @param {string} args.system - System prompt
+ * @param {string} args.user - User prompt
+ * @param {import('zod').ZodTypeAny} args.schema - Zod schema for the output
+ * @param {number} args.maxTokens - Max output tokens
+ * @returns {Promise<unknown>}
+ */
+export async function callHelperLlmStructured({ system, user, schema, maxTokens }) {
+  const model = resolveModel();
+  const { object } = await generateObject({
+    model,
+    system,
+    prompt: user,
+    schema,
+    maxOutputTokens: maxTokens,
+  });
+  return object;
+}

package/lib/ai/index.js

@@ -2,7 +2,7 @@ import { randomUUID } from 'crypto';
 import { z } from 'zod';
 import path from 'path';
 import { existsSync } from 'fs';
-import { createModel } from './model.js';
+import { callHelperLlm, callHelperLlmStructured } from './helper-llm.js';
 import { PROJECT_ROOT } from '../paths.js';
 import { render_md } from '../utils/render-md.js';
 import { buildCodingAgentSystemPrompt } from './system-prompt.js';
@@ -392,15 +392,16 @@ async function autoTitle(threadId, firstMessage) {
     const chat = getChatById(threadId);
     if (!chat || chat.title !== 'New Chat') return;
 
-    const model = await createModel({ maxTokens: 250 });
-    const response = await model.withStructuredOutput(z.object({ title: z.string() })).invoke([
-      ['system', 'Title this chat in 2-5 words. Name the subject matter only. Never start with "User". Never describe what the user is doing — just the topic. Always produce a title, even for vague messages — infer the likely topic.'],
-      ['human', firstMessage],
-    ]);
-    if (response.title.trim()) {
-      updateChatTitle(threadId, response.title.trim());
-
-      return response.title.trim();
+    const result = await callHelperLlmStructured({
+      system: 'Title this chat in 2-5 words. Name the subject matter only. Never start with "User". Never describe what the user is doing — just the topic. Always produce a title, even for vague messages — infer the likely topic.',
+      user: firstMessage,
+      schema: z.object({ title: z.string() }),
+      maxTokens: 250,
+    });
+    const title = result?.title?.trim();
+    if (title) {
+      updateChatTitle(threadId, title);
+      return title;
     }
   } catch (err) {
     console.error('[autoTitle] Failed to generate title:', err.message);
@@ -414,7 +415,6 @@ async function autoTitle(threadId, firstMessage) {
  */
 async function summarizeAgentJob(results) {
   try {
-    const model = await createModel({ maxTokens: 1024 });
     const summaryMdPath = path.join(PROJECT_ROOT, 'event-handler/SUMMARY.md');
     const systemPrompt = render_md(summaryMdPath);
 
@@ -437,22 +437,11 @@ async function summarizeAgentJob(results) {
 
     console.log(`[summarizeAgentJob] System prompt: ${systemPrompt.length} chars, user message: ${userMessage.length} chars`);
 
-    const response = await model.invoke([
-      ['system', systemPrompt],
-      ['human', userMessage],
-    ]);
-
-    const text =
-      typeof response.content === 'string'
-        ? response.content
-        : response.content
-            .filter((block) => block.type === 'text')
-            .map((block) => block.text)
-            .join('\n');
+    const text = await callHelperLlm({ system: systemPrompt, user: userMessage, maxTokens: 1024 });
 
     console.log(`[summarizeAgentJob] Result: ${text.length} chars — ${text.slice(0, 200)}`);
 
-    return text.trim() || 'Agent job finished.';
+    return text || 'Agent job finished.';
   } catch (err) {
     console.error('[summarizeAgentJob] Failed to summarize agent job:', err);
     return 'Agent job finished.';

package/lib/channels/CLAUDE.md

@@ -17,7 +17,7 @@ Abstract interface for platform integrations. Methods:
 **Critical distinction**: Audio is preprocessed at the adapter layer. Images are passed through to the LLM.
 
 - **Images** (`message.photo`) → Downloaded, passed as `{ category: 'image', mimeType, data: Buffer }` attachment → LLM receives as vision content
-- **Audio** (`message.voice`/`message.audio`) → Transcribed via Whisper → merged into `text` field → **never passed as attachment**
+- **Audio** (`message.voice`/`message.audio`) → Transcribed via AssemblyAI → merged into `text` field → **never passed as attachment**
 - **Documents** (`message.document`) → Downloaded as `{ category: 'document', mimeType, data: Buffer }`
 
 ## Factory (index.js) — Lazy Singleton

package/lib/channels/telegram.js

@@ -6,7 +6,7 @@ import {
   startTypingIndicator,
   formatToolCall,
 } from '../tools/telegram.js';
-import { isWhisperEnabled, transcribeAudio } from '../tools/openai.js';
+import { isAssemblyAIEnabled, transcribeAudio } from '../tools/assemblyai.js';
 import { getConfig } from '../config.js';
 
 class TelegramAdapter extends ChannelAdapter {
@@ -48,17 +48,17 @@ class TelegramAdapter extends ChannelAdapter {
 
     // Voice messages → transcribe to text
     if (message.voice) {
-      if (!isWhisperEnabled()) {
+      if (!isAssemblyAIEnabled()) {
         await sendMessage(
           this.botToken,
           chatId,
-          'Voice messages are not supported. Please set OPENAI_API_KEY to enable transcription.'
+          'Voice messages are not supported. Please set ASSEMBLYAI_API_KEY to enable transcription.'
         );
         return null;
       }
       try {
-        const { buffer, filename } = await downloadFile(this.botToken, message.voice.file_id);
-        text = await transcribeAudio(buffer, filename);
+        const { buffer } = await downloadFile(this.botToken, message.voice.file_id);
+        text = await transcribeAudio(buffer);
       } catch (err) {
         console.error('Failed to transcribe voice:', err);
         await sendMessage(this.botToken, chatId, 'Sorry, I could not transcribe your voice message.');
@@ -68,17 +68,17 @@ class TelegramAdapter extends ChannelAdapter {
 
     // Audio messages → transcribe to text
     if (message.audio && !text) {
-      if (!isWhisperEnabled()) {
+      if (!isAssemblyAIEnabled()) {
         await sendMessage(
           this.botToken,
           chatId,
-          'Audio messages are not supported. Please set OPENAI_API_KEY to enable transcription.'
+          'Audio messages are not supported. Please set ASSEMBLYAI_API_KEY to enable transcription.'
         );
         return null;
       }
       try {
-        const { buffer, filename } = await downloadFile(this.botToken, message.audio.file_id);
-        text = await transcribeAudio(buffer, filename);
+        const { buffer } = await downloadFile(this.botToken, message.audio.file_id);
+        text = await transcribeAudio(buffer);
       } catch (err) {
         console.error('Failed to transcribe audio:', err);
         await sendMessage(this.botToken, chatId, 'Sorry, I could not transcribe your audio message.');

package/lib/chat/actions.js

@@ -1123,7 +1123,7 @@ export async function registerTelegramWebhook() {
 // ─────────────────────────────────────────────────────────────────────────────
 
 /**
- * Get settings for the Chat sub-tab.
+ * Get settings for the Helper LLM page (and Providers page — both share this).
  */
 export async function getChatSettings() {
   await requireAuth();
@@ -1138,34 +1138,16 @@ export async function getChatSettings() {
     // Get custom providers (masked)
     const customProviders = getCustomProviders();
 
-    // Get active config values
+    // Get active helper LLM config
     const activeProvider = getConfigValue('LLM_PROVIDER') || '';
     const activeModel = getConfigValue('LLM_MODEL') || '';
     const maxTokens = getConfigValue('LLM_MAX_TOKENS') || '4096';
     const agentBackend = getConfigValue('AGENT_BACKEND') || '';
 
-    // Check if the current coding agent has an in-process SDK adapter
-    const { getConfig } = await import('../config.js');
-    const { getSdkAdapter } = await import('../ai/sdk-adapters/index.js');
-    const codingAgent = getConfig('CODING_AGENT');
-    const sdkAgentActive = !!getSdkAdapter(codingAgent);
-
-    // Human-readable agent names
-    const agentNames = {
-      'claude-code': 'Claude Code',
-      'pi-coding-agent': 'Pi Coding Agent',
-      'gemini-cli': 'Gemini CLI',
-      'codex-cli': 'Codex CLI',
-      'opencode': 'OpenCode',
-      'kimi-cli': 'Kimi CLI',
-    };
-
     return {
       builtinProviders: BUILTIN_PROVIDERS,
       credentialStatuses,
       customProviders,
-      sdkAgentActive,
-      defaultAgent: agentNames[codingAgent] || codingAgent,
       active: {
         provider: activeProvider,
         model: activeModel,
@@ -1174,8 +1156,8 @@ export async function getChatSettings() {
       },
     };
   } catch (err) {
-    console.error('Failed to get chat settings:', err);
-    return { error: 'Failed to load chat settings' };
+    console.error('Failed to get helper LLM settings:', err);
+    return { error: 'Failed to load helper LLM settings' };
   }
 }
 

package/lib/chat/components/CLAUDE.md

@@ -8,8 +8,8 @@ Admin pages live under `/admin/` with two top-level sections:
 
 - **`/admin/event-handler/`** — Event handler config with pill-style sub-tabs via `SubTabLayout` (`settings-secrets-layout.jsx`):
   - `/admin/event-handler/llms` — LLM provider credentials
-  - `/admin/event-handler/chat` — Chat LLM settings
   - `/admin/event-handler/coding-agents` — Multi-agent config (5 backends)
+  - `/admin/event-handler/helper-llm` — Helper LLM settings (provider/model used for chat titles, agent-job titles + summaries)
   - `/admin/event-handler/jobs` — Agent job custom secrets
   - `/admin/event-handler/telegram` — Telegram integration
   - `/admin/event-handler/voice` — Voice input (AssemblyAI)

package/lib/chat/components/index.js

@@ -10,7 +10,7 @@ export { SettingsLayout } from './settings-layout.js';
 export { SubTabLayout, ApiKeysLayout, EventHandlerLayout, ChatSettingsLayout, GitHubSettingsLayout, SecretsLayout } from './settings-secrets-layout.js';
 export { ApiKeysListPage, ApiKeysVoicePage, ApiKeysTelegramPage, SettingsSecretsPage } from './settings-secrets-page.js';
 export { SettingsUsersPage } from './settings-users-page.js';
-export { ChatConfigPage, ChatProvidersPage, SettingsChatPage } from './settings-chat-page.js';
+export { HelperLlmPage, ChatConfigPage, ChatProvidersPage, SettingsChatPage } from './settings-chat-page.js';
 export { ChatProvidersPage as LlmsPage } from './settings-chat-page.js';
 export { CodingAgentsPage } from './settings-coding-agents-page.js';
 export { JobsPage } from './settings-jobs-page.js';

package/lib/chat/components/settings-chat-page.js

@@ -14,7 +14,7 @@ import {
   getOAuthTokens,
   deleteOAuthToken
 } from "../actions.js";
-function ChatConfigPage() {
+function HelperLlmPage() {
   const [settings, setSettings] = useState(null);
   const [loading, setLoading] = useState(true);
   const loadSettings = async () => {
@@ -40,20 +40,19 @@ function ChatConfigPage() {
   if (settings?.error) {
     return /* @__PURE__ */ jsx("p", { className: "text-sm text-destructive", children: settings.error });
   }
-  const sdkAgentActive = settings?.sdkAgentActive;
-  const defaultAgent = settings?.defaultAgent;
   return /* @__PURE__ */ jsxs("div", { children: [
-    sdkAgentActive && /* @__PURE__ */ jsx("div", { className: "rounded-lg border border-destructive/30 bg-destructive/5 px-4 py-3 mb-4", children: /* @__PURE__ */ jsxs("p", { className: "text-sm text-destructive", children: [
-      defaultAgent,
-      " manages its own LLM directly. These settings only apply when using a coding agent without built-in SDK support."
-    ] }) }),
     /* @__PURE__ */ jsxs("div", { className: "mb-4", children: [
-      /* @__PURE__ */ jsx("h2", { className: "text-base font-medium", children: "Configuration" }),
-      /* @__PURE__ */ jsx("p", { className: "text-sm text-muted-foreground", children: "Select the LLM provider and model for chat. Only providers with configured API keys appear in the dropdown." })
+      /* @__PURE__ */ jsx("h2", { className: "text-base font-medium", children: "Helper LLM" }),
+      /* @__PURE__ */ jsxs("p", { className: "text-sm text-muted-foreground", children: [
+        "Used for chat titles, agent-job titles, and agent-job summaries. Independent of your coding agent. Only providers with configured API keys appear in the dropdown \u2014 set keys at ",
+        /* @__PURE__ */ jsx("a", { href: "/admin/event-handler/llms", className: "underline hover:text-foreground", children: "Providers" }),
+        "."
+      ] })
     ] }),
-    /* @__PURE__ */ jsx("div", { className: sdkAgentActive ? "opacity-50 pointer-events-none" : "", children: /* @__PURE__ */ jsx(ActiveConfig, { settings, onSave: handleSaveActive }) })
+    /* @__PURE__ */ jsx(ActiveConfig, { settings, onSave: handleSaveActive })
   ] });
 }
+const ChatConfigPage = HelperLlmPage;
 function ActiveConfig({ settings, onSave }) {
   const [provider, setProvider] = useState("");
   const [model, setModel] = useState("");
@@ -738,10 +737,11 @@ function CustomProviderDialog({ open, initial, onSave, onCancel }) {
   ] });
 }
 function SettingsChatPage() {
-  return /* @__PURE__ */ jsx(ChatConfigPage, {});
+  return /* @__PURE__ */ jsx(HelperLlmPage, {});
 }
 export {
   ChatConfigPage,
   ChatProvidersPage,
+  HelperLlmPage,
   SettingsChatPage
 };

package/lib/chat/components/settings-chat-page.jsx

@@ -16,10 +16,14 @@ import {
 } from '../actions.js';
 
 // ─────────────────────────────────────────────────────────────────────────────
-// Configuration sub-tab (auto-save)
+// Helper LLM page (auto-save)
+//
+// Picks the provider + model used for short background generations: chat
+// titles, agent-job titles, and agent-job summaries. Independent of the
+// coding agent. Credentials live at /admin/event-handler/llms.
 // ─────────────────────────────────────────────────────────────────────────────
 
-export function ChatConfigPage() {
+export function HelperLlmPage() {
   const [settings, setSettings] = useState(null);
   const [loading, setLoading] = useState(true);
 
@@ -52,29 +56,21 @@ export function ChatConfigPage() {
     return <p className="text-sm text-destructive">{settings.error}</p>;
   }
 
-  const sdkAgentActive = settings?.sdkAgentActive;
-  const defaultAgent = settings?.defaultAgent;
-
   return (
     <div>
-      {sdkAgentActive && (
-        <div className="rounded-lg border border-destructive/30 bg-destructive/5 px-4 py-3 mb-4">
-          <p className="text-sm text-destructive">
-            {defaultAgent} manages its own LLM directly. These settings only apply when using a coding agent without built-in SDK support.
-          </p>
-        </div>
-      )}
       <div className="mb-4">
-        <h2 className="text-base font-medium">Configuration</h2>
-        <p className="text-sm text-muted-foreground">Select the LLM provider and model for chat. Only providers with configured API keys appear in the dropdown.</p>
-      </div>
-      <div className={sdkAgentActive ? 'opacity-50 pointer-events-none' : ''}>
-        <ActiveConfig settings={settings} onSave={handleSaveActive} />
+        <h2 className="text-base font-medium">Helper LLM</h2>
+        <p className="text-sm text-muted-foreground">Used for chat titles, agent-job titles, and agent-job summaries. Independent of your coding agent. Only providers with configured API keys appear in the dropdown — set keys at <a href="/admin/event-handler/llms" className="underline hover:text-foreground">Providers</a>.</p>
       </div>
+      <ActiveConfig settings={settings} onSave={handleSaveActive} />
     </div>
   );
 }
 
+// Backwards-compat alias — kept so route files importing the old name keep working
+// during the route move.
+export const ChatConfigPage = HelperLlmPage;
+
 function ActiveConfig({ settings, onSave }) {
   const [provider, setProvider] = useState('');
   const [model, setModel] = useState('');
@@ -777,5 +773,5 @@ function CustomProviderDialog({ open, initial, onSave, onCancel }) {
 
 // Backwards compat
 export function SettingsChatPage() {
-  return <ChatConfigPage />;
+  return <HelperLlmPage />;
 }

package/lib/chat/components/settings-secrets-layout.js

@@ -29,7 +29,7 @@ const API_KEYS_TABS = [
 const EVENT_HANDLER_TABS = [
   { id: "llms", label: "LLMs", href: "/admin/event-handler/llms" },
   { id: "coding-agents", label: "Coding Agents", href: "/admin/event-handler/coding-agents" },
-  { id: "chat", label: "Chat", href: "/admin/event-handler/chat" },
+  { id: "helper-llm", label: "Helper LLM", href: "/admin/event-handler/helper-llm" },
   { id: "agent-secrets", label: "Agent Secrets", href: "/admin/event-handler/agent-secrets" },
   { id: "webhooks", label: "Webhooks", href: "/admin/event-handler/webhooks" },
   { id: "telegram", label: "Telegram", href: "/admin/event-handler/telegram" },

package/lib/chat/components/settings-secrets-layout.jsx

@@ -51,7 +51,7 @@ const API_KEYS_TABS = [
 const EVENT_HANDLER_TABS = [
   { id: 'llms', label: 'LLMs', href: '/admin/event-handler/llms' },
   { id: 'coding-agents', label: 'Coding Agents', href: '/admin/event-handler/coding-agents' },
-  { id: 'chat', label: 'Chat', href: '/admin/event-handler/chat' },
+  { id: 'helper-llm', label: 'Helper LLM', href: '/admin/event-handler/helper-llm' },
   { id: 'agent-secrets', label: 'Agent Secrets', href: '/admin/event-handler/agent-secrets' },
   { id: 'webhooks', label: 'Webhooks', href: '/admin/event-handler/webhooks' },
   { id: 'telegram', label: 'Telegram', href: '/admin/event-handler/telegram' },

package/lib/chat/components/ui/dropdown-menu.js

@@ -30,11 +30,30 @@ function DropdownMenuContent({ children, className, align = "start", side = "bot
   const updatePosition = useCallback(() => {
     if (!triggerRef.current) return;
     const rect = triggerRef.current.getBoundingClientRect();
+    const margin = 8;
+    let left = align === "start" ? rect.left : void 0;
+    let right = align === "end" ? window.innerWidth - rect.right : void 0;
+    const menuWidth = ref.current?.getBoundingClientRect().width || 0;
+    if (menuWidth > 0) {
+      if (align === "end") {
+        const computedLeft = rect.right - menuWidth;
+        if (computedLeft < margin) {
+          right = void 0;
+          left = margin;
+        }
+      } else {
+        const computedRight = rect.left + menuWidth;
+        if (computedRight > window.innerWidth - margin) {
+          left = void 0;
+          right = margin;
+        }
+      }
+    }
     setPos({
       top: side === "bottom" ? rect.bottom + sideOffset : void 0,
       bottom: side === "top" ? window.innerHeight - rect.top + sideOffset : void 0,
-      left: align === "start" ? rect.left : void 0,
-      right: align === "end" ? window.innerWidth - rect.right : void 0
+      left,
+      right
     });
   }, [triggerRef, side, align, sideOffset]);
   useEffect(() => {
@@ -43,6 +62,7 @@ function DropdownMenuContent({ children, className, align = "start", side = "bot
       return;
     }
     updatePosition();
+    const raf = requestAnimationFrame(updatePosition);
     const handleClickOutside = (e) => {
       if (ref.current && !ref.current.contains(e.target) && triggerRef.current && !triggerRef.current.contains(e.target)) {
         onOpenChange(false);
@@ -56,6 +76,7 @@ function DropdownMenuContent({ children, className, align = "start", side = "bot
     document.addEventListener("keydown", handleEsc);
     window.addEventListener("scroll", handleScroll, true);
     return () => {
+      cancelAnimationFrame(raf);
       document.removeEventListener("click", handleClickOutside);
       document.removeEventListener("keydown", handleEsc);
       window.removeEventListener("scroll", handleScroll, true);

package/lib/chat/components/ui/dropdown-menu.jsx

@@ -47,17 +47,41 @@ export function DropdownMenuContent({ children, className, align = 'start', side
   const updatePosition = useCallback(() => {
     if (!triggerRef.current) return;
     const rect = triggerRef.current.getBoundingClientRect();
+    const margin = 8;
+    let left = align === 'start' ? rect.left : undefined;
+    let right = align === 'end' ? window.innerWidth - rect.right : undefined;
+
+    // Clamp horizontally so the menu never overflows the viewport.
+    const menuWidth = ref.current?.getBoundingClientRect().width || 0;
+    if (menuWidth > 0) {
+      if (align === 'end') {
+        const computedLeft = rect.right - menuWidth;
+        if (computedLeft < margin) {
+          right = undefined;
+          left = margin;
+        }
+      } else {
+        const computedRight = rect.left + menuWidth;
+        if (computedRight > window.innerWidth - margin) {
+          left = undefined;
+          right = margin;
+        }
+      }
+    }
+
     setPos({
       top: side === 'bottom' ? rect.bottom + sideOffset : undefined,
       bottom: side === 'top' ? window.innerHeight - rect.top + sideOffset : undefined,
-      left: align === 'start' ? rect.left : undefined,
-      right: align === 'end' ? window.innerWidth - rect.right : undefined,
+      left,
+      right,
     });
   }, [triggerRef, side, align, sideOffset]);
 
   useEffect(() => {
     if (!open) { setPos(null); return; }
     updatePosition();
+    // Re-run after render so menu width is measurable for clamping.
+    const raf = requestAnimationFrame(updatePosition);
     const handleClickOutside = (e) => {
       if (ref.current && !ref.current.contains(e.target) && triggerRef.current && !triggerRef.current.contains(e.target)) {
         onOpenChange(false);
@@ -71,6 +95,7 @@ export function DropdownMenuContent({ children, className, align = 'start', side
     document.addEventListener('keydown', handleEsc);
     window.addEventListener('scroll', handleScroll, true);
     return () => {
+      cancelAnimationFrame(raf);
       document.removeEventListener('click', handleClickOutside);
       document.removeEventListener('keydown', handleEsc);
       window.removeEventListener('scroll', handleScroll, true);

package/lib/llm-providers.js

@@ -62,6 +62,7 @@ export const BUILTIN_PROVIDERS = {
     credentials: [
       { type: 'api_key', key: 'DEEPSEEK_API_KEY', label: 'API Key' },
     ],
+    baseUrl: 'https://api.deepseek.com/v1',
     anthropicEndpoint: 'https://api.deepseek.com/anthropic',
     models: [
       { id: 'deepseek-chat', name: 'DeepSeek V3', default: true },
@@ -73,6 +74,7 @@ export const BUILTIN_PROVIDERS = {
     credentials: [
       { type: 'api_key', key: 'MINIMAX_API_KEY', label: 'API Key' },
     ],
+    baseUrl: 'https://api.minimax.io/v1',
     anthropicEndpoint: 'https://api.minimax.io/anthropic',
     models: [
       { id: 'MiniMax-M2.7', name: 'MiniMax M2.7', default: true },
@@ -84,6 +86,7 @@ export const BUILTIN_PROVIDERS = {
   mistral: {
     name: 'Mistral',
     litellmProxy: true, litellmPrefix: 'mistral',
+    baseUrl: 'https://api.mistral.ai/v1',
     credentials: [
       { type: 'api_key', key: 'MISTRAL_API_KEY', label: 'API Key' },
     ],
@@ -98,6 +101,7 @@ export const BUILTIN_PROVIDERS = {
   xai: {
     name: 'xAI',
     litellmProxy: true, litellmPrefix: 'xai',
+    baseUrl: 'https://api.x.ai/v1',
     credentials: [
       { type: 'api_key', key: 'XAI_API_KEY', label: 'API Key' },
     ],
@@ -113,6 +117,7 @@ export const BUILTIN_PROVIDERS = {
     credentials: [
       { type: 'api_key', key: 'MOONSHOT_API_KEY', label: 'API Key' },
     ],
+    baseUrl: 'https://api.moonshot.cn/v1',
     anthropicEndpoint: 'https://api.moonshot.cn/anthropic',
     models: [
       { id: 'kimi-k2.5', name: 'Kimi K2.5', default: true },
@@ -125,12 +130,14 @@ export const BUILTIN_PROVIDERS = {
     credentials: [
       { type: 'api_key', key: 'OPENROUTER_API_KEY', label: 'API Key' },
     ],
+    baseUrl: 'https://openrouter.ai/api/v1',
     anthropicEndpoint: 'https://openrouter.ai/api',
     models: [],
   },
   nvidia: {
     name: 'NVIDIA',
     litellmProxy: true, litellmPrefix: 'nvidia_nim',
+    baseUrl: 'https://integrate.api.nvidia.com/v1',
     credentials: [
       { type: 'api_key', key: 'NVIDIA_API_KEY', label: 'API Key' },
     ],

package/lib/tools/CLAUDE.md

@@ -36,6 +36,6 @@ Calls Docker Engine API directly through `/var/run/docker.sock` using Node's `ht
 
 **Typing indicator with jitter**: Re-sends typing action at 5.5–8s random intervals (Telegram expires indicators after 5s). Returns a stop function.
 
-## openai.js — Whisper Transcription
+## assemblyai.js — Voice Transcription
 
-**Feature flag via API key**: `isWhisperEnabled()` checks if `OPENAI_API_KEY` is set. Used by the Telegram adapter to conditionally offer voice transcription. `transcribeAudio()` sends binary audio via FormData to `/v1/audio/transcriptions`.
+**Feature flag via API key**: `isAssemblyAIEnabled()` checks if `ASSEMBLYAI_API_KEY` is set. Used by the Telegram adapter to conditionally offer voice transcription. `transcribeAudio(buffer)` uses the official `assemblyai` SDK (`client.transcripts.transcribe`), which handles upload + polling internally. Throws when the transcript status is `'error'`.

package/lib/tools/assemblyai.js

@@ -0,0 +1,17 @@
+import { AssemblyAI } from 'assemblyai';
+import { getConfig } from '../config.js';
+
+function isAssemblyAIEnabled() {
+  return Boolean(getConfig('ASSEMBLYAI_API_KEY'));
+}
+
+async function transcribeAudio(audioBuffer) {
+  const client = new AssemblyAI({ apiKey: getConfig('ASSEMBLYAI_API_KEY') });
+  const transcript = await client.transcripts.transcribe({ audio: audioBuffer });
+  if (transcript.status === 'error') {
+    throw new Error(`AssemblyAI error: ${transcript.error}`);
+  }
+  return transcript.text;
+}
+
+export { isAssemblyAIEnabled, transcribeAudio };

package/lib/tools/create-agent-job.js

@@ -1,22 +1,23 @@
 import { v4 as uuidv4 } from 'uuid';
 import { z } from 'zod';
 import { githubApi } from './github.js';
-import { createModel } from '../ai/model.js';
+import { callHelperLlmStructured } from '../ai/helper-llm.js';
 import { getConfig } from '../config.js';
 /**
- * Generate a short descriptive title for an agent job using the LLM.
+ * Generate a short descriptive title for an agent job using the helper LLM.
  * Uses structured output to avoid thinking-token leaks with extended-thinking models.
  * @param {string} agentJobDescription - The full job description
  * @returns {Promise<string>} ~10 word title
  */
 async function generateAgentJobTitle(agentJobDescription) {
   try {
-    const model = await createModel({ maxTokens: 100 });
-    const response = await model.withStructuredOutput(z.object({ title: z.string() })).invoke([
-      ['system', 'Generate a descriptive ~10 word title for this agent job. The title should clearly describe what the job will do.'],
-      ['human', agentJobDescription],
-    ]);
-    return response.title.trim() || agentJobDescription.slice(0, 80);
+    const result = await callHelperLlmStructured({
+      system: 'Generate a descriptive ~10 word title for this agent job. The title should clearly describe what the job will do.',
+      user: agentJobDescription,
+      schema: z.object({ title: z.string() }),
+      maxTokens: 100,
+    });
+    return result?.title?.trim() || agentJobDescription.slice(0, 80);
   } catch {
     // Fallback: first line, truncated
     const firstLine = agentJobDescription.split('\n').find(l => l.trim()) || agentJobDescription;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "thepopebot",
-  "version": "1.2.76-beta.17",
+  "version": "1.2.76-beta.19",
   "type": "module",
   "description": "Create autonomous AI agents with a two-layer architecture: Next.js Event Handler + Docker Agent.",
   "bin": {
@@ -68,6 +68,10 @@
   "author": "Stephen Pope",
   "license": "MIT",
   "dependencies": {
+    "@ai-sdk/anthropic": "^2.0.0",
+    "@ai-sdk/google": "^2.0.0",
+    "@ai-sdk/openai": "^2.0.0",
+    "@ai-sdk/openai-compatible": "^1.0.0",
     "@ai-sdk/react": "^2.0.0",
     "@anthropic-ai/claude-agent-sdk": "^0.2.101",
     "@clack/prompts": "^0.10.0",
@@ -75,10 +79,6 @@
     "@dnd-kit/modifiers": "^9.0.0",
     "@dnd-kit/sortable": "^10.0.0",
     "@grammyjs/parse-mode": "^2.2.0",
-    "@langchain/anthropic": "^1.3.17",
-    "@langchain/core": "^1.1.24",
-    "@langchain/google-genai": "^2.1.18",
-    "@langchain/openai": "^1.2.7",
     "@monaco-editor/react": "^4.7.0",
     "@xterm/addon-fit": "^0.10.0",
     "@xterm/addon-search": "^0.15.0",
@@ -86,6 +86,7 @@
     "@xterm/addon-web-links": "^0.11.0",
     "@xterm/xterm": "^5.5.0",
     "ai": "^5.0.0",
+    "assemblyai": "^4.30.0",
     "bcrypt-ts": "^6.0.0",
     "better-sqlite3": "^12.6.2",
     "chalk": "^5.3.0",

package/lib/ai/model.js

@@ -1,130 +0,0 @@
-import { ChatAnthropic } from '@langchain/anthropic';
-import { getConfig } from '../config.js';
-import { BUILTIN_PROVIDERS } from '../llm-providers.js';
-
-// These models require thought_signature round-tripping which @langchain/google-genai doesn't support.
-// Auto-replace with gemini-2.5-flash until we migrate to @langchain/google (see issue #201).
-const GEMINI_UNSUPPORTED_MODELS = ['gemini-2.5-pro', 'gemini-3'];
-const GEMINI_FALLBACK = 'gemini-2.5-flash';
-
-/**
- * Create a LangChain chat model based on DB/env configuration.
- *
- * @param {object} [options]
- * @param {number} [options.maxTokens] - Max tokens for the response
- * @returns {import('@langchain/core/language_models/chat_models').BaseChatModel}
- */
-export async function createModel(options = {}) {
-  const provider = getConfig('LLM_PROVIDER');
-  const modelName = getConfig('LLM_MODEL');
-  const maxTokens = options.maxTokens || Number(getConfig('LLM_MAX_TOKENS')) || 4096;
-
-  // Custom provider (not in BUILTIN_PROVIDERS) → OpenAI-compatible
-  if (!BUILTIN_PROVIDERS[provider]) {
-    const { ChatOpenAI } = await import('@langchain/openai');
-    const { getCustomProvider } = await import('../db/config.js');
-    const custom = getCustomProvider(provider);
-    if (!custom) throw new Error(`Unknown LLM provider: ${provider}`);
-    const config = { modelName: custom.models?.[0] || modelName, maxTokens };
-    config.apiKey = custom.apiKey || 'not-needed';
-    if (custom.baseUrl) {
-      config.configuration = { baseURL: custom.baseUrl };
-    }
-    return new ChatOpenAI(config);
-  }
-
-  const LLM_NOT_CONFIGURED = 'No chat LLM configured — set one up in Admin > Event Handler > LLMs';
-
-  switch (provider) {
-    case 'anthropic': {
-      const apiKey = getConfig('ANTHROPIC_API_KEY');
-      if (!apiKey) {
-        throw new Error(LLM_NOT_CONFIGURED);
-      }
-      return new ChatAnthropic({
-        modelName,
-        maxTokens,
-        anthropicApiKey: apiKey,
-      });
-    }
-    case 'openai': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('OPENAI_API_KEY');
-      const baseURL = getConfig('CUSTOM_OPENAI_BASE_URL');
-      if (!apiKey && !baseURL) {
-        throw new Error(LLM_NOT_CONFIGURED);
-      }
-      const config = { modelName, maxTokens };
-      config.apiKey = apiKey || 'not-needed';
-      if (baseURL) {
-        config.configuration = { baseURL };
-      }
-      return new ChatOpenAI(config);
-    }
-    case 'google': {
-      const { ChatGoogleGenerativeAI } = await import('@langchain/google-genai');
-      const apiKey = getConfig('GOOGLE_API_KEY');
-      if (!apiKey) {
-        throw new Error(LLM_NOT_CONFIGURED);
-      }
-      let resolvedModel = modelName;
-      const isUnsupported = GEMINI_UNSUPPORTED_MODELS.some(m => resolvedModel.startsWith(m));
-      if (isUnsupported) {
-        console.warn(
-          `[model] ${resolvedModel} requires thought_signature support not yet available in @langchain/google-genai. ` +
-          `Falling back to ${GEMINI_FALLBACK}. See https://github.com/stephengpope/thepopebot/issues/201.`
-        );
-        resolvedModel = GEMINI_FALLBACK;
-      }
-      return new ChatGoogleGenerativeAI({
-        model: resolvedModel,
-        maxOutputTokens: maxTokens,
-        apiKey,
-      });
-    }
-    case 'deepseek': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('DEEPSEEK_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://api.deepseek.com' } });
-    }
-    case 'minimax': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('MINIMAX_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://api.minimax.io/v1' } });
-    }
-    case 'mistral': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('MISTRAL_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://api.mistral.ai/v1' } });
-    }
-    case 'xai': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('XAI_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://api.x.ai/v1' } });
-    }
-    case 'kimi': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('MOONSHOT_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://api.moonshot.cn/v1' } });
-    }
-    case 'openrouter': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('OPENROUTER_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://openrouter.ai/api/v1' } });
-    }
-    case 'nvidia': {
-      const { ChatOpenAI } = await import('@langchain/openai');
-      const apiKey = getConfig('NVIDIA_API_KEY');
-      if (!apiKey) throw new Error(LLM_NOT_CONFIGURED);
-      return new ChatOpenAI({ modelName, maxTokens, apiKey, configuration: { baseURL: 'https://integrate.api.nvidia.com/v1' } });
-    }
-    default:
-      throw new Error(`Unknown LLM provider: ${provider}`);
-  }
-}

package/lib/tools/openai.js

@@ -1,37 +0,0 @@
-import { getConfig } from '../config.js';
-
-/**
- * Check if Whisper transcription is enabled
- * @returns {boolean}
- */
-function isWhisperEnabled() {
-  return Boolean(getConfig('OPENAI_API_KEY'));
-}
-
-/**
- * Transcribe audio using OpenAI Whisper API
- * @param {Buffer} audioBuffer - Audio file buffer
- * @param {string} filename - Original filename (e.g., "voice.ogg")
- * @returns {Promise<string>} Transcribed text
- */
-async function transcribeAudio(audioBuffer, filename) {
-  const formData = new FormData();
-  formData.append('file', new Blob([audioBuffer]), filename);
-  formData.append('model', 'whisper-1');
-
-  const response = await fetch('https://api.openai.com/v1/audio/transcriptions', {
-    method: 'POST',
-    headers: { 'Authorization': `Bearer ${getConfig('OPENAI_API_KEY')}` },
-    body: formData,
-  });
-
-  if (!response.ok) {
-    const error = await response.text();
-    throw new Error(`OpenAI API error: ${response.status} ${error}`);
-  }
-
-  const result = await response.json();
-  return result.text;
-}
-
-export { isWhisperEnabled, transcribeAudio };