@almadar/llm 2.44.0 → 2.45.0

package/dist/index.d.ts

@@ -36,6 +36,22 @@ import '@anthropic-ai/sdk';
  * @packageDocumentation
  */
 type EmbeddingProvider = 'openai' | 'openrouter' | 'lmstudio';
+/**
+ * Canonical embedding-provider resolution — the ONE place every downstream
+ * consumer should defer to instead of hardcoding a literal provider.
+ * Mirrors the `EMBEDDING_PROVIDER` env var `@almadar-io/integrations`'s
+ * `RuntimeIntegrationManager`/`getEmbeddings()` already reads (its own
+ * `?? 'openrouter'` fallback is the precedent this centralizes).
+ *
+ * Defaults to `openrouter` — UNCHANGED from every existing deployment's
+ * behavior — so nothing (cloud/server included) switches to a local-only
+ * provider unless an operator explicitly sets `EMBEDDING_PROVIDER=lmstudio`
+ * in that specific environment (e.g. a dev machine running LM Studio).
+ * Consumers: `@almadar-io/rabit`'s catalog narrower
+ * (`runtime/services/embedding.ts`) and `@almadar/workspace`'s index
+ * embedder (`workspace-index/embedder.ts`).
+ */
+declare function resolveDefaultEmbeddingProvider(): EmbeddingProvider;
 interface EmbeddingClientOptions {
     provider: EmbeddingProvider;
     /** Defaults: openai → text-embedding-3-small, openrouter → baai/bge-base-en-v1.5, lmstudio → text-embedding-bge-base-en-v1.5. */
@@ -296,4 +312,4 @@ type LLMServiceActions = {
  */
 type LLMServiceContract = ServiceContract<LLMServiceActions>;
 
-export { type ContinuationOptions, type ContinuationResult, type EmbeddingBatchResult, EmbeddingClient, type EmbeddingClientOptions, type EmbeddingProvider, type EmbeddingResult, type EmbeddingUsage, LLMClient, LLMFinishReason, type LLMServiceActions, type LLMServiceContract, type TruncationReason, type TruncationResult, buildGenericContinuationPrompt, callWithContinuation, cosineSimilarity, detectTruncation, findLastCompleteElement, isLikelyTruncated, mergeResponses, salvagePartialResponse };
+export { type ContinuationOptions, type ContinuationResult, type EmbeddingBatchResult, EmbeddingClient, type EmbeddingClientOptions, type EmbeddingProvider, type EmbeddingResult, type EmbeddingUsage, LLMClient, LLMFinishReason, type LLMServiceActions, type LLMServiceContract, type TruncationReason, type TruncationResult, buildGenericContinuationPrompt, callWithContinuation, cosineSimilarity, detectTruncation, findLastCompleteElement, isLikelyTruncated, mergeResponses, resolveDefaultEmbeddingProvider, salvagePartialResponse };

package/dist/index.js

@@ -54,6 +54,11 @@ import {
 } from "./chunk-MUTXGY6D.js";
 
 // src/embedding-client.ts
+var EMBEDDING_PROVIDERS = ["openai", "openrouter", "lmstudio"];
+function resolveDefaultEmbeddingProvider() {
+  const v = process.env.EMBEDDING_PROVIDER;
+  return v && EMBEDDING_PROVIDERS.includes(v) ? v : "openrouter";
+}
 var EMBED_MAX_ATTEMPTS = 3;
 var EMBED_RETRY_BACKOFF_MS = [500, 2e3];
 var TOKEN_OVERFLOW_RE = /context length|maximum input length|reduce the length of the input|input_tokens/i;
@@ -639,6 +644,7 @@ export {
   resetMasarProvider,
   resetSharedLLMClient,
   resetStructuredOutputClient,
+  resolveDefaultEmbeddingProvider,
   safeParseJson,
   salvagePartialResponse
 };

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/embedding-client.ts","../src/truncation-detector.ts","../src/continuation.ts"],"sourcesContent":["/**\n * Embedding Client\n *\n * Single-purpose client for text embeddings. Used by `@almadar-io/agent`'s\n * cosine-similarity catalog retrieval (rank organisms + atoms against the\n * user's request before rendering Stage A's prompt) and by\n * `@almadar/std`'s publish-time embedding bake step.\n *\n * Providers:\n *   - `openai` (default model `text-embedding-3-small`, 1536-d) — requires\n *     `OPENAI_API_KEY`.\n *   - `openrouter` (default model `baai/bge-base-en-v1.5`, 768-d) — requires\n *     `OPEN_ROUTER_API_KEY`. Same OpenAI-compatible request shape, just a\n *     different base URL.\n *   - `lmstudio` (default model `text-embedding-bge-base-en-v1.5`, same\n *     bge-base-en-v1.5 weights as the openrouter default, run locally) —\n *     local LM Studio server, no API key. Mirrors `client.ts`'s\n *     `PROVIDER_CONFIGS.lmstudio`: base URL from `LMSTUDIO_URL` (default\n *     `http://127.0.0.1:1234/v1`), model from `LMSTUDIO_EMBEDDING_MODEL`.\n *\n * All three providers return the same response envelope (`{data:[{embedding,index}]}`),\n * so the request/response code is shared.\n *\n * @packageDocumentation\n */\n\nexport type EmbeddingProvider = 'openai' | 'openrouter' | 'lmstudio';\n\nexport interface EmbeddingClientOptions {\n  provider: EmbeddingProvider;\n  /** Defaults: openai → text-embedding-3-small, openrouter → baai/bge-base-en-v1.5, lmstudio → text-embedding-bge-base-en-v1.5. */\n  model?: string;\n  /** Override API key. Defaults to provider-specific env var; lmstudio needs none. */\n  apiKey?: string;\n  /** Override base URL. Defaults to provider canonical endpoint (lmstudio: `LMSTUDIO_URL`). */\n  baseUrl?: string;\n}\n\nexport interface EmbeddingUsage {\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface EmbeddingResult {\n  embedding: readonly number[];\n  usage: EmbeddingUsage;\n}\n\nexport interface EmbeddingBatchResult {\n  embeddings: readonly (readonly number[])[];\n  usage: EmbeddingUsage;\n}\n\ninterface OpenAIEmbeddingApiResponse {\n  data: Array<{ embedding: number[]; index: number }>;\n  usage?: { prompt_tokens?: number; total_tokens?: number };\n  /** OpenRouter reports provider hiccups as HTTP 200 with an error envelope and no `data`. */\n  error?: { message?: string; code?: number | string };\n}\n\n/** Transient-failure retry policy: attempts and backoff (ms) between them. */\nconst EMBED_MAX_ATTEMPTS = 3;\nconst EMBED_RETRY_BACKOFF_MS = [500, 2000];\n\n/** Provider rejects an input that exceeds the model's context window (bge: 512 tokens). */\nconst TOKEN_OVERFLOW_RE =\n  /context length|maximum input length|reduce the length of the input|input_tokens/i;\n\nconst DEFAULT_MODELS: Record<EmbeddingProvider, string> = {\n  openai: 'text-embedding-3-small',\n  openrouter: 'baai/bge-base-en-v1.5',\n  lmstudio: 'text-embedding-bge-base-en-v1.5',\n};\n\nconst DEFAULT_BASE_URLS: Record<EmbeddingProvider, string> = {\n  openai: 'https://api.openai.com/v1',\n  openrouter: 'https://openrouter.ai/api/v1',\n  lmstudio: 'http://127.0.0.1:1234/v1',\n};\n\nconst API_KEY_ENV_VARS: Partial<Record<EmbeddingProvider, string>> = {\n  openai: 'OPENAI_API_KEY',\n  openrouter: 'OPEN_ROUTER_API_KEY',\n};\n\nexport class EmbeddingClient {\n  private readonly provider: EmbeddingProvider;\n  private readonly model: string;\n  private readonly apiKey: string;\n  private readonly baseUrl: string;\n\n  constructor(opts: EmbeddingClientOptions) {\n    this.provider = opts.provider;\n    this.model = opts.model ?? (this.provider === 'lmstudio' ? process.env.LMSTUDIO_EMBEDDING_MODEL ?? DEFAULT_MODELS.lmstudio : DEFAULT_MODELS[this.provider]);\n    const defaultBaseUrl = this.provider === 'lmstudio' ? process.env.LMSTUDIO_URL ?? DEFAULT_BASE_URLS.lmstudio : DEFAULT_BASE_URLS[this.provider];\n    this.baseUrl = (opts.baseUrl ?? defaultBaseUrl).replace(/\\/$/, '');\n\n    if (this.provider === 'lmstudio') {\n      // Local LM Studio server — no credential to check, mirrors client.ts's PROVIDER_CONFIGS.lmstudio.\n      this.apiKey = opts.apiKey ?? 'not-needed';\n      return;\n    }\n    const apiKey = opts.apiKey ?? this.resolveApiKey();\n    if (!apiKey) {\n      throw new Error(\n        `EmbeddingClient: API key for provider '${this.provider}' not found. ` +\n          `Set ${API_KEY_ENV_VARS[this.provider]} in your environment or pass options.apiKey.`,\n      );\n    }\n    this.apiKey = apiKey;\n  }\n\n  /** Embed a single text. */\n  async embed(text: string): Promise<EmbeddingResult> {\n    const batch = await this.embedBatch([text]);\n    const embedding = batch.embeddings[0];\n    if (!embedding) {\n      throw new Error('EmbeddingClient.embed: provider returned no embedding');\n    }\n    return { embedding, usage: batch.usage };\n  }\n\n  /**\n   * Embed a batch of texts. Used by `@almadar/std`'s publish-time\n   * `build-embeddings.ts` script — one batch call for the full catalog\n   * (≈190 entries) rather than per-entry requests.\n   */\n  async embedBatch(texts: ReadonlyArray<string>): Promise<EmbeddingBatchResult> {\n    if (texts.length === 0) {\n      return { embeddings: [], usage: { promptTokens: 0, totalTokens: 0 } };\n    }\n    // bge-base-en-v1.5 has a 512-token context limit. Chars-per-token varies\n    // with density (~4 for typical English, ~2.5-3 for dense technical/code\n    // text), so no fixed char cap can guarantee a fit. Start at 2000 chars and,\n    // when the provider rejects an input for exceeding the context window,\n    // halve the cap and retry — the provider's own token count is the source\n    // of truth, not a chars-per-token guess.\n    let charCap = 2000;\n    let lastError: Error = new Error('EmbeddingClient: unreachable');\n    for (let attempt = 1; attempt <= EMBED_MAX_ATTEMPTS; attempt++) {\n      const trimmed = texts.map((t) => (t.length > charCap ? t.slice(0, charCap) : t));\n      try {\n        return await this.embedBatchOnce(texts.length, trimmed);\n      } catch (e) {\n        lastError = e instanceof Error ? e : new Error(String(e));\n        if (TOKEN_OVERFLOW_RE.test(lastError.message) && charCap > 500) {\n          charCap = Math.floor(charCap / 2);\n          continue;\n        }\n        const backoff = EMBED_RETRY_BACKOFF_MS[attempt - 1];\n        if (backoff === undefined) break;\n        await new Promise((r) => setTimeout(r, backoff));\n      }\n    }\n    throw lastError;\n  }\n\n  private async embedBatchOnce(\n    inputCount: number,\n    trimmed: ReadonlyArray<string>,\n  ): Promise<EmbeddingBatchResult> {\n    const response = await fetch(`${this.baseUrl}/embeddings`, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n        Authorization: `Bearer ${this.apiKey}`,\n      },\n      body: JSON.stringify({ model: this.model, input: trimmed }),\n    });\n    if (!response.ok) {\n      const errorText = await response.text().catch(() => '<no body>');\n      throw new Error(\n        `EmbeddingClient: ${this.provider} returned ${response.status} ${response.statusText}: ${errorText}`,\n      );\n    }\n    const rawBody = await response.text();\n    let body: OpenAIEmbeddingApiResponse;\n    try {\n      body = JSON.parse(rawBody) as OpenAIEmbeddingApiResponse;\n    } catch {\n      throw new Error(\n        `EmbeddingClient: ${this.provider} returned unparseable body: ${rawBody}`,\n      );\n    }\n    if (!Array.isArray(body.data)) {\n      // OpenRouter reports provider hiccups as 200 + `{error}` with no data —\n      // surface the real body instead of a blind \"missing data\" (G9: this\n      // error was undiagnosable for weeks because the body was discarded).\n      const detail = body.error?.message ?? rawBody;\n      throw new Error(\n        `EmbeddingClient: ${this.provider} response has no \\`data\\` array: ${detail}`,\n      );\n    }\n    const ordered = [...body.data].sort((a, b) => a.index - b.index);\n    if (ordered.length !== inputCount) {\n      throw new Error(\n        `EmbeddingClient: provider returned ${ordered.length} embeddings for ${inputCount} inputs`,\n      );\n    }\n    return {\n      embeddings: ordered.map((d) => d.embedding),\n      usage: {\n        promptTokens: body.usage?.prompt_tokens ?? 0,\n        totalTokens: body.usage?.total_tokens ?? 0,\n      },\n    };\n  }\n\n  private resolveApiKey(): string | undefined {\n    const envVar = API_KEY_ENV_VARS[this.provider];\n    return envVar ? process.env[envVar] : undefined;\n  }\n}\n\n/**\n * Cosine similarity between two equal-length vectors. Returns a value in\n * [-1, 1]; higher means more similar. Used by `@almadar-io/agent`'s\n * catalog retrieval to rank organism/atom descriptions against the user\n * request embedding.\n *\n * Defensive: returns 0 when either vector is the zero vector (would\n * otherwise divide by zero).\n */\nexport function cosineSimilarity(a: ReadonlyArray<number>, b: ReadonlyArray<number>): number {\n  if (a.length !== b.length) {\n    throw new Error(`cosineSimilarity: vector length mismatch (${a.length} vs ${b.length})`);\n  }\n  let dot = 0;\n  let normA = 0;\n  let normB = 0;\n  for (let i = 0; i < a.length; i++) {\n    const av = a[i];\n    const bv = b[i];\n    dot += av * bv;\n    normA += av * av;\n    normB += bv * bv;\n  }\n  if (normA === 0 || normB === 0) return 0;\n  return dot / (Math.sqrt(normA) * Math.sqrt(normB));\n}\n","/**\n * Truncation Detector\n *\n * Utilities for detecting when LLM output has been truncated and\n * extracting usable content from partial responses.\n *\n * @packageDocumentation\n */\n\nimport type { LLMFinishReason } from './client.js';\nimport { autoCloseJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport type TruncationReason =\n  | 'finish_reason'\n  | 'json_incomplete'\n  | 'bracket_mismatch'\n  | 'none';\n\nexport interface TruncationResult {\n  isTruncated: boolean;\n  reason: TruncationReason;\n  partialContent?: string;\n  lastCompleteElement?: unknown;\n  missingCloseBrackets?: number;\n  missingCloseBraces?: number;\n}\n\n// ============================================================================\n// Main Detection Function\n// ============================================================================\n\n/**\n * Detect if an LLM response has been truncated.\n *\n * Analyzes the response content and finish reason to determine if\n * the output was cut off due to token limits or other issues.\n *\n * @param {string} response - The LLM response text\n * @param {LLMFinishReason} finishReason - The finish reason from the LLM\n * @returns {TruncationResult} Detection result with truncation details\n */\nexport function detectTruncation(\n  response: string,\n  finishReason: LLMFinishReason,\n): TruncationResult {\n  if (finishReason === 'length') {\n    const bracketInfo = countBrackets(response);\n    return {\n      isTruncated: true,\n      reason: 'finish_reason',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  try {\n    JSON.parse(response);\n    return { isTruncated: false, reason: 'none' };\n  } catch {\n    // JSON is invalid, check if due to truncation\n  }\n\n  if (finishReason === 'stop' || finishReason === null) {\n    const trimmed = response.trim();\n\n    const isMidContent =\n      trimmed.endsWith(',') ||\n      trimmed.endsWith(':') ||\n      trimmed.endsWith('\": ') ||\n      /:\\s*$/.test(trimmed) ||\n      /,\\s*$/.test(trimmed);\n\n    if (isMidContent) {\n      const bracketInfo = countBrackets(response);\n      return {\n        isTruncated: true,\n        reason: 'json_incomplete',\n        partialContent: response,\n        lastCompleteElement: findLastCompleteElement(response),\n        missingCloseBrackets: bracketInfo.missingCloseBrackets,\n        missingCloseBraces: bracketInfo.missingCloseBraces,\n      };\n    }\n\n    try {\n      const closed = autoCloseJson(trimmed);\n      JSON.parse(closed);\n      return { isTruncated: false, reason: 'none' };\n    } catch {\n      return { isTruncated: false, reason: 'none' };\n    }\n  }\n\n  const bracketInfo = countBrackets(response);\n  if (\n    bracketInfo.missingCloseBrackets > 0 ||\n    bracketInfo.missingCloseBraces > 0\n  ) {\n    return {\n      isTruncated: true,\n      reason: 'bracket_mismatch',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  return { isTruncated: false, reason: 'none' };\n}\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\nfunction countBrackets(json: string): {\n  openBrackets: number;\n  closeBrackets: number;\n  openBraces: number;\n  closeBraces: number;\n  missingCloseBrackets: number;\n  missingCloseBraces: number;\n} {\n  let inString = false;\n  let escaped = false;\n  let openBrackets = 0;\n  let closeBrackets = 0;\n  let openBraces = 0;\n  let closeBraces = 0;\n\n  for (const char of json) {\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    switch (char) {\n      case '[':\n        openBrackets++;\n        break;\n      case ']':\n        closeBrackets++;\n        break;\n      case '{':\n        openBraces++;\n        break;\n      case '}':\n        closeBraces++;\n        break;\n    }\n  }\n\n  return {\n    openBrackets,\n    closeBrackets,\n    openBraces,\n    closeBraces,\n    missingCloseBrackets: Math.max(0, openBrackets - closeBrackets),\n    missingCloseBraces: Math.max(0, openBraces - closeBraces),\n  };\n}\n\nexport function findLastCompleteElement(json: string): unknown | null {\n  const autoClosed = autoCloseJson(json);\n  try {\n    return JSON.parse(autoClosed);\n  } catch {\n    // Auto-close didn't work\n  }\n\n  const trimmed = json.trim();\n\n  if (trimmed.startsWith('[')) {\n    const lastCompleteIndex = findLastCompleteArrayElement(trimmed);\n    if (lastCompleteIndex > 0) {\n      const subset = trimmed.substring(0, lastCompleteIndex) + ']';\n      try {\n        return JSON.parse(subset);\n      } catch {\n        // Continue\n      }\n    }\n  }\n\n  if (trimmed.startsWith('{')) {\n    const closed = autoCloseJson(trimmed);\n    try {\n      return JSON.parse(closed);\n    } catch {\n      const lastCompleteIndex = findLastCompleteObjectProperty(trimmed);\n      if (lastCompleteIndex > 0) {\n        const subset = trimmed.substring(0, lastCompleteIndex) + '}';\n        try {\n          return JSON.parse(subset);\n        } catch {\n          // Give up\n        }\n      }\n    }\n  }\n\n  return null;\n}\n\nfunction findLastCompleteArrayElement(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCompleteElementEnd = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n      if (depth === 1) {\n        lastCompleteElementEnd = i + 1;\n      }\n    } else if (char === ',' && depth === 1) {\n      lastCompleteElementEnd = i;\n    }\n  }\n\n  return lastCompleteElementEnd > 0 ? lastCompleteElementEnd : -1;\n}\n\nfunction findLastCompleteObjectProperty(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCommaIndex = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n    } else if (char === ',' && depth === 1) {\n      lastCommaIndex = i;\n    }\n  }\n\n  return lastCommaIndex > 0 ? lastCommaIndex : -1;\n}\n\nexport function isLikelyTruncated(content: string): boolean {\n  const trimmed = content.trim();\n  if (!trimmed) return false;\n\n  const brackets = countBrackets(trimmed);\n  if (\n    brackets.missingCloseBrackets > 0 ||\n    brackets.missingCloseBraces > 0\n  ) {\n    return true;\n  }\n\n  const abruptEndings = [\n    /,\\s*$/,\n    /:\\s*$/,\n    /\"\\s*:\\s*$/,\n    /\\[\\s*$/,\n    /{\\s*$/,\n  ];\n\n  for (const pattern of abruptEndings) {\n    if (pattern.test(trimmed)) return true;\n  }\n\n  return false;\n}\n","/**\n * LLM Continuation Utility\n *\n * Handles truncated LLM responses with automatic continuation.\n * - Detects truncation via finish_reason and JSON structure\n * - Automatically continues with full context\n * - Merges partial and continuation responses\n * - Salvages partial data if max continuations reached\n *\n * @packageDocumentation\n */\n\nimport { z } from 'zod';\nimport { LLMClient, type LLMFinishReason } from './client.js';\nimport { detectTruncation } from './truncation-detector.js';\nimport { extractJsonFromText, autoCloseJson, isValidJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface ContinuationOptions<T> {\n  client: LLMClient;\n  systemPrompt: string;\n  userPrompt: string;\n  schema?: z.ZodSchema<T>;\n  maxTokens?: number;\n  maxContinuations?: number;\n  maxRetries?: number;\n  buildContinuationPrompt: (\n    partialResponse: string,\n    attempt: number,\n  ) => string;\n  continuationSystemPrompt?: string;\n}\n\nexport interface ContinuationResult<T> {\n  data: T;\n  raw: string;\n  continuationCount: number;\n  warnings: string[];\n  wasSalvaged: boolean;\n}\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DEFAULT_MAX_TOKENS = 8192;\nconst DEFAULT_MAX_CONTINUATIONS = 3;\n\n/**\n * Default continuation system prompt.\n * Used when no custom continuationSystemPrompt is provided.\n */\nconst DEFAULT_CONTINUATION_SYSTEM_PROMPT = `You are a JSON continuation assistant. Your ONLY job is to continue generating JSON from where the previous response was truncated.\n\nRules:\n1. Continue from EXACTLY where the previous output stopped\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly with all closing brackets\n4. Do NOT wrap in markdown code blocks\n5. Output ONLY the continuation JSON, nothing else`;\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\n/**\n * Merge a previous partial response with a continuation.\n *\n * Handles JSON structure merging, removing markdown code blocks,\n * and ensuring proper comma separation between merged parts.\n *\n * @param {string} previous - The previous partial response\n * @param {string} continuation - The continuation to merge\n * @returns {string} The merged response\n */\nexport function mergeResponses(\n  previous: string,\n  continuation: string,\n): string {\n  const trimmedPrev = previous.trimEnd();\n  const trimmedCont = continuation.trimStart();\n\n  let cleanedCont = trimmedCont\n    .replace(/^```json?\\s*/i, '')\n    .replace(/```\\s*$/i, '')\n    .trim();\n\n  if (cleanedCont.startsWith('{')) {\n    try {\n      const contParsed = JSON.parse(autoCloseJson(cleanedCont));\n      const keys = Object.keys(contParsed);\n      if (keys.length === 1 && Array.isArray(contParsed[keys[0]])) {\n        cleanedCont = contParsed[keys[0]]\n          .map((item: unknown) => JSON.stringify(item))\n          .join(',\\n');\n      }\n    } catch {\n      // Continue with original cleaning\n    }\n  }\n\n  if (cleanedCont.startsWith('}') || cleanedCont.startsWith(']')) {\n    return trimmedPrev + cleanedCont;\n  }\n\n  const prevEndsWithValue = /[\\}\\]\\\"\\d]$/.test(trimmedPrev);\n  const contStartsWithValue = /^[\\{\\[\\\"]/.test(cleanedCont);\n\n  if (prevEndsWithValue && contStartsWithValue) {\n    return trimmedPrev + ',\\n' + cleanedCont;\n  }\n\n  return trimmedPrev + cleanedCont;\n}\n\nexport function salvagePartialResponse<T>(rawResponse: string): T | null {\n  console.warn('[Continuation] Attempting to salvage partial response');\n\n  try {\n    const cleanedResponse = extractJsonFromText(rawResponse) || rawResponse;\n    const closed = autoCloseJson(cleanedResponse);\n    const parsed = JSON.parse(closed) as T;\n    console.log('[Continuation] Successfully salvaged partial response');\n    return parsed;\n  } catch (error) {\n    console.error('[Continuation] Could not salvage response:', error);\n  }\n\n  return null;\n}\n\n// ============================================================================\n// Main Function\n// ============================================================================\n\n/**\n * Call an LLM with automatic continuation handling.\n *\n * Manages token limits by detecting truncation and making continuation\n * calls until the complete response is received or max continuations reached.\n *\n * @template T - Expected response type\n * @param {ContinuationOptions<T>} options - Continuation call options\n * @returns {Promise<ContinuationResult<T>>} Result with data and continuation metadata\n */\nexport async function callWithContinuation<T>(\n  options: ContinuationOptions<T>,\n): Promise<ContinuationResult<T>> {\n  const {\n    client,\n    systemPrompt,\n    userPrompt,\n    schema,\n    maxTokens = DEFAULT_MAX_TOKENS,\n    maxContinuations = DEFAULT_MAX_CONTINUATIONS,\n    buildContinuationPrompt,\n    continuationSystemPrompt = DEFAULT_CONTINUATION_SYSTEM_PROMPT,\n  } = options;\n\n  let rawResponse = '';\n  let continuationCount = 0;\n  const warnings: string[] = [];\n  let wasSalvaged = false;\n\n  console.log('[Continuation] Starting LLM call with continuation support');\n  console.log(\n    `[Continuation] Max tokens: ${maxTokens}, Max continuations: ${maxContinuations}`,\n  );\n\n  try {\n    const response = await client.callRawWithMetadata({\n      systemPrompt,\n      userPrompt,\n      maxTokens,\n    });\n\n    rawResponse = extractJsonFromText(response.raw) || response.raw;\n\n    console.log(\n      `[Continuation] Initial response: ${rawResponse.length} chars, finish_reason: ${response.finishReason}`,\n    );\n\n    let truncation = detectTruncation(rawResponse, response.finishReason);\n\n    while (truncation.isTruncated && continuationCount < maxContinuations) {\n      continuationCount++;\n      const warningMsg = `Response truncated (${truncation.reason}), continuing (attempt ${continuationCount}/${maxContinuations})`;\n      console.log(`[Continuation] ${warningMsg}`);\n      warnings.push(warningMsg);\n\n      const contPrompt = buildContinuationPrompt(\n        rawResponse,\n        continuationCount,\n      );\n\n      const contResponse = await client.callRawWithMetadata({\n        systemPrompt: continuationSystemPrompt,\n        userPrompt: contPrompt,\n        maxTokens,\n      });\n\n      console.log(\n        `[Continuation] Continuation response: ${contResponse.raw.length} chars, finish_reason: ${contResponse.finishReason}`,\n      );\n\n      const cleanedContResponse =\n        extractJsonFromText(contResponse.raw) || contResponse.raw;\n      rawResponse = mergeResponses(rawResponse, cleanedContResponse);\n\n      truncation = detectTruncation(rawResponse, contResponse.finishReason);\n    }\n\n    if (\n      continuationCount >= maxContinuations &&\n      truncation.isTruncated\n    ) {\n      console.warn(\n        `[Continuation] Reached max continuations (${maxContinuations}), attempting to salvage...`,\n      );\n      warnings.push(\n        `Reached max continuations - some content may be incomplete`,\n      );\n      wasSalvaged = true;\n    }\n\n    const cleanedResponse =\n      extractJsonFromText(rawResponse) || rawResponse;\n    let data: T;\n\n    try {\n      if (isValidJson(cleanedResponse)) {\n        data = JSON.parse(cleanedResponse) as T;\n      } else {\n        const closed = autoCloseJson(cleanedResponse);\n        data = JSON.parse(closed) as T;\n        if (!wasSalvaged) {\n          warnings.push('Response required auto-closing of JSON brackets');\n        }\n      }\n    } catch (parseError) {\n      const salvaged = salvagePartialResponse<T>(cleanedResponse);\n      if (salvaged) {\n        data = salvaged;\n        wasSalvaged = true;\n        warnings.push('Response was salvaged from partial data');\n      } else {\n        throw new Error(\n          `Failed to parse response after ${continuationCount} continuations: ${parseError}`,\n        );\n      }\n    }\n\n    if (schema) {\n      try {\n        data = schema.parse(data);\n      } catch (validationError) {\n        console.warn(\n          '[Continuation] Schema validation failed:',\n          validationError,\n        );\n        warnings.push(`Schema validation issue: ${validationError}`);\n      }\n    }\n\n    console.log(\n      `[Continuation] Complete. Continuations: ${continuationCount}, Warnings: ${warnings.length}`,\n    );\n\n    return {\n      data,\n      raw: rawResponse,\n      continuationCount,\n      warnings,\n      wasSalvaged,\n    };\n  } catch (error) {\n    console.error('[Continuation] Error during LLM call:', error);\n    throw error;\n  }\n}\n\n/**\n * Build a generic continuation prompt.\n *\n * Creates a prompt that instructs the LLM to continue from where\n * a previous truncated response left off.\n *\n * @param {string} context - Original context/prompt\n * @param {string} partialResponse - The partial response generated so far\n * @param {number} attempt - Current continuation attempt number\n * @param {number} [maxAttempts] - Maximum allowed continuation attempts\n * @returns {string} The formatted continuation prompt\n */\nexport function buildGenericContinuationPrompt(\n  context: string,\n  partialResponse: string,\n  attempt: number,\n  maxAttempts: number = DEFAULT_MAX_CONTINUATIONS,\n): string {\n  return `## CONTINUATION REQUEST (Attempt ${attempt}/${maxAttempts})\n\nYour previous response was truncated. Continue generating from where you left off.\n\n### ORIGINAL CONTEXT\n${context}\n\n### WHAT YOU GENERATED SO FAR\n\\`\\`\\`json\n${partialResponse}\n\\`\\`\\`\n\n### INSTRUCTIONS\n1. Continue from EXACTLY where the response was cut off\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly\n4. Do NOT wrap your response in markdown code blocks\n\nContinue generating now:`;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6DA,IAAM,qBAAqB;AAC3B,IAAM,yBAAyB,CAAC,KAAK,GAAI;AAGzC,IAAM,oBACJ;AAEF,IAAM,iBAAoD;AAAA,EACxD,QAAQ;AAAA,EACR,YAAY;AAAA,EACZ,UAAU;AACZ;AAEA,IAAM,oBAAuD;AAAA,EAC3D,QAAQ;AAAA,EACR,YAAY;AAAA,EACZ,UAAU;AACZ;AAEA,IAAM,mBAA+D;AAAA,EACnE,QAAQ;AAAA,EACR,YAAY;AACd;AAEO,IAAM,kBAAN,MAAsB;AAAA,EAM3B,YAAY,MAA8B;AACxC,SAAK,WAAW,KAAK;AACrB,SAAK,QAAQ,KAAK,UAAU,KAAK,aAAa,aAAa,QAAQ,IAAI,4BAA4B,eAAe,WAAW,eAAe,KAAK,QAAQ;AACzJ,UAAM,iBAAiB,KAAK,aAAa,aAAa,QAAQ,IAAI,gBAAgB,kBAAkB,WAAW,kBAAkB,KAAK,QAAQ;AAC9I,SAAK,WAAW,KAAK,WAAW,gBAAgB,QAAQ,OAAO,EAAE;AAEjE,QAAI,KAAK,aAAa,YAAY;AAEhC,WAAK,SAAS,KAAK,UAAU;AAC7B;AAAA,IACF;AACA,UAAM,SAAS,KAAK,UAAU,KAAK,cAAc;AACjD,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR,0CAA0C,KAAK,QAAQ,oBAC9C,iBAAiB,KAAK,QAAQ,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA,EAGA,MAAM,MAAM,MAAwC;AAClD,UAAM,QAAQ,MAAM,KAAK,WAAW,CAAC,IAAI,CAAC;AAC1C,UAAM,YAAY,MAAM,WAAW,CAAC;AACpC,QAAI,CAAC,WAAW;AACd,YAAM,IAAI,MAAM,uDAAuD;AAAA,IACzE;AACA,WAAO,EAAE,WAAW,OAAO,MAAM,MAAM;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,OAA6D;AAC5E,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO,EAAE,YAAY,CAAC,GAAG,OAAO,EAAE,cAAc,GAAG,aAAa,EAAE,EAAE;AAAA,IACtE;AAOA,QAAI,UAAU;AACd,QAAI,YAAmB,IAAI,MAAM,8BAA8B;AAC/D,aAAS,UAAU,GAAG,WAAW,oBAAoB,WAAW;AAC9D,YAAM,UAAU,MAAM,IAAI,CAAC,MAAO,EAAE,SAAS,UAAU,EAAE,MAAM,GAAG,OAAO,IAAI,CAAE;AAC/E,UAAI;AACF,eAAO,MAAM,KAAK,eAAe,MAAM,QAAQ,OAAO;AAAA,MACxD,SAAS,GAAG;AACV,oBAAY,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;AACxD,YAAI,kBAAkB,KAAK,UAAU,OAAO,KAAK,UAAU,KAAK;AAC9D,oBAAU,KAAK,MAAM,UAAU,CAAC;AAChC;AAAA,QACF;AACA,cAAM,UAAU,uBAAuB,UAAU,CAAC;AAClD,YAAI,YAAY,OAAW;AAC3B,cAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC;AAAA,MACjD;AAAA,IACF;AACA,UAAM;AAAA,EACR;AAAA,EAEA,MAAc,eACZ,YACA,SAC+B;AAC/B,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,OAAO,eAAe;AAAA,MACzD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,eAAe,UAAU,KAAK,MAAM;AAAA,MACtC;AAAA,MACA,MAAM,KAAK,UAAU,EAAE,OAAO,KAAK,OAAO,OAAO,QAAQ,CAAC;AAAA,IAC5D,CAAC;AACD,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,WAAW;AAC/D,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,aAAa,SAAS,MAAM,IAAI,SAAS,UAAU,KAAK,SAAS;AAAA,MACpG;AAAA,IACF;AACA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI;AACJ,QAAI;AACF,aAAO,KAAK,MAAM,OAAO;AAAA,IAC3B,QAAQ;AACN,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,+BAA+B,OAAO;AAAA,MACzE;AAAA,IACF;AACA,QAAI,CAAC,MAAM,QAAQ,KAAK,IAAI,GAAG;AAI7B,YAAM,SAAS,KAAK,OAAO,WAAW;AACtC,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,oCAAoC,MAAM;AAAA,MAC7E;AAAA,IACF;AACA,UAAM,UAAU,CAAC,GAAG,KAAK,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AAC/D,QAAI,QAAQ,WAAW,YAAY;AACjC,YAAM,IAAI;AAAA,QACR,sCAAsC,QAAQ,MAAM,mBAAmB,UAAU;AAAA,MACnF;AAAA,IACF;AACA,WAAO;AAAA,MACL,YAAY,QAAQ,IAAI,CAAC,MAAM,EAAE,SAAS;AAAA,MAC1C,OAAO;AAAA,QACL,cAAc,KAAK,OAAO,iBAAiB;AAAA,QAC3C,aAAa,KAAK,OAAO,gBAAgB;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAoC;AAC1C,UAAM,SAAS,iBAAiB,KAAK,QAAQ;AAC7C,WAAO,SAAS,QAAQ,IAAI,MAAM,IAAI;AAAA,EACxC;AACF;AAWO,SAAS,iBAAiB,GAA0B,GAAkC;AAC3F,MAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,UAAM,IAAI,MAAM,6CAA6C,EAAE,MAAM,OAAO,EAAE,MAAM,GAAG;AAAA,EACzF;AACA,MAAI,MAAM;AACV,MAAI,QAAQ;AACZ,MAAI,QAAQ;AACZ,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,UAAM,KAAK,EAAE,CAAC;AACd,UAAM,KAAK,EAAE,CAAC;AACd,WAAO,KAAK;AACZ,aAAS,KAAK;AACd,aAAS,KAAK;AAAA,EAChB;AACA,MAAI,UAAU,KAAK,UAAU,EAAG,QAAO;AACvC,SAAO,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;AAClD;;;AClMO,SAAS,iBACd,UACA,cACkB;AAClB,MAAI,iBAAiB,UAAU;AAC7B,UAAMA,eAAc,cAAc,QAAQ;AAC1C,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsBA,aAAY;AAAA,MAClC,oBAAoBA,aAAY;AAAA,IAClC;AAAA,EACF;AAEA,MAAI;AACF,SAAK,MAAM,QAAQ;AACnB,WAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,EAC9C,QAAQ;AAAA,EAER;AAEA,MAAI,iBAAiB,UAAU,iBAAiB,MAAM;AACpD,UAAM,UAAU,SAAS,KAAK;AAE9B,UAAM,eACJ,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,KAAK,KACtB,QAAQ,KAAK,OAAO,KACpB,QAAQ,KAAK,OAAO;AAEtB,QAAI,cAAc;AAChB,YAAMA,eAAc,cAAc,QAAQ;AAC1C,aAAO;AAAA,QACL,aAAa;AAAA,QACb,QAAQ;AAAA,QACR,gBAAgB;AAAA,QAChB,qBAAqB,wBAAwB,QAAQ;AAAA,QACrD,sBAAsBA,aAAY;AAAA,QAClC,oBAAoBA,aAAY;AAAA,MAClC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,SAAS,cAAc,OAAO;AACpC,WAAK,MAAM,MAAM;AACjB,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C,QAAQ;AACN,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C;AAAA,EACF;AAEA,QAAM,cAAc,cAAc,QAAQ;AAC1C,MACE,YAAY,uBAAuB,KACnC,YAAY,qBAAqB,GACjC;AACA,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsB,YAAY;AAAA,MAClC,oBAAoB,YAAY;AAAA,IAClC;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAC9C;AAMA,SAAS,cAAc,MAOrB;AACA,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,eAAe;AACnB,MAAI,gBAAgB;AACpB,MAAI,aAAa;AACjB,MAAI,cAAc;AAElB,aAAW,QAAQ,MAAM;AACvB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,YAAQ,MAAM;AAAA,MACZ,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,IACJ;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,sBAAsB,KAAK,IAAI,GAAG,eAAe,aAAa;AAAA,IAC9D,oBAAoB,KAAK,IAAI,GAAG,aAAa,WAAW;AAAA,EAC1D;AACF;AAEO,SAAS,wBAAwB,MAA8B;AACpE,QAAM,aAAa,cAAc,IAAI;AACrC,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AAAA,EAER;AAEA,QAAM,UAAU,KAAK,KAAK;AAE1B,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,oBAAoB,6BAA6B,OAAO;AAC9D,QAAI,oBAAoB,GAAG;AACzB,YAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,UAAI;AACF,eAAO,KAAK,MAAM,MAAM;AAAA,MAC1B,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,SAAS,cAAc,OAAO;AACpC,QAAI;AACF,aAAO,KAAK,MAAM,MAAM;AAAA,IAC1B,QAAQ;AACN,YAAM,oBAAoB,+BAA+B,OAAO;AAChE,UAAI,oBAAoB,GAAG;AACzB,cAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,YAAI;AACF,iBAAO,KAAK,MAAM,MAAM;AAAA,QAC1B,QAAQ;AAAA,QAER;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,6BAA6B,MAAsB;AAC1D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,yBAAyB;AAE7B,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AACA,UAAI,UAAU,GAAG;AACf,iCAAyB,IAAI;AAAA,MAC/B;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,+BAAyB;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,yBAAyB,IAAI,yBAAyB;AAC/D;AAEA,SAAS,+BAA+B,MAAsB;AAC5D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,iBAAiB;AAErB,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,uBAAiB;AAAA,IACnB;AAAA,EACF;AAEA,SAAO,iBAAiB,IAAI,iBAAiB;AAC/C;AAEO,SAAS,kBAAkB,SAA0B;AAC1D,QAAM,UAAU,QAAQ,KAAK;AAC7B,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,WAAW,cAAc,OAAO;AACtC,MACE,SAAS,uBAAuB,KAChC,SAAS,qBAAqB,GAC9B;AACA,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,aAAW,WAAW,eAAe;AACnC,QAAI,QAAQ,KAAK,OAAO,EAAG,QAAO;AAAA,EACpC;AAEA,SAAO;AACT;;;AC7QA,IAAM,qBAAqB;AAC3B,IAAM,4BAA4B;AAMlC,IAAM,qCAAqC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuBpC,SAAS,eACd,UACA,cACQ;AACR,QAAM,cAAc,SAAS,QAAQ;AACrC,QAAM,cAAc,aAAa,UAAU;AAE3C,MAAI,cAAc,YACf,QAAQ,iBAAiB,EAAE,EAC3B,QAAQ,YAAY,EAAE,EACtB,KAAK;AAER,MAAI,YAAY,WAAW,GAAG,GAAG;AAC/B,QAAI;AACF,YAAM,aAAa,KAAK,MAAM,cAAc,WAAW,CAAC;AACxD,YAAM,OAAO,OAAO,KAAK,UAAU;AACnC,UAAI,KAAK,WAAW,KAAK,MAAM,QAAQ,WAAW,KAAK,CAAC,CAAC,CAAC,GAAG;AAC3D,sBAAc,WAAW,KAAK,CAAC,CAAC,EAC7B,IAAI,CAAC,SAAkB,KAAK,UAAU,IAAI,CAAC,EAC3C,KAAK,KAAK;AAAA,MACf;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,MAAI,YAAY,WAAW,GAAG,KAAK,YAAY,WAAW,GAAG,GAAG;AAC9D,WAAO,cAAc;AAAA,EACvB;AAEA,QAAM,oBAAoB,cAAc,KAAK,WAAW;AACxD,QAAM,sBAAsB,YAAY,KAAK,WAAW;AAExD,MAAI,qBAAqB,qBAAqB;AAC5C,WAAO,cAAc,QAAQ;AAAA,EAC/B;AAEA,SAAO,cAAc;AACvB;AAEO,SAAS,uBAA0B,aAA+B;AACvE,UAAQ,KAAK,uDAAuD;AAEpE,MAAI;AACF,UAAM,kBAAkB,oBAAoB,WAAW,KAAK;AAC5D,UAAM,SAAS,cAAc,eAAe;AAC5C,UAAM,SAAS,KAAK,MAAM,MAAM;AAChC,YAAQ,IAAI,uDAAuD;AACnE,WAAO;AAAA,EACT,SAAS,OAAO;AACd,YAAQ,MAAM,8CAA8C,KAAK;AAAA,EACnE;AAEA,SAAO;AACT;AAgBA,eAAsB,qBACpB,SACgC;AAChC,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,YAAY;AAAA,IACZ,mBAAmB;AAAA,IACnB;AAAA,IACA,2BAA2B;AAAA,EAC7B,IAAI;AAEJ,MAAI,cAAc;AAClB,MAAI,oBAAoB;AACxB,QAAM,WAAqB,CAAC;AAC5B,MAAI,cAAc;AAElB,UAAQ,IAAI,4DAA4D;AACxE,UAAQ;AAAA,IACN,8BAA8B,SAAS,wBAAwB,gBAAgB;AAAA,EACjF;AAEA,MAAI;AACF,UAAM,WAAW,MAAM,OAAO,oBAAoB;AAAA,MAChD;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,kBAAc,oBAAoB,SAAS,GAAG,KAAK,SAAS;AAE5D,YAAQ;AAAA,MACN,oCAAoC,YAAY,MAAM,0BAA0B,SAAS,YAAY;AAAA,IACvG;AAEA,QAAI,aAAa,iBAAiB,aAAa,SAAS,YAAY;AAEpE,WAAO,WAAW,eAAe,oBAAoB,kBAAkB;AACrE;AACA,YAAM,aAAa,uBAAuB,WAAW,MAAM,0BAA0B,iBAAiB,IAAI,gBAAgB;AAC1H,cAAQ,IAAI,kBAAkB,UAAU,EAAE;AAC1C,eAAS,KAAK,UAAU;AAExB,YAAM,aAAa;AAAA,QACjB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,eAAe,MAAM,OAAO,oBAAoB;AAAA,QACpD,cAAc;AAAA,QACd,YAAY;AAAA,QACZ;AAAA,MACF,CAAC;AAED,cAAQ;AAAA,QACN,yCAAyC,aAAa,IAAI,MAAM,0BAA0B,aAAa,YAAY;AAAA,MACrH;AAEA,YAAM,sBACJ,oBAAoB,aAAa,GAAG,KAAK,aAAa;AACxD,oBAAc,eAAe,aAAa,mBAAmB;AAE7D,mBAAa,iBAAiB,aAAa,aAAa,YAAY;AAAA,IACtE;AAEA,QACE,qBAAqB,oBACrB,WAAW,aACX;AACA,cAAQ;AAAA,QACN,6CAA6C,gBAAgB;AAAA,MAC/D;AACA,eAAS;AAAA,QACP;AAAA,MACF;AACA,oBAAc;AAAA,IAChB;AAEA,UAAM,kBACJ,oBAAoB,WAAW,KAAK;AACtC,QAAI;AAEJ,QAAI;AACF,UAAI,YAAY,eAAe,GAAG;AAChC,eAAO,KAAK,MAAM,eAAe;AAAA,MACnC,OAAO;AACL,cAAM,SAAS,cAAc,eAAe;AAC5C,eAAO,KAAK,MAAM,MAAM;AACxB,YAAI,CAAC,aAAa;AAChB,mBAAS,KAAK,iDAAiD;AAAA,QACjE;AAAA,MACF;AAAA,IACF,SAAS,YAAY;AACnB,YAAM,WAAW,uBAA0B,eAAe;AAC1D,UAAI,UAAU;AACZ,eAAO;AACP,sBAAc;AACd,iBAAS,KAAK,yCAAyC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI;AAAA,UACR,kCAAkC,iBAAiB,mBAAmB,UAAU;AAAA,QAClF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,QAAQ;AACV,UAAI;AACF,eAAO,OAAO,MAAM,IAAI;AAAA,MAC1B,SAAS,iBAAiB;AACxB,gBAAQ;AAAA,UACN;AAAA,UACA;AAAA,QACF;AACA,iBAAS,KAAK,4BAA4B,eAAe,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,YAAQ;AAAA,MACN,2CAA2C,iBAAiB,eAAe,SAAS,MAAM;AAAA,IAC5F;AAEA,WAAO;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,yCAAyC,KAAK;AAC5D,UAAM;AAAA,EACR;AACF;AAcO,SAAS,+BACd,SACA,iBACA,SACA,cAAsB,2BACd;AACR,SAAO,oCAAoC,OAAO,IAAI,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA,EAKjE,OAAO;AAAA;AAAA;AAAA;AAAA,EAIP,eAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUjB;","names":["bracketInfo"]}
+{"version":3,"sources":["../src/embedding-client.ts","../src/truncation-detector.ts","../src/continuation.ts"],"sourcesContent":["/**\n * Embedding Client\n *\n * Single-purpose client for text embeddings. Used by `@almadar-io/agent`'s\n * cosine-similarity catalog retrieval (rank organisms + atoms against the\n * user's request before rendering Stage A's prompt) and by\n * `@almadar/std`'s publish-time embedding bake step.\n *\n * Providers:\n *   - `openai` (default model `text-embedding-3-small`, 1536-d) — requires\n *     `OPENAI_API_KEY`.\n *   - `openrouter` (default model `baai/bge-base-en-v1.5`, 768-d) — requires\n *     `OPEN_ROUTER_API_KEY`. Same OpenAI-compatible request shape, just a\n *     different base URL.\n *   - `lmstudio` (default model `text-embedding-bge-base-en-v1.5`, same\n *     bge-base-en-v1.5 weights as the openrouter default, run locally) —\n *     local LM Studio server, no API key. Mirrors `client.ts`'s\n *     `PROVIDER_CONFIGS.lmstudio`: base URL from `LMSTUDIO_URL` (default\n *     `http://127.0.0.1:1234/v1`), model from `LMSTUDIO_EMBEDDING_MODEL`.\n *\n * All three providers return the same response envelope (`{data:[{embedding,index}]}`),\n * so the request/response code is shared.\n *\n * @packageDocumentation\n */\n\nexport type EmbeddingProvider = 'openai' | 'openrouter' | 'lmstudio';\n\nconst EMBEDDING_PROVIDERS: readonly EmbeddingProvider[] = ['openai', 'openrouter', 'lmstudio'];\n\n/**\n * Canonical embedding-provider resolution — the ONE place every downstream\n * consumer should defer to instead of hardcoding a literal provider.\n * Mirrors the `EMBEDDING_PROVIDER` env var `@almadar-io/integrations`'s\n * `RuntimeIntegrationManager`/`getEmbeddings()` already reads (its own\n * `?? 'openrouter'` fallback is the precedent this centralizes).\n *\n * Defaults to `openrouter` — UNCHANGED from every existing deployment's\n * behavior — so nothing (cloud/server included) switches to a local-only\n * provider unless an operator explicitly sets `EMBEDDING_PROVIDER=lmstudio`\n * in that specific environment (e.g. a dev machine running LM Studio).\n * Consumers: `@almadar-io/rabit`'s catalog narrower\n * (`runtime/services/embedding.ts`) and `@almadar/workspace`'s index\n * embedder (`workspace-index/embedder.ts`).\n */\nexport function resolveDefaultEmbeddingProvider(): EmbeddingProvider {\n  const v = process.env.EMBEDDING_PROVIDER;\n  return v && (EMBEDDING_PROVIDERS as readonly string[]).includes(v) ? (v as EmbeddingProvider) : 'openrouter';\n}\n\nexport interface EmbeddingClientOptions {\n  provider: EmbeddingProvider;\n  /** Defaults: openai → text-embedding-3-small, openrouter → baai/bge-base-en-v1.5, lmstudio → text-embedding-bge-base-en-v1.5. */\n  model?: string;\n  /** Override API key. Defaults to provider-specific env var; lmstudio needs none. */\n  apiKey?: string;\n  /** Override base URL. Defaults to provider canonical endpoint (lmstudio: `LMSTUDIO_URL`). */\n  baseUrl?: string;\n}\n\nexport interface EmbeddingUsage {\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface EmbeddingResult {\n  embedding: readonly number[];\n  usage: EmbeddingUsage;\n}\n\nexport interface EmbeddingBatchResult {\n  embeddings: readonly (readonly number[])[];\n  usage: EmbeddingUsage;\n}\n\ninterface OpenAIEmbeddingApiResponse {\n  data: Array<{ embedding: number[]; index: number }>;\n  usage?: { prompt_tokens?: number; total_tokens?: number };\n  /** OpenRouter reports provider hiccups as HTTP 200 with an error envelope and no `data`. */\n  error?: { message?: string; code?: number | string };\n}\n\n/** Transient-failure retry policy: attempts and backoff (ms) between them. */\nconst EMBED_MAX_ATTEMPTS = 3;\nconst EMBED_RETRY_BACKOFF_MS = [500, 2000];\n\n/** Provider rejects an input that exceeds the model's context window (bge: 512 tokens). */\nconst TOKEN_OVERFLOW_RE =\n  /context length|maximum input length|reduce the length of the input|input_tokens/i;\n\nconst DEFAULT_MODELS: Record<EmbeddingProvider, string> = {\n  openai: 'text-embedding-3-small',\n  openrouter: 'baai/bge-base-en-v1.5',\n  lmstudio: 'text-embedding-bge-base-en-v1.5',\n};\n\nconst DEFAULT_BASE_URLS: Record<EmbeddingProvider, string> = {\n  openai: 'https://api.openai.com/v1',\n  openrouter: 'https://openrouter.ai/api/v1',\n  lmstudio: 'http://127.0.0.1:1234/v1',\n};\n\nconst API_KEY_ENV_VARS: Partial<Record<EmbeddingProvider, string>> = {\n  openai: 'OPENAI_API_KEY',\n  openrouter: 'OPEN_ROUTER_API_KEY',\n};\n\nexport class EmbeddingClient {\n  private readonly provider: EmbeddingProvider;\n  private readonly model: string;\n  private readonly apiKey: string;\n  private readonly baseUrl: string;\n\n  constructor(opts: EmbeddingClientOptions) {\n    this.provider = opts.provider;\n    this.model = opts.model ?? (this.provider === 'lmstudio' ? process.env.LMSTUDIO_EMBEDDING_MODEL ?? DEFAULT_MODELS.lmstudio : DEFAULT_MODELS[this.provider]);\n    const defaultBaseUrl = this.provider === 'lmstudio' ? process.env.LMSTUDIO_URL ?? DEFAULT_BASE_URLS.lmstudio : DEFAULT_BASE_URLS[this.provider];\n    this.baseUrl = (opts.baseUrl ?? defaultBaseUrl).replace(/\\/$/, '');\n\n    if (this.provider === 'lmstudio') {\n      // Local LM Studio server — no credential to check, mirrors client.ts's PROVIDER_CONFIGS.lmstudio.\n      this.apiKey = opts.apiKey ?? 'not-needed';\n      return;\n    }\n    const apiKey = opts.apiKey ?? this.resolveApiKey();\n    if (!apiKey) {\n      throw new Error(\n        `EmbeddingClient: API key for provider '${this.provider}' not found. ` +\n          `Set ${API_KEY_ENV_VARS[this.provider]} in your environment or pass options.apiKey.`,\n      );\n    }\n    this.apiKey = apiKey;\n  }\n\n  /** Embed a single text. */\n  async embed(text: string): Promise<EmbeddingResult> {\n    const batch = await this.embedBatch([text]);\n    const embedding = batch.embeddings[0];\n    if (!embedding) {\n      throw new Error('EmbeddingClient.embed: provider returned no embedding');\n    }\n    return { embedding, usage: batch.usage };\n  }\n\n  /**\n   * Embed a batch of texts. Used by `@almadar/std`'s publish-time\n   * `build-embeddings.ts` script — one batch call for the full catalog\n   * (≈190 entries) rather than per-entry requests.\n   */\n  async embedBatch(texts: ReadonlyArray<string>): Promise<EmbeddingBatchResult> {\n    if (texts.length === 0) {\n      return { embeddings: [], usage: { promptTokens: 0, totalTokens: 0 } };\n    }\n    // bge-base-en-v1.5 has a 512-token context limit. Chars-per-token varies\n    // with density (~4 for typical English, ~2.5-3 for dense technical/code\n    // text), so no fixed char cap can guarantee a fit. Start at 2000 chars and,\n    // when the provider rejects an input for exceeding the context window,\n    // halve the cap and retry — the provider's own token count is the source\n    // of truth, not a chars-per-token guess.\n    let charCap = 2000;\n    let lastError: Error = new Error('EmbeddingClient: unreachable');\n    for (let attempt = 1; attempt <= EMBED_MAX_ATTEMPTS; attempt++) {\n      const trimmed = texts.map((t) => (t.length > charCap ? t.slice(0, charCap) : t));\n      try {\n        return await this.embedBatchOnce(texts.length, trimmed);\n      } catch (e) {\n        lastError = e instanceof Error ? e : new Error(String(e));\n        if (TOKEN_OVERFLOW_RE.test(lastError.message) && charCap > 500) {\n          charCap = Math.floor(charCap / 2);\n          continue;\n        }\n        const backoff = EMBED_RETRY_BACKOFF_MS[attempt - 1];\n        if (backoff === undefined) break;\n        await new Promise((r) => setTimeout(r, backoff));\n      }\n    }\n    throw lastError;\n  }\n\n  private async embedBatchOnce(\n    inputCount: number,\n    trimmed: ReadonlyArray<string>,\n  ): Promise<EmbeddingBatchResult> {\n    const response = await fetch(`${this.baseUrl}/embeddings`, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n        Authorization: `Bearer ${this.apiKey}`,\n      },\n      body: JSON.stringify({ model: this.model, input: trimmed }),\n    });\n    if (!response.ok) {\n      const errorText = await response.text().catch(() => '<no body>');\n      throw new Error(\n        `EmbeddingClient: ${this.provider} returned ${response.status} ${response.statusText}: ${errorText}`,\n      );\n    }\n    const rawBody = await response.text();\n    let body: OpenAIEmbeddingApiResponse;\n    try {\n      body = JSON.parse(rawBody) as OpenAIEmbeddingApiResponse;\n    } catch {\n      throw new Error(\n        `EmbeddingClient: ${this.provider} returned unparseable body: ${rawBody}`,\n      );\n    }\n    if (!Array.isArray(body.data)) {\n      // OpenRouter reports provider hiccups as 200 + `{error}` with no data —\n      // surface the real body instead of a blind \"missing data\" (G9: this\n      // error was undiagnosable for weeks because the body was discarded).\n      const detail = body.error?.message ?? rawBody;\n      throw new Error(\n        `EmbeddingClient: ${this.provider} response has no \\`data\\` array: ${detail}`,\n      );\n    }\n    const ordered = [...body.data].sort((a, b) => a.index - b.index);\n    if (ordered.length !== inputCount) {\n      throw new Error(\n        `EmbeddingClient: provider returned ${ordered.length} embeddings for ${inputCount} inputs`,\n      );\n    }\n    return {\n      embeddings: ordered.map((d) => d.embedding),\n      usage: {\n        promptTokens: body.usage?.prompt_tokens ?? 0,\n        totalTokens: body.usage?.total_tokens ?? 0,\n      },\n    };\n  }\n\n  private resolveApiKey(): string | undefined {\n    const envVar = API_KEY_ENV_VARS[this.provider];\n    return envVar ? process.env[envVar] : undefined;\n  }\n}\n\n/**\n * Cosine similarity between two equal-length vectors. Returns a value in\n * [-1, 1]; higher means more similar. Used by `@almadar-io/agent`'s\n * catalog retrieval to rank organism/atom descriptions against the user\n * request embedding.\n *\n * Defensive: returns 0 when either vector is the zero vector (would\n * otherwise divide by zero).\n */\nexport function cosineSimilarity(a: ReadonlyArray<number>, b: ReadonlyArray<number>): number {\n  if (a.length !== b.length) {\n    throw new Error(`cosineSimilarity: vector length mismatch (${a.length} vs ${b.length})`);\n  }\n  let dot = 0;\n  let normA = 0;\n  let normB = 0;\n  for (let i = 0; i < a.length; i++) {\n    const av = a[i];\n    const bv = b[i];\n    dot += av * bv;\n    normA += av * av;\n    normB += bv * bv;\n  }\n  if (normA === 0 || normB === 0) return 0;\n  return dot / (Math.sqrt(normA) * Math.sqrt(normB));\n}\n","/**\n * Truncation Detector\n *\n * Utilities for detecting when LLM output has been truncated and\n * extracting usable content from partial responses.\n *\n * @packageDocumentation\n */\n\nimport type { LLMFinishReason } from './client.js';\nimport { autoCloseJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport type TruncationReason =\n  | 'finish_reason'\n  | 'json_incomplete'\n  | 'bracket_mismatch'\n  | 'none';\n\nexport interface TruncationResult {\n  isTruncated: boolean;\n  reason: TruncationReason;\n  partialContent?: string;\n  lastCompleteElement?: unknown;\n  missingCloseBrackets?: number;\n  missingCloseBraces?: number;\n}\n\n// ============================================================================\n// Main Detection Function\n// ============================================================================\n\n/**\n * Detect if an LLM response has been truncated.\n *\n * Analyzes the response content and finish reason to determine if\n * the output was cut off due to token limits or other issues.\n *\n * @param {string} response - The LLM response text\n * @param {LLMFinishReason} finishReason - The finish reason from the LLM\n * @returns {TruncationResult} Detection result with truncation details\n */\nexport function detectTruncation(\n  response: string,\n  finishReason: LLMFinishReason,\n): TruncationResult {\n  if (finishReason === 'length') {\n    const bracketInfo = countBrackets(response);\n    return {\n      isTruncated: true,\n      reason: 'finish_reason',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  try {\n    JSON.parse(response);\n    return { isTruncated: false, reason: 'none' };\n  } catch {\n    // JSON is invalid, check if due to truncation\n  }\n\n  if (finishReason === 'stop' || finishReason === null) {\n    const trimmed = response.trim();\n\n    const isMidContent =\n      trimmed.endsWith(',') ||\n      trimmed.endsWith(':') ||\n      trimmed.endsWith('\": ') ||\n      /:\\s*$/.test(trimmed) ||\n      /,\\s*$/.test(trimmed);\n\n    if (isMidContent) {\n      const bracketInfo = countBrackets(response);\n      return {\n        isTruncated: true,\n        reason: 'json_incomplete',\n        partialContent: response,\n        lastCompleteElement: findLastCompleteElement(response),\n        missingCloseBrackets: bracketInfo.missingCloseBrackets,\n        missingCloseBraces: bracketInfo.missingCloseBraces,\n      };\n    }\n\n    try {\n      const closed = autoCloseJson(trimmed);\n      JSON.parse(closed);\n      return { isTruncated: false, reason: 'none' };\n    } catch {\n      return { isTruncated: false, reason: 'none' };\n    }\n  }\n\n  const bracketInfo = countBrackets(response);\n  if (\n    bracketInfo.missingCloseBrackets > 0 ||\n    bracketInfo.missingCloseBraces > 0\n  ) {\n    return {\n      isTruncated: true,\n      reason: 'bracket_mismatch',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  return { isTruncated: false, reason: 'none' };\n}\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\nfunction countBrackets(json: string): {\n  openBrackets: number;\n  closeBrackets: number;\n  openBraces: number;\n  closeBraces: number;\n  missingCloseBrackets: number;\n  missingCloseBraces: number;\n} {\n  let inString = false;\n  let escaped = false;\n  let openBrackets = 0;\n  let closeBrackets = 0;\n  let openBraces = 0;\n  let closeBraces = 0;\n\n  for (const char of json) {\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    switch (char) {\n      case '[':\n        openBrackets++;\n        break;\n      case ']':\n        closeBrackets++;\n        break;\n      case '{':\n        openBraces++;\n        break;\n      case '}':\n        closeBraces++;\n        break;\n    }\n  }\n\n  return {\n    openBrackets,\n    closeBrackets,\n    openBraces,\n    closeBraces,\n    missingCloseBrackets: Math.max(0, openBrackets - closeBrackets),\n    missingCloseBraces: Math.max(0, openBraces - closeBraces),\n  };\n}\n\nexport function findLastCompleteElement(json: string): unknown | null {\n  const autoClosed = autoCloseJson(json);\n  try {\n    return JSON.parse(autoClosed);\n  } catch {\n    // Auto-close didn't work\n  }\n\n  const trimmed = json.trim();\n\n  if (trimmed.startsWith('[')) {\n    const lastCompleteIndex = findLastCompleteArrayElement(trimmed);\n    if (lastCompleteIndex > 0) {\n      const subset = trimmed.substring(0, lastCompleteIndex) + ']';\n      try {\n        return JSON.parse(subset);\n      } catch {\n        // Continue\n      }\n    }\n  }\n\n  if (trimmed.startsWith('{')) {\n    const closed = autoCloseJson(trimmed);\n    try {\n      return JSON.parse(closed);\n    } catch {\n      const lastCompleteIndex = findLastCompleteObjectProperty(trimmed);\n      if (lastCompleteIndex > 0) {\n        const subset = trimmed.substring(0, lastCompleteIndex) + '}';\n        try {\n          return JSON.parse(subset);\n        } catch {\n          // Give up\n        }\n      }\n    }\n  }\n\n  return null;\n}\n\nfunction findLastCompleteArrayElement(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCompleteElementEnd = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n      if (depth === 1) {\n        lastCompleteElementEnd = i + 1;\n      }\n    } else if (char === ',' && depth === 1) {\n      lastCompleteElementEnd = i;\n    }\n  }\n\n  return lastCompleteElementEnd > 0 ? lastCompleteElementEnd : -1;\n}\n\nfunction findLastCompleteObjectProperty(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCommaIndex = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n    } else if (char === ',' && depth === 1) {\n      lastCommaIndex = i;\n    }\n  }\n\n  return lastCommaIndex > 0 ? lastCommaIndex : -1;\n}\n\nexport function isLikelyTruncated(content: string): boolean {\n  const trimmed = content.trim();\n  if (!trimmed) return false;\n\n  const brackets = countBrackets(trimmed);\n  if (\n    brackets.missingCloseBrackets > 0 ||\n    brackets.missingCloseBraces > 0\n  ) {\n    return true;\n  }\n\n  const abruptEndings = [\n    /,\\s*$/,\n    /:\\s*$/,\n    /\"\\s*:\\s*$/,\n    /\\[\\s*$/,\n    /{\\s*$/,\n  ];\n\n  for (const pattern of abruptEndings) {\n    if (pattern.test(trimmed)) return true;\n  }\n\n  return false;\n}\n","/**\n * LLM Continuation Utility\n *\n * Handles truncated LLM responses with automatic continuation.\n * - Detects truncation via finish_reason and JSON structure\n * - Automatically continues with full context\n * - Merges partial and continuation responses\n * - Salvages partial data if max continuations reached\n *\n * @packageDocumentation\n */\n\nimport { z } from 'zod';\nimport { LLMClient, type LLMFinishReason } from './client.js';\nimport { detectTruncation } from './truncation-detector.js';\nimport { extractJsonFromText, autoCloseJson, isValidJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface ContinuationOptions<T> {\n  client: LLMClient;\n  systemPrompt: string;\n  userPrompt: string;\n  schema?: z.ZodSchema<T>;\n  maxTokens?: number;\n  maxContinuations?: number;\n  maxRetries?: number;\n  buildContinuationPrompt: (\n    partialResponse: string,\n    attempt: number,\n  ) => string;\n  continuationSystemPrompt?: string;\n}\n\nexport interface ContinuationResult<T> {\n  data: T;\n  raw: string;\n  continuationCount: number;\n  warnings: string[];\n  wasSalvaged: boolean;\n}\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DEFAULT_MAX_TOKENS = 8192;\nconst DEFAULT_MAX_CONTINUATIONS = 3;\n\n/**\n * Default continuation system prompt.\n * Used when no custom continuationSystemPrompt is provided.\n */\nconst DEFAULT_CONTINUATION_SYSTEM_PROMPT = `You are a JSON continuation assistant. Your ONLY job is to continue generating JSON from where the previous response was truncated.\n\nRules:\n1. Continue from EXACTLY where the previous output stopped\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly with all closing brackets\n4. Do NOT wrap in markdown code blocks\n5. Output ONLY the continuation JSON, nothing else`;\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\n/**\n * Merge a previous partial response with a continuation.\n *\n * Handles JSON structure merging, removing markdown code blocks,\n * and ensuring proper comma separation between merged parts.\n *\n * @param {string} previous - The previous partial response\n * @param {string} continuation - The continuation to merge\n * @returns {string} The merged response\n */\nexport function mergeResponses(\n  previous: string,\n  continuation: string,\n): string {\n  const trimmedPrev = previous.trimEnd();\n  const trimmedCont = continuation.trimStart();\n\n  let cleanedCont = trimmedCont\n    .replace(/^```json?\\s*/i, '')\n    .replace(/```\\s*$/i, '')\n    .trim();\n\n  if (cleanedCont.startsWith('{')) {\n    try {\n      const contParsed = JSON.parse(autoCloseJson(cleanedCont));\n      const keys = Object.keys(contParsed);\n      if (keys.length === 1 && Array.isArray(contParsed[keys[0]])) {\n        cleanedCont = contParsed[keys[0]]\n          .map((item: unknown) => JSON.stringify(item))\n          .join(',\\n');\n      }\n    } catch {\n      // Continue with original cleaning\n    }\n  }\n\n  if (cleanedCont.startsWith('}') || cleanedCont.startsWith(']')) {\n    return trimmedPrev + cleanedCont;\n  }\n\n  const prevEndsWithValue = /[\\}\\]\\\"\\d]$/.test(trimmedPrev);\n  const contStartsWithValue = /^[\\{\\[\\\"]/.test(cleanedCont);\n\n  if (prevEndsWithValue && contStartsWithValue) {\n    return trimmedPrev + ',\\n' + cleanedCont;\n  }\n\n  return trimmedPrev + cleanedCont;\n}\n\nexport function salvagePartialResponse<T>(rawResponse: string): T | null {\n  console.warn('[Continuation] Attempting to salvage partial response');\n\n  try {\n    const cleanedResponse = extractJsonFromText(rawResponse) || rawResponse;\n    const closed = autoCloseJson(cleanedResponse);\n    const parsed = JSON.parse(closed) as T;\n    console.log('[Continuation] Successfully salvaged partial response');\n    return parsed;\n  } catch (error) {\n    console.error('[Continuation] Could not salvage response:', error);\n  }\n\n  return null;\n}\n\n// ============================================================================\n// Main Function\n// ============================================================================\n\n/**\n * Call an LLM with automatic continuation handling.\n *\n * Manages token limits by detecting truncation and making continuation\n * calls until the complete response is received or max continuations reached.\n *\n * @template T - Expected response type\n * @param {ContinuationOptions<T>} options - Continuation call options\n * @returns {Promise<ContinuationResult<T>>} Result with data and continuation metadata\n */\nexport async function callWithContinuation<T>(\n  options: ContinuationOptions<T>,\n): Promise<ContinuationResult<T>> {\n  const {\n    client,\n    systemPrompt,\n    userPrompt,\n    schema,\n    maxTokens = DEFAULT_MAX_TOKENS,\n    maxContinuations = DEFAULT_MAX_CONTINUATIONS,\n    buildContinuationPrompt,\n    continuationSystemPrompt = DEFAULT_CONTINUATION_SYSTEM_PROMPT,\n  } = options;\n\n  let rawResponse = '';\n  let continuationCount = 0;\n  const warnings: string[] = [];\n  let wasSalvaged = false;\n\n  console.log('[Continuation] Starting LLM call with continuation support');\n  console.log(\n    `[Continuation] Max tokens: ${maxTokens}, Max continuations: ${maxContinuations}`,\n  );\n\n  try {\n    const response = await client.callRawWithMetadata({\n      systemPrompt,\n      userPrompt,\n      maxTokens,\n    });\n\n    rawResponse = extractJsonFromText(response.raw) || response.raw;\n\n    console.log(\n      `[Continuation] Initial response: ${rawResponse.length} chars, finish_reason: ${response.finishReason}`,\n    );\n\n    let truncation = detectTruncation(rawResponse, response.finishReason);\n\n    while (truncation.isTruncated && continuationCount < maxContinuations) {\n      continuationCount++;\n      const warningMsg = `Response truncated (${truncation.reason}), continuing (attempt ${continuationCount}/${maxContinuations})`;\n      console.log(`[Continuation] ${warningMsg}`);\n      warnings.push(warningMsg);\n\n      const contPrompt = buildContinuationPrompt(\n        rawResponse,\n        continuationCount,\n      );\n\n      const contResponse = await client.callRawWithMetadata({\n        systemPrompt: continuationSystemPrompt,\n        userPrompt: contPrompt,\n        maxTokens,\n      });\n\n      console.log(\n        `[Continuation] Continuation response: ${contResponse.raw.length} chars, finish_reason: ${contResponse.finishReason}`,\n      );\n\n      const cleanedContResponse =\n        extractJsonFromText(contResponse.raw) || contResponse.raw;\n      rawResponse = mergeResponses(rawResponse, cleanedContResponse);\n\n      truncation = detectTruncation(rawResponse, contResponse.finishReason);\n    }\n\n    if (\n      continuationCount >= maxContinuations &&\n      truncation.isTruncated\n    ) {\n      console.warn(\n        `[Continuation] Reached max continuations (${maxContinuations}), attempting to salvage...`,\n      );\n      warnings.push(\n        `Reached max continuations - some content may be incomplete`,\n      );\n      wasSalvaged = true;\n    }\n\n    const cleanedResponse =\n      extractJsonFromText(rawResponse) || rawResponse;\n    let data: T;\n\n    try {\n      if (isValidJson(cleanedResponse)) {\n        data = JSON.parse(cleanedResponse) as T;\n      } else {\n        const closed = autoCloseJson(cleanedResponse);\n        data = JSON.parse(closed) as T;\n        if (!wasSalvaged) {\n          warnings.push('Response required auto-closing of JSON brackets');\n        }\n      }\n    } catch (parseError) {\n      const salvaged = salvagePartialResponse<T>(cleanedResponse);\n      if (salvaged) {\n        data = salvaged;\n        wasSalvaged = true;\n        warnings.push('Response was salvaged from partial data');\n      } else {\n        throw new Error(\n          `Failed to parse response after ${continuationCount} continuations: ${parseError}`,\n        );\n      }\n    }\n\n    if (schema) {\n      try {\n        data = schema.parse(data);\n      } catch (validationError) {\n        console.warn(\n          '[Continuation] Schema validation failed:',\n          validationError,\n        );\n        warnings.push(`Schema validation issue: ${validationError}`);\n      }\n    }\n\n    console.log(\n      `[Continuation] Complete. Continuations: ${continuationCount}, Warnings: ${warnings.length}`,\n    );\n\n    return {\n      data,\n      raw: rawResponse,\n      continuationCount,\n      warnings,\n      wasSalvaged,\n    };\n  } catch (error) {\n    console.error('[Continuation] Error during LLM call:', error);\n    throw error;\n  }\n}\n\n/**\n * Build a generic continuation prompt.\n *\n * Creates a prompt that instructs the LLM to continue from where\n * a previous truncated response left off.\n *\n * @param {string} context - Original context/prompt\n * @param {string} partialResponse - The partial response generated so far\n * @param {number} attempt - Current continuation attempt number\n * @param {number} [maxAttempts] - Maximum allowed continuation attempts\n * @returns {string} The formatted continuation prompt\n */\nexport function buildGenericContinuationPrompt(\n  context: string,\n  partialResponse: string,\n  attempt: number,\n  maxAttempts: number = DEFAULT_MAX_CONTINUATIONS,\n): string {\n  return `## CONTINUATION REQUEST (Attempt ${attempt}/${maxAttempts})\n\nYour previous response was truncated. Continue generating from where you left off.\n\n### ORIGINAL CONTEXT\n${context}\n\n### WHAT YOU GENERATED SO FAR\n\\`\\`\\`json\n${partialResponse}\n\\`\\`\\`\n\n### INSTRUCTIONS\n1. Continue from EXACTLY where the response was cut off\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly\n4. Do NOT wrap your response in markdown code blocks\n\nContinue generating now:`;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,IAAM,sBAAoD,CAAC,UAAU,cAAc,UAAU;AAiBtF,SAAS,kCAAqD;AACnE,QAAM,IAAI,QAAQ,IAAI;AACtB,SAAO,KAAM,oBAA0C,SAAS,CAAC,IAAK,IAA0B;AAClG;AAmCA,IAAM,qBAAqB;AAC3B,IAAM,yBAAyB,CAAC,KAAK,GAAI;AAGzC,IAAM,oBACJ;AAEF,IAAM,iBAAoD;AAAA,EACxD,QAAQ;AAAA,EACR,YAAY;AAAA,EACZ,UAAU;AACZ;AAEA,IAAM,oBAAuD;AAAA,EAC3D,QAAQ;AAAA,EACR,YAAY;AAAA,EACZ,UAAU;AACZ;AAEA,IAAM,mBAA+D;AAAA,EACnE,QAAQ;AAAA,EACR,YAAY;AACd;AAEO,IAAM,kBAAN,MAAsB;AAAA,EAM3B,YAAY,MAA8B;AACxC,SAAK,WAAW,KAAK;AACrB,SAAK,QAAQ,KAAK,UAAU,KAAK,aAAa,aAAa,QAAQ,IAAI,4BAA4B,eAAe,WAAW,eAAe,KAAK,QAAQ;AACzJ,UAAM,iBAAiB,KAAK,aAAa,aAAa,QAAQ,IAAI,gBAAgB,kBAAkB,WAAW,kBAAkB,KAAK,QAAQ;AAC9I,SAAK,WAAW,KAAK,WAAW,gBAAgB,QAAQ,OAAO,EAAE;AAEjE,QAAI,KAAK,aAAa,YAAY;AAEhC,WAAK,SAAS,KAAK,UAAU;AAC7B;AAAA,IACF;AACA,UAAM,SAAS,KAAK,UAAU,KAAK,cAAc;AACjD,QAAI,CAAC,QAAQ;AACX,YAAM,IAAI;AAAA,QACR,0CAA0C,KAAK,QAAQ,oBAC9C,iBAAiB,KAAK,QAAQ,CAAC;AAAA,MAC1C;AAAA,IACF;AACA,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA,EAGA,MAAM,MAAM,MAAwC;AAClD,UAAM,QAAQ,MAAM,KAAK,WAAW,CAAC,IAAI,CAAC;AAC1C,UAAM,YAAY,MAAM,WAAW,CAAC;AACpC,QAAI,CAAC,WAAW;AACd,YAAM,IAAI,MAAM,uDAAuD;AAAA,IACzE;AACA,WAAO,EAAE,WAAW,OAAO,MAAM,MAAM;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,OAA6D;AAC5E,QAAI,MAAM,WAAW,GAAG;AACtB,aAAO,EAAE,YAAY,CAAC,GAAG,OAAO,EAAE,cAAc,GAAG,aAAa,EAAE,EAAE;AAAA,IACtE;AAOA,QAAI,UAAU;AACd,QAAI,YAAmB,IAAI,MAAM,8BAA8B;AAC/D,aAAS,UAAU,GAAG,WAAW,oBAAoB,WAAW;AAC9D,YAAM,UAAU,MAAM,IAAI,CAAC,MAAO,EAAE,SAAS,UAAU,EAAE,MAAM,GAAG,OAAO,IAAI,CAAE;AAC/E,UAAI;AACF,eAAO,MAAM,KAAK,eAAe,MAAM,QAAQ,OAAO;AAAA,MACxD,SAAS,GAAG;AACV,oBAAY,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;AACxD,YAAI,kBAAkB,KAAK,UAAU,OAAO,KAAK,UAAU,KAAK;AAC9D,oBAAU,KAAK,MAAM,UAAU,CAAC;AAChC;AAAA,QACF;AACA,cAAM,UAAU,uBAAuB,UAAU,CAAC;AAClD,YAAI,YAAY,OAAW;AAC3B,cAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC;AAAA,MACjD;AAAA,IACF;AACA,UAAM;AAAA,EACR;AAAA,EAEA,MAAc,eACZ,YACA,SAC+B;AAC/B,UAAM,WAAW,MAAM,MAAM,GAAG,KAAK,OAAO,eAAe;AAAA,MACzD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,eAAe,UAAU,KAAK,MAAM;AAAA,MACtC;AAAA,MACA,MAAM,KAAK,UAAU,EAAE,OAAO,KAAK,OAAO,OAAO,QAAQ,CAAC;AAAA,IAC5D,CAAC;AACD,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,WAAW;AAC/D,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,aAAa,SAAS,MAAM,IAAI,SAAS,UAAU,KAAK,SAAS;AAAA,MACpG;AAAA,IACF;AACA,UAAM,UAAU,MAAM,SAAS,KAAK;AACpC,QAAI;AACJ,QAAI;AACF,aAAO,KAAK,MAAM,OAAO;AAAA,IAC3B,QAAQ;AACN,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,+BAA+B,OAAO;AAAA,MACzE;AAAA,IACF;AACA,QAAI,CAAC,MAAM,QAAQ,KAAK,IAAI,GAAG;AAI7B,YAAM,SAAS,KAAK,OAAO,WAAW;AACtC,YAAM,IAAI;AAAA,QACR,oBAAoB,KAAK,QAAQ,oCAAoC,MAAM;AAAA,MAC7E;AAAA,IACF;AACA,UAAM,UAAU,CAAC,GAAG,KAAK,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AAC/D,QAAI,QAAQ,WAAW,YAAY;AACjC,YAAM,IAAI;AAAA,QACR,sCAAsC,QAAQ,MAAM,mBAAmB,UAAU;AAAA,MACnF;AAAA,IACF;AACA,WAAO;AAAA,MACL,YAAY,QAAQ,IAAI,CAAC,MAAM,EAAE,SAAS;AAAA,MAC1C,OAAO;AAAA,QACL,cAAc,KAAK,OAAO,iBAAiB;AAAA,QAC3C,aAAa,KAAK,OAAO,gBAAgB;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAoC;AAC1C,UAAM,SAAS,iBAAiB,KAAK,QAAQ;AAC7C,WAAO,SAAS,QAAQ,IAAI,MAAM,IAAI;AAAA,EACxC;AACF;AAWO,SAAS,iBAAiB,GAA0B,GAAkC;AAC3F,MAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,UAAM,IAAI,MAAM,6CAA6C,EAAE,MAAM,OAAO,EAAE,MAAM,GAAG;AAAA,EACzF;AACA,MAAI,MAAM;AACV,MAAI,QAAQ;AACZ,MAAI,QAAQ;AACZ,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,UAAM,KAAK,EAAE,CAAC;AACd,UAAM,KAAK,EAAE,CAAC;AACd,WAAO,KAAK;AACZ,aAAS,KAAK;AACd,aAAS,KAAK;AAAA,EAChB;AACA,MAAI,UAAU,KAAK,UAAU,EAAG,QAAO;AACvC,SAAO,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;AAClD;;;ACxNO,SAAS,iBACd,UACA,cACkB;AAClB,MAAI,iBAAiB,UAAU;AAC7B,UAAMA,eAAc,cAAc,QAAQ;AAC1C,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsBA,aAAY;AAAA,MAClC,oBAAoBA,aAAY;AAAA,IAClC;AAAA,EACF;AAEA,MAAI;AACF,SAAK,MAAM,QAAQ;AACnB,WAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,EAC9C,QAAQ;AAAA,EAER;AAEA,MAAI,iBAAiB,UAAU,iBAAiB,MAAM;AACpD,UAAM,UAAU,SAAS,KAAK;AAE9B,UAAM,eACJ,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,KAAK,KACtB,QAAQ,KAAK,OAAO,KACpB,QAAQ,KAAK,OAAO;AAEtB,QAAI,cAAc;AAChB,YAAMA,eAAc,cAAc,QAAQ;AAC1C,aAAO;AAAA,QACL,aAAa;AAAA,QACb,QAAQ;AAAA,QACR,gBAAgB;AAAA,QAChB,qBAAqB,wBAAwB,QAAQ;AAAA,QACrD,sBAAsBA,aAAY;AAAA,QAClC,oBAAoBA,aAAY;AAAA,MAClC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,SAAS,cAAc,OAAO;AACpC,WAAK,MAAM,MAAM;AACjB,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C,QAAQ;AACN,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C;AAAA,EACF;AAEA,QAAM,cAAc,cAAc,QAAQ;AAC1C,MACE,YAAY,uBAAuB,KACnC,YAAY,qBAAqB,GACjC;AACA,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsB,YAAY;AAAA,MAClC,oBAAoB,YAAY;AAAA,IAClC;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAC9C;AAMA,SAAS,cAAc,MAOrB;AACA,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,eAAe;AACnB,MAAI,gBAAgB;AACpB,MAAI,aAAa;AACjB,MAAI,cAAc;AAElB,aAAW,QAAQ,MAAM;AACvB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,YAAQ,MAAM;AAAA,MACZ,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,IACJ;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,sBAAsB,KAAK,IAAI,GAAG,eAAe,aAAa;AAAA,IAC9D,oBAAoB,KAAK,IAAI,GAAG,aAAa,WAAW;AAAA,EAC1D;AACF;AAEO,SAAS,wBAAwB,MAA8B;AACpE,QAAM,aAAa,cAAc,IAAI;AACrC,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AAAA,EAER;AAEA,QAAM,UAAU,KAAK,KAAK;AAE1B,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,oBAAoB,6BAA6B,OAAO;AAC9D,QAAI,oBAAoB,GAAG;AACzB,YAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,UAAI;AACF,eAAO,KAAK,MAAM,MAAM;AAAA,MAC1B,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,SAAS,cAAc,OAAO;AACpC,QAAI;AACF,aAAO,KAAK,MAAM,MAAM;AAAA,IAC1B,QAAQ;AACN,YAAM,oBAAoB,+BAA+B,OAAO;AAChE,UAAI,oBAAoB,GAAG;AACzB,cAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,YAAI;AACF,iBAAO,KAAK,MAAM,MAAM;AAAA,QAC1B,QAAQ;AAAA,QAER;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,6BAA6B,MAAsB;AAC1D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,yBAAyB;AAE7B,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AACA,UAAI,UAAU,GAAG;AACf,iCAAyB,IAAI;AAAA,MAC/B;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,+BAAyB;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,yBAAyB,IAAI,yBAAyB;AAC/D;AAEA,SAAS,+BAA+B,MAAsB;AAC5D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,iBAAiB;AAErB,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,uBAAiB;AAAA,IACnB;AAAA,EACF;AAEA,SAAO,iBAAiB,IAAI,iBAAiB;AAC/C;AAEO,SAAS,kBAAkB,SAA0B;AAC1D,QAAM,UAAU,QAAQ,KAAK;AAC7B,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,WAAW,cAAc,OAAO;AACtC,MACE,SAAS,uBAAuB,KAChC,SAAS,qBAAqB,GAC9B;AACA,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,aAAW,WAAW,eAAe;AACnC,QAAI,QAAQ,KAAK,OAAO,EAAG,QAAO;AAAA,EACpC;AAEA,SAAO;AACT;;;AC7QA,IAAM,qBAAqB;AAC3B,IAAM,4BAA4B;AAMlC,IAAM,qCAAqC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuBpC,SAAS,eACd,UACA,cACQ;AACR,QAAM,cAAc,SAAS,QAAQ;AACrC,QAAM,cAAc,aAAa,UAAU;AAE3C,MAAI,cAAc,YACf,QAAQ,iBAAiB,EAAE,EAC3B,QAAQ,YAAY,EAAE,EACtB,KAAK;AAER,MAAI,YAAY,WAAW,GAAG,GAAG;AAC/B,QAAI;AACF,YAAM,aAAa,KAAK,MAAM,cAAc,WAAW,CAAC;AACxD,YAAM,OAAO,OAAO,KAAK,UAAU;AACnC,UAAI,KAAK,WAAW,KAAK,MAAM,QAAQ,WAAW,KAAK,CAAC,CAAC,CAAC,GAAG;AAC3D,sBAAc,WAAW,KAAK,CAAC,CAAC,EAC7B,IAAI,CAAC,SAAkB,KAAK,UAAU,IAAI,CAAC,EAC3C,KAAK,KAAK;AAAA,MACf;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,MAAI,YAAY,WAAW,GAAG,KAAK,YAAY,WAAW,GAAG,GAAG;AAC9D,WAAO,cAAc;AAAA,EACvB;AAEA,QAAM,oBAAoB,cAAc,KAAK,WAAW;AACxD,QAAM,sBAAsB,YAAY,KAAK,WAAW;AAExD,MAAI,qBAAqB,qBAAqB;AAC5C,WAAO,cAAc,QAAQ;AAAA,EAC/B;AAEA,SAAO,cAAc;AACvB;AAEO,SAAS,uBAA0B,aAA+B;AACvE,UAAQ,KAAK,uDAAuD;AAEpE,MAAI;AACF,UAAM,kBAAkB,oBAAoB,WAAW,KAAK;AAC5D,UAAM,SAAS,cAAc,eAAe;AAC5C,UAAM,SAAS,KAAK,MAAM,MAAM;AAChC,YAAQ,IAAI,uDAAuD;AACnE,WAAO;AAAA,EACT,SAAS,OAAO;AACd,YAAQ,MAAM,8CAA8C,KAAK;AAAA,EACnE;AAEA,SAAO;AACT;AAgBA,eAAsB,qBACpB,SACgC;AAChC,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,YAAY;AAAA,IACZ,mBAAmB;AAAA,IACnB;AAAA,IACA,2BAA2B;AAAA,EAC7B,IAAI;AAEJ,MAAI,cAAc;AAClB,MAAI,oBAAoB;AACxB,QAAM,WAAqB,CAAC;AAC5B,MAAI,cAAc;AAElB,UAAQ,IAAI,4DAA4D;AACxE,UAAQ;AAAA,IACN,8BAA8B,SAAS,wBAAwB,gBAAgB;AAAA,EACjF;AAEA,MAAI;AACF,UAAM,WAAW,MAAM,OAAO,oBAAoB;AAAA,MAChD;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,kBAAc,oBAAoB,SAAS,GAAG,KAAK,SAAS;AAE5D,YAAQ;AAAA,MACN,oCAAoC,YAAY,MAAM,0BAA0B,SAAS,YAAY;AAAA,IACvG;AAEA,QAAI,aAAa,iBAAiB,aAAa,SAAS,YAAY;AAEpE,WAAO,WAAW,eAAe,oBAAoB,kBAAkB;AACrE;AACA,YAAM,aAAa,uBAAuB,WAAW,MAAM,0BAA0B,iBAAiB,IAAI,gBAAgB;AAC1H,cAAQ,IAAI,kBAAkB,UAAU,EAAE;AAC1C,eAAS,KAAK,UAAU;AAExB,YAAM,aAAa;AAAA,QACjB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,eAAe,MAAM,OAAO,oBAAoB;AAAA,QACpD,cAAc;AAAA,QACd,YAAY;AAAA,QACZ;AAAA,MACF,CAAC;AAED,cAAQ;AAAA,QACN,yCAAyC,aAAa,IAAI,MAAM,0BAA0B,aAAa,YAAY;AAAA,MACrH;AAEA,YAAM,sBACJ,oBAAoB,aAAa,GAAG,KAAK,aAAa;AACxD,oBAAc,eAAe,aAAa,mBAAmB;AAE7D,mBAAa,iBAAiB,aAAa,aAAa,YAAY;AAAA,IACtE;AAEA,QACE,qBAAqB,oBACrB,WAAW,aACX;AACA,cAAQ;AAAA,QACN,6CAA6C,gBAAgB;AAAA,MAC/D;AACA,eAAS;AAAA,QACP;AAAA,MACF;AACA,oBAAc;AAAA,IAChB;AAEA,UAAM,kBACJ,oBAAoB,WAAW,KAAK;AACtC,QAAI;AAEJ,QAAI;AACF,UAAI,YAAY,eAAe,GAAG;AAChC,eAAO,KAAK,MAAM,eAAe;AAAA,MACnC,OAAO;AACL,cAAM,SAAS,cAAc,eAAe;AAC5C,eAAO,KAAK,MAAM,MAAM;AACxB,YAAI,CAAC,aAAa;AAChB,mBAAS,KAAK,iDAAiD;AAAA,QACjE;AAAA,MACF;AAAA,IACF,SAAS,YAAY;AACnB,YAAM,WAAW,uBAA0B,eAAe;AAC1D,UAAI,UAAU;AACZ,eAAO;AACP,sBAAc;AACd,iBAAS,KAAK,yCAAyC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI;AAAA,UACR,kCAAkC,iBAAiB,mBAAmB,UAAU;AAAA,QAClF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,QAAQ;AACV,UAAI;AACF,eAAO,OAAO,MAAM,IAAI;AAAA,MAC1B,SAAS,iBAAiB;AACxB,gBAAQ;AAAA,UACN;AAAA,UACA;AAAA,QACF;AACA,iBAAS,KAAK,4BAA4B,eAAe,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,YAAQ;AAAA,MACN,2CAA2C,iBAAiB,eAAe,SAAS,MAAM;AAAA,IAC5F;AAEA,WAAO;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,yCAAyC,KAAK;AAC5D,UAAM;AAAA,EACR;AACF;AAcO,SAAS,+BACd,SACA,iBACA,SACA,cAAsB,2BACd;AACR,SAAO,oCAAoC,OAAO,IAAI,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA,EAKjE,OAAO;AAAA;AAAA;AAAA;AAAA,EAIP,eAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUjB;","names":["bracketInfo"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@almadar/llm",
-  "version": "2.44.0",
+  "version": "2.45.0",
   "description": "Multi-provider LLM client with rate limiting, token tracking, structured outputs, and continuation handling",
   "type": "module",
   "main": "./dist/index.js",

package/src/embedding-client.ts

@@ -26,6 +26,28 @@
 
 export type EmbeddingProvider = 'openai' | 'openrouter' | 'lmstudio';
 
+const EMBEDDING_PROVIDERS: readonly EmbeddingProvider[] = ['openai', 'openrouter', 'lmstudio'];
+
+/**
+ * Canonical embedding-provider resolution — the ONE place every downstream
+ * consumer should defer to instead of hardcoding a literal provider.
+ * Mirrors the `EMBEDDING_PROVIDER` env var `@almadar-io/integrations`'s
+ * `RuntimeIntegrationManager`/`getEmbeddings()` already reads (its own
+ * `?? 'openrouter'` fallback is the precedent this centralizes).
+ *
+ * Defaults to `openrouter` — UNCHANGED from every existing deployment's
+ * behavior — so nothing (cloud/server included) switches to a local-only
+ * provider unless an operator explicitly sets `EMBEDDING_PROVIDER=lmstudio`
+ * in that specific environment (e.g. a dev machine running LM Studio).
+ * Consumers: `@almadar-io/rabit`'s catalog narrower
+ * (`runtime/services/embedding.ts`) and `@almadar/workspace`'s index
+ * embedder (`workspace-index/embedder.ts`).
+ */
+export function resolveDefaultEmbeddingProvider(): EmbeddingProvider {
+  const v = process.env.EMBEDDING_PROVIDER;
+  return v && (EMBEDDING_PROVIDERS as readonly string[]).includes(v) ? (v as EmbeddingProvider) : 'openrouter';
+}
+
 export interface EmbeddingClientOptions {
   provider: EmbeddingProvider;
   /** Defaults: openai → text-embedding-3-small, openrouter → baai/bge-base-en-v1.5, lmstudio → text-embedding-bge-base-en-v1.5. */

package/src/index.ts

@@ -76,6 +76,7 @@ export {
 export {
   EmbeddingClient,
   cosineSimilarity,
+  resolveDefaultEmbeddingProvider,
   type EmbeddingProvider,
   type EmbeddingClientOptions,
   type EmbeddingResult,