@almadar/llm 1.0.0

package/dist/index.js

@@ -0,0 +1,477 @@
+import {
+  ANTHROPIC_MODELS,
+  DEEPSEEK_MODELS,
+  KIMI_MODELS,
+  LLMClient,
+  OPENAI_MODELS,
+  createAnthropicClient,
+  createCreativeClient,
+  createDeepSeekClient,
+  createFixClient,
+  createKimiClient,
+  createOpenAIClient,
+  createRequirementsClient,
+  getAvailableProvider,
+  getSharedLLMClient,
+  isProviderAvailable,
+  resetSharedLLMClient
+} from "./chunk-PV3G5PJS.js";
+import {
+  autoCloseJson,
+  extractJsonFromText,
+  isValidJson,
+  parseJsonResponse,
+  safeParseJson
+} from "./chunk-WM7QVK2Z.js";
+import {
+  STRUCTURED_OUTPUT_MODELS,
+  StructuredOutputClient,
+  getStructuredOutputClient,
+  isStructuredOutputAvailable,
+  resetStructuredOutputClient
+} from "./chunk-KH4JNOLT.js";
+import {
+  RateLimiter,
+  TokenTracker,
+  getGlobalRateLimiter,
+  getGlobalTokenTracker,
+  resetGlobalRateLimiter,
+  resetGlobalTokenTracker
+} from "./chunk-MJS33AAS.js";
+
+// src/truncation-detector.ts
+function detectTruncation(response, finishReason) {
+  if (finishReason === "length") {
+    const bracketInfo2 = countBrackets(response);
+    return {
+      isTruncated: true,
+      reason: "finish_reason",
+      partialContent: response,
+      lastCompleteElement: findLastCompleteElement(response),
+      missingCloseBrackets: bracketInfo2.missingCloseBrackets,
+      missingCloseBraces: bracketInfo2.missingCloseBraces
+    };
+  }
+  try {
+    JSON.parse(response);
+    return { isTruncated: false, reason: "none" };
+  } catch {
+  }
+  if (finishReason === "stop" || finishReason === null) {
+    const trimmed = response.trim();
+    const isMidContent = trimmed.endsWith(",") || trimmed.endsWith(":") || trimmed.endsWith('": ') || /:\s*$/.test(trimmed) || /,\s*$/.test(trimmed);
+    if (isMidContent) {
+      const bracketInfo2 = countBrackets(response);
+      return {
+        isTruncated: true,
+        reason: "json_incomplete",
+        partialContent: response,
+        lastCompleteElement: findLastCompleteElement(response),
+        missingCloseBrackets: bracketInfo2.missingCloseBrackets,
+        missingCloseBraces: bracketInfo2.missingCloseBraces
+      };
+    }
+    try {
+      const closed = autoCloseJson(trimmed);
+      JSON.parse(closed);
+      return { isTruncated: false, reason: "none" };
+    } catch {
+      return { isTruncated: false, reason: "none" };
+    }
+  }
+  const bracketInfo = countBrackets(response);
+  if (bracketInfo.missingCloseBrackets > 0 || bracketInfo.missingCloseBraces > 0) {
+    return {
+      isTruncated: true,
+      reason: "bracket_mismatch",
+      partialContent: response,
+      lastCompleteElement: findLastCompleteElement(response),
+      missingCloseBrackets: bracketInfo.missingCloseBrackets,
+      missingCloseBraces: bracketInfo.missingCloseBraces
+    };
+  }
+  return { isTruncated: false, reason: "none" };
+}
+function countBrackets(json) {
+  let inString = false;
+  let escaped = false;
+  let openBrackets = 0;
+  let closeBrackets = 0;
+  let openBraces = 0;
+  let closeBraces = 0;
+  for (const char of json) {
+    if (escaped) {
+      escaped = false;
+      continue;
+    }
+    if (char === "\\" && inString) {
+      escaped = true;
+      continue;
+    }
+    if (char === '"') {
+      inString = !inString;
+      continue;
+    }
+    if (inString) continue;
+    switch (char) {
+      case "[":
+        openBrackets++;
+        break;
+      case "]":
+        closeBrackets++;
+        break;
+      case "{":
+        openBraces++;
+        break;
+      case "}":
+        closeBraces++;
+        break;
+    }
+  }
+  return {
+    openBrackets,
+    closeBrackets,
+    openBraces,
+    closeBraces,
+    missingCloseBrackets: Math.max(0, openBrackets - closeBrackets),
+    missingCloseBraces: Math.max(0, openBraces - closeBraces)
+  };
+}
+function findLastCompleteElement(json) {
+  const autoClosed = autoCloseJson(json);
+  try {
+    return JSON.parse(autoClosed);
+  } catch {
+  }
+  const trimmed = json.trim();
+  if (trimmed.startsWith("[")) {
+    const lastCompleteIndex = findLastCompleteArrayElement(trimmed);
+    if (lastCompleteIndex > 0) {
+      const subset = trimmed.substring(0, lastCompleteIndex) + "]";
+      try {
+        return JSON.parse(subset);
+      } catch {
+      }
+    }
+  }
+  if (trimmed.startsWith("{")) {
+    const closed = autoCloseJson(trimmed);
+    try {
+      return JSON.parse(closed);
+    } catch {
+      const lastCompleteIndex = findLastCompleteObjectProperty(trimmed);
+      if (lastCompleteIndex > 0) {
+        const subset = trimmed.substring(0, lastCompleteIndex) + "}";
+        try {
+          return JSON.parse(subset);
+        } catch {
+        }
+      }
+    }
+  }
+  return null;
+}
+function findLastCompleteArrayElement(json) {
+  let depth = 0;
+  let inString = false;
+  let escaped = false;
+  let lastCompleteElementEnd = -1;
+  for (let i = 0; i < json.length; i++) {
+    const char = json[i];
+    if (escaped) {
+      escaped = false;
+      continue;
+    }
+    if (char === "\\" && inString) {
+      escaped = true;
+      continue;
+    }
+    if (char === '"') {
+      inString = !inString;
+      continue;
+    }
+    if (inString) continue;
+    if (char === "[" || char === "{") {
+      depth++;
+    } else if (char === "]" || char === "}") {
+      depth--;
+      if (depth === 1) {
+        lastCompleteElementEnd = i + 1;
+      }
+    } else if (char === "," && depth === 1) {
+      lastCompleteElementEnd = i;
+    }
+  }
+  return lastCompleteElementEnd > 0 ? lastCompleteElementEnd : -1;
+}
+function findLastCompleteObjectProperty(json) {
+  let depth = 0;
+  let inString = false;
+  let escaped = false;
+  let lastCommaIndex = -1;
+  for (let i = 0; i < json.length; i++) {
+    const char = json[i];
+    if (escaped) {
+      escaped = false;
+      continue;
+    }
+    if (char === "\\" && inString) {
+      escaped = true;
+      continue;
+    }
+    if (char === '"') {
+      inString = !inString;
+      continue;
+    }
+    if (inString) continue;
+    if (char === "[" || char === "{") {
+      depth++;
+    } else if (char === "]" || char === "}") {
+      depth--;
+    } else if (char === "," && depth === 1) {
+      lastCommaIndex = i;
+    }
+  }
+  return lastCommaIndex > 0 ? lastCommaIndex : -1;
+}
+function isLikelyTruncated(content) {
+  const trimmed = content.trim();
+  if (!trimmed) return false;
+  const brackets = countBrackets(trimmed);
+  if (brackets.missingCloseBrackets > 0 || brackets.missingCloseBraces > 0) {
+    return true;
+  }
+  const abruptEndings = [
+    /,\s*$/,
+    /:\s*$/,
+    /"\s*:\s*$/,
+    /\[\s*$/,
+    /{\s*$/
+  ];
+  for (const pattern of abruptEndings) {
+    if (pattern.test(trimmed)) return true;
+  }
+  return false;
+}
+
+// src/continuation.ts
+var DEFAULT_MAX_TOKENS = 8192;
+var DEFAULT_MAX_CONTINUATIONS = 3;
+var DEFAULT_CONTINUATION_SYSTEM_PROMPT = `You are a JSON continuation assistant. Your ONLY job is to continue generating JSON from where the previous response was truncated.
+
+Rules:
+1. Continue from EXACTLY where the previous output stopped
+2. Do NOT repeat any content already generated
+3. Complete the JSON structure properly with all closing brackets
+4. Do NOT wrap in markdown code blocks
+5. Output ONLY the continuation JSON, nothing else`;
+function mergeResponses(previous, continuation) {
+  const trimmedPrev = previous.trimEnd();
+  const trimmedCont = continuation.trimStart();
+  let cleanedCont = trimmedCont.replace(/^```json?\s*/i, "").replace(/```\s*$/i, "").trim();
+  if (cleanedCont.startsWith("{")) {
+    try {
+      const contParsed = JSON.parse(autoCloseJson(cleanedCont));
+      const keys = Object.keys(contParsed);
+      if (keys.length === 1 && Array.isArray(contParsed[keys[0]])) {
+        cleanedCont = contParsed[keys[0]].map((item) => JSON.stringify(item)).join(",\n");
+      }
+    } catch {
+    }
+  }
+  if (cleanedCont.startsWith("}") || cleanedCont.startsWith("]")) {
+    return trimmedPrev + cleanedCont;
+  }
+  const prevEndsWithValue = /[\}\]\"\d]$/.test(trimmedPrev);
+  const contStartsWithValue = /^[\{\[\"]/.test(cleanedCont);
+  if (prevEndsWithValue && contStartsWithValue) {
+    return trimmedPrev + ",\n" + cleanedCont;
+  }
+  return trimmedPrev + cleanedCont;
+}
+function salvagePartialResponse(rawResponse) {
+  console.warn("[Continuation] Attempting to salvage partial response");
+  try {
+    const cleanedResponse = extractJsonFromText(rawResponse) || rawResponse;
+    const closed = autoCloseJson(cleanedResponse);
+    const parsed = JSON.parse(closed);
+    console.log("[Continuation] Successfully salvaged partial response");
+    return parsed;
+  } catch (error) {
+    console.error("[Continuation] Could not salvage response:", error);
+  }
+  return null;
+}
+async function callWithContinuation(options) {
+  const {
+    client,
+    systemPrompt,
+    userPrompt,
+    schema,
+    maxTokens = DEFAULT_MAX_TOKENS,
+    maxContinuations = DEFAULT_MAX_CONTINUATIONS,
+    buildContinuationPrompt,
+    continuationSystemPrompt = DEFAULT_CONTINUATION_SYSTEM_PROMPT
+  } = options;
+  let rawResponse = "";
+  let continuationCount = 0;
+  const warnings = [];
+  let wasSalvaged = false;
+  console.log("[Continuation] Starting LLM call with continuation support");
+  console.log(
+    `[Continuation] Max tokens: ${maxTokens}, Max continuations: ${maxContinuations}`
+  );
+  try {
+    const response = await client.callRawWithMetadata({
+      systemPrompt,
+      userPrompt,
+      maxTokens
+    });
+    rawResponse = extractJsonFromText(response.raw) || response.raw;
+    console.log(
+      `[Continuation] Initial response: ${rawResponse.length} chars, finish_reason: ${response.finishReason}`
+    );
+    let truncation = detectTruncation(rawResponse, response.finishReason);
+    while (truncation.isTruncated && continuationCount < maxContinuations) {
+      continuationCount++;
+      const warningMsg = `Response truncated (${truncation.reason}), continuing (attempt ${continuationCount}/${maxContinuations})`;
+      console.log(`[Continuation] ${warningMsg}`);
+      warnings.push(warningMsg);
+      const contPrompt = buildContinuationPrompt(
+        rawResponse,
+        continuationCount
+      );
+      const contResponse = await client.callRawWithMetadata({
+        systemPrompt: continuationSystemPrompt,
+        userPrompt: contPrompt,
+        maxTokens
+      });
+      console.log(
+        `[Continuation] Continuation response: ${contResponse.raw.length} chars, finish_reason: ${contResponse.finishReason}`
+      );
+      const cleanedContResponse = extractJsonFromText(contResponse.raw) || contResponse.raw;
+      rawResponse = mergeResponses(rawResponse, cleanedContResponse);
+      truncation = detectTruncation(rawResponse, contResponse.finishReason);
+    }
+    if (continuationCount >= maxContinuations && truncation.isTruncated) {
+      console.warn(
+        `[Continuation] Reached max continuations (${maxContinuations}), attempting to salvage...`
+      );
+      warnings.push(
+        `Reached max continuations - some content may be incomplete`
+      );
+      wasSalvaged = true;
+    }
+    const cleanedResponse = extractJsonFromText(rawResponse) || rawResponse;
+    let data;
+    try {
+      if (isValidJson(cleanedResponse)) {
+        data = JSON.parse(cleanedResponse);
+      } else {
+        const closed = autoCloseJson(cleanedResponse);
+        data = JSON.parse(closed);
+        if (!wasSalvaged) {
+          warnings.push("Response required auto-closing of JSON brackets");
+        }
+      }
+    } catch (parseError) {
+      const salvaged = salvagePartialResponse(cleanedResponse);
+      if (salvaged) {
+        data = salvaged;
+        wasSalvaged = true;
+        warnings.push("Response was salvaged from partial data");
+      } else {
+        throw new Error(
+          `Failed to parse response after ${continuationCount} continuations: ${parseError}`
+        );
+      }
+    }
+    if (schema) {
+      try {
+        data = schema.parse(data);
+      } catch (validationError) {
+        console.warn(
+          "[Continuation] Schema validation failed:",
+          validationError
+        );
+        warnings.push(`Schema validation issue: ${validationError}`);
+      }
+    }
+    console.log(
+      `[Continuation] Complete. Continuations: ${continuationCount}, Warnings: ${warnings.length}`
+    );
+    return {
+      data,
+      raw: rawResponse,
+      continuationCount,
+      warnings,
+      wasSalvaged
+    };
+  } catch (error) {
+    console.error("[Continuation] Error during LLM call:", error);
+    throw error;
+  }
+}
+function buildGenericContinuationPrompt(context, partialResponse, attempt, maxAttempts = DEFAULT_MAX_CONTINUATIONS) {
+  return `## CONTINUATION REQUEST (Attempt ${attempt}/${maxAttempts})
+
+Your previous response was truncated. Continue generating from where you left off.
+
+### ORIGINAL CONTEXT
+${context}
+
+### WHAT YOU GENERATED SO FAR
+\`\`\`json
+${partialResponse}
+\`\`\`
+
+### INSTRUCTIONS
+1. Continue from EXACTLY where the response was cut off
+2. Do NOT repeat any content already generated
+3. Complete the JSON structure properly
+4. Do NOT wrap your response in markdown code blocks
+
+Continue generating now:`;
+}
+export {
+  ANTHROPIC_MODELS,
+  DEEPSEEK_MODELS,
+  KIMI_MODELS,
+  LLMClient,
+  OPENAI_MODELS,
+  RateLimiter,
+  STRUCTURED_OUTPUT_MODELS,
+  StructuredOutputClient,
+  TokenTracker,
+  autoCloseJson,
+  buildGenericContinuationPrompt,
+  callWithContinuation,
+  createAnthropicClient,
+  createCreativeClient,
+  createDeepSeekClient,
+  createFixClient,
+  createKimiClient,
+  createOpenAIClient,
+  createRequirementsClient,
+  detectTruncation,
+  extractJsonFromText,
+  findLastCompleteElement,
+  getAvailableProvider,
+  getGlobalRateLimiter,
+  getGlobalTokenTracker,
+  getSharedLLMClient,
+  getStructuredOutputClient,
+  isLikelyTruncated,
+  isProviderAvailable,
+  isStructuredOutputAvailable,
+  isValidJson,
+  mergeResponses,
+  parseJsonResponse,
+  resetGlobalRateLimiter,
+  resetGlobalTokenTracker,
+  resetSharedLLMClient,
+  resetStructuredOutputClient,
+  safeParseJson,
+  salvagePartialResponse
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/truncation-detector.ts","../src/continuation.ts"],"sourcesContent":["/**\n * Truncation Detector\n *\n * Utilities for detecting when LLM output has been truncated and\n * extracting usable content from partial responses.\n *\n * @packageDocumentation\n */\n\nimport type { LLMFinishReason } from './client.js';\nimport { autoCloseJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport type TruncationReason =\n  | 'finish_reason'\n  | 'json_incomplete'\n  | 'bracket_mismatch'\n  | 'none';\n\nexport interface TruncationResult {\n  isTruncated: boolean;\n  reason: TruncationReason;\n  partialContent?: string;\n  lastCompleteElement?: unknown;\n  missingCloseBrackets?: number;\n  missingCloseBraces?: number;\n}\n\n// ============================================================================\n// Main Detection Function\n// ============================================================================\n\nexport function detectTruncation(\n  response: string,\n  finishReason: LLMFinishReason,\n): TruncationResult {\n  if (finishReason === 'length') {\n    const bracketInfo = countBrackets(response);\n    return {\n      isTruncated: true,\n      reason: 'finish_reason',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  try {\n    JSON.parse(response);\n    return { isTruncated: false, reason: 'none' };\n  } catch {\n    // JSON is invalid, check if due to truncation\n  }\n\n  if (finishReason === 'stop' || finishReason === null) {\n    const trimmed = response.trim();\n\n    const isMidContent =\n      trimmed.endsWith(',') ||\n      trimmed.endsWith(':') ||\n      trimmed.endsWith('\": ') ||\n      /:\\s*$/.test(trimmed) ||\n      /,\\s*$/.test(trimmed);\n\n    if (isMidContent) {\n      const bracketInfo = countBrackets(response);\n      return {\n        isTruncated: true,\n        reason: 'json_incomplete',\n        partialContent: response,\n        lastCompleteElement: findLastCompleteElement(response),\n        missingCloseBrackets: bracketInfo.missingCloseBrackets,\n        missingCloseBraces: bracketInfo.missingCloseBraces,\n      };\n    }\n\n    try {\n      const closed = autoCloseJson(trimmed);\n      JSON.parse(closed);\n      return { isTruncated: false, reason: 'none' };\n    } catch {\n      return { isTruncated: false, reason: 'none' };\n    }\n  }\n\n  const bracketInfo = countBrackets(response);\n  if (\n    bracketInfo.missingCloseBrackets > 0 ||\n    bracketInfo.missingCloseBraces > 0\n  ) {\n    return {\n      isTruncated: true,\n      reason: 'bracket_mismatch',\n      partialContent: response,\n      lastCompleteElement: findLastCompleteElement(response),\n      missingCloseBrackets: bracketInfo.missingCloseBrackets,\n      missingCloseBraces: bracketInfo.missingCloseBraces,\n    };\n  }\n\n  return { isTruncated: false, reason: 'none' };\n}\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\nfunction countBrackets(json: string): {\n  openBrackets: number;\n  closeBrackets: number;\n  openBraces: number;\n  closeBraces: number;\n  missingCloseBrackets: number;\n  missingCloseBraces: number;\n} {\n  let inString = false;\n  let escaped = false;\n  let openBrackets = 0;\n  let closeBrackets = 0;\n  let openBraces = 0;\n  let closeBraces = 0;\n\n  for (const char of json) {\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    switch (char) {\n      case '[':\n        openBrackets++;\n        break;\n      case ']':\n        closeBrackets++;\n        break;\n      case '{':\n        openBraces++;\n        break;\n      case '}':\n        closeBraces++;\n        break;\n    }\n  }\n\n  return {\n    openBrackets,\n    closeBrackets,\n    openBraces,\n    closeBraces,\n    missingCloseBrackets: Math.max(0, openBrackets - closeBrackets),\n    missingCloseBraces: Math.max(0, openBraces - closeBraces),\n  };\n}\n\nexport function findLastCompleteElement(json: string): unknown | null {\n  const autoClosed = autoCloseJson(json);\n  try {\n    return JSON.parse(autoClosed);\n  } catch {\n    // Auto-close didn't work\n  }\n\n  const trimmed = json.trim();\n\n  if (trimmed.startsWith('[')) {\n    const lastCompleteIndex = findLastCompleteArrayElement(trimmed);\n    if (lastCompleteIndex > 0) {\n      const subset = trimmed.substring(0, lastCompleteIndex) + ']';\n      try {\n        return JSON.parse(subset);\n      } catch {\n        // Continue\n      }\n    }\n  }\n\n  if (trimmed.startsWith('{')) {\n    const closed = autoCloseJson(trimmed);\n    try {\n      return JSON.parse(closed);\n    } catch {\n      const lastCompleteIndex = findLastCompleteObjectProperty(trimmed);\n      if (lastCompleteIndex > 0) {\n        const subset = trimmed.substring(0, lastCompleteIndex) + '}';\n        try {\n          return JSON.parse(subset);\n        } catch {\n          // Give up\n        }\n      }\n    }\n  }\n\n  return null;\n}\n\nfunction findLastCompleteArrayElement(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCompleteElementEnd = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n      if (depth === 1) {\n        lastCompleteElementEnd = i + 1;\n      }\n    } else if (char === ',' && depth === 1) {\n      lastCompleteElementEnd = i;\n    }\n  }\n\n  return lastCompleteElementEnd > 0 ? lastCompleteElementEnd : -1;\n}\n\nfunction findLastCompleteObjectProperty(json: string): number {\n  let depth = 0;\n  let inString = false;\n  let escaped = false;\n  let lastCommaIndex = -1;\n\n  for (let i = 0; i < json.length; i++) {\n    const char = json[i];\n\n    if (escaped) {\n      escaped = false;\n      continue;\n    }\n    if (char === '\\\\' && inString) {\n      escaped = true;\n      continue;\n    }\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n    if (inString) continue;\n\n    if (char === '[' || char === '{') {\n      depth++;\n    } else if (char === ']' || char === '}') {\n      depth--;\n    } else if (char === ',' && depth === 1) {\n      lastCommaIndex = i;\n    }\n  }\n\n  return lastCommaIndex > 0 ? lastCommaIndex : -1;\n}\n\nexport function isLikelyTruncated(content: string): boolean {\n  const trimmed = content.trim();\n  if (!trimmed) return false;\n\n  const brackets = countBrackets(trimmed);\n  if (\n    brackets.missingCloseBrackets > 0 ||\n    brackets.missingCloseBraces > 0\n  ) {\n    return true;\n  }\n\n  const abruptEndings = [\n    /,\\s*$/,\n    /:\\s*$/,\n    /\"\\s*:\\s*$/,\n    /\\[\\s*$/,\n    /{\\s*$/,\n  ];\n\n  for (const pattern of abruptEndings) {\n    if (pattern.test(trimmed)) return true;\n  }\n\n  return false;\n}\n","/**\n * LLM Continuation Utility\n *\n * Handles truncated LLM responses with automatic continuation.\n * - Detects truncation via finish_reason and JSON structure\n * - Automatically continues with full context\n * - Merges partial and continuation responses\n * - Salvages partial data if max continuations reached\n *\n * @packageDocumentation\n */\n\nimport { z } from 'zod';\nimport { LLMClient, type LLMFinishReason } from './client.js';\nimport { detectTruncation } from './truncation-detector.js';\nimport { extractJsonFromText, autoCloseJson, isValidJson } from './json-parser.js';\n\n// ============================================================================\n// Types\n// ============================================================================\n\nexport interface ContinuationOptions<T> {\n  client: LLMClient;\n  systemPrompt: string;\n  userPrompt: string;\n  schema?: z.ZodSchema<T>;\n  maxTokens?: number;\n  maxContinuations?: number;\n  maxRetries?: number;\n  buildContinuationPrompt: (\n    partialResponse: string,\n    attempt: number,\n  ) => string;\n  continuationSystemPrompt?: string;\n}\n\nexport interface ContinuationResult<T> {\n  data: T;\n  raw: string;\n  continuationCount: number;\n  warnings: string[];\n  wasSalvaged: boolean;\n}\n\n// ============================================================================\n// Constants\n// ============================================================================\n\nconst DEFAULT_MAX_TOKENS = 8192;\nconst DEFAULT_MAX_CONTINUATIONS = 3;\n\n/**\n * Default continuation system prompt.\n * Used when no custom continuationSystemPrompt is provided.\n */\nconst DEFAULT_CONTINUATION_SYSTEM_PROMPT = `You are a JSON continuation assistant. Your ONLY job is to continue generating JSON from where the previous response was truncated.\n\nRules:\n1. Continue from EXACTLY where the previous output stopped\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly with all closing brackets\n4. Do NOT wrap in markdown code blocks\n5. Output ONLY the continuation JSON, nothing else`;\n\n// ============================================================================\n// Helper Functions\n// ============================================================================\n\nexport function mergeResponses(\n  previous: string,\n  continuation: string,\n): string {\n  const trimmedPrev = previous.trimEnd();\n  const trimmedCont = continuation.trimStart();\n\n  let cleanedCont = trimmedCont\n    .replace(/^```json?\\s*/i, '')\n    .replace(/```\\s*$/i, '')\n    .trim();\n\n  if (cleanedCont.startsWith('{')) {\n    try {\n      const contParsed = JSON.parse(autoCloseJson(cleanedCont));\n      const keys = Object.keys(contParsed);\n      if (keys.length === 1 && Array.isArray(contParsed[keys[0]])) {\n        cleanedCont = contParsed[keys[0]]\n          .map((item: unknown) => JSON.stringify(item))\n          .join(',\\n');\n      }\n    } catch {\n      // Continue with original cleaning\n    }\n  }\n\n  if (cleanedCont.startsWith('}') || cleanedCont.startsWith(']')) {\n    return trimmedPrev + cleanedCont;\n  }\n\n  const prevEndsWithValue = /[\\}\\]\\\"\\d]$/.test(trimmedPrev);\n  const contStartsWithValue = /^[\\{\\[\\\"]/.test(cleanedCont);\n\n  if (prevEndsWithValue && contStartsWithValue) {\n    return trimmedPrev + ',\\n' + cleanedCont;\n  }\n\n  return trimmedPrev + cleanedCont;\n}\n\nexport function salvagePartialResponse<T>(rawResponse: string): T | null {\n  console.warn('[Continuation] Attempting to salvage partial response');\n\n  try {\n    const cleanedResponse = extractJsonFromText(rawResponse) || rawResponse;\n    const closed = autoCloseJson(cleanedResponse);\n    const parsed = JSON.parse(closed) as T;\n    console.log('[Continuation] Successfully salvaged partial response');\n    return parsed;\n  } catch (error) {\n    console.error('[Continuation] Could not salvage response:', error);\n  }\n\n  return null;\n}\n\n// ============================================================================\n// Main Function\n// ============================================================================\n\nexport async function callWithContinuation<T>(\n  options: ContinuationOptions<T>,\n): Promise<ContinuationResult<T>> {\n  const {\n    client,\n    systemPrompt,\n    userPrompt,\n    schema,\n    maxTokens = DEFAULT_MAX_TOKENS,\n    maxContinuations = DEFAULT_MAX_CONTINUATIONS,\n    buildContinuationPrompt,\n    continuationSystemPrompt = DEFAULT_CONTINUATION_SYSTEM_PROMPT,\n  } = options;\n\n  let rawResponse = '';\n  let continuationCount = 0;\n  const warnings: string[] = [];\n  let wasSalvaged = false;\n\n  console.log('[Continuation] Starting LLM call with continuation support');\n  console.log(\n    `[Continuation] Max tokens: ${maxTokens}, Max continuations: ${maxContinuations}`,\n  );\n\n  try {\n    const response = await client.callRawWithMetadata({\n      systemPrompt,\n      userPrompt,\n      maxTokens,\n    });\n\n    rawResponse = extractJsonFromText(response.raw) || response.raw;\n\n    console.log(\n      `[Continuation] Initial response: ${rawResponse.length} chars, finish_reason: ${response.finishReason}`,\n    );\n\n    let truncation = detectTruncation(rawResponse, response.finishReason);\n\n    while (truncation.isTruncated && continuationCount < maxContinuations) {\n      continuationCount++;\n      const warningMsg = `Response truncated (${truncation.reason}), continuing (attempt ${continuationCount}/${maxContinuations})`;\n      console.log(`[Continuation] ${warningMsg}`);\n      warnings.push(warningMsg);\n\n      const contPrompt = buildContinuationPrompt(\n        rawResponse,\n        continuationCount,\n      );\n\n      const contResponse = await client.callRawWithMetadata({\n        systemPrompt: continuationSystemPrompt,\n        userPrompt: contPrompt,\n        maxTokens,\n      });\n\n      console.log(\n        `[Continuation] Continuation response: ${contResponse.raw.length} chars, finish_reason: ${contResponse.finishReason}`,\n      );\n\n      const cleanedContResponse =\n        extractJsonFromText(contResponse.raw) || contResponse.raw;\n      rawResponse = mergeResponses(rawResponse, cleanedContResponse);\n\n      truncation = detectTruncation(rawResponse, contResponse.finishReason);\n    }\n\n    if (\n      continuationCount >= maxContinuations &&\n      truncation.isTruncated\n    ) {\n      console.warn(\n        `[Continuation] Reached max continuations (${maxContinuations}), attempting to salvage...`,\n      );\n      warnings.push(\n        `Reached max continuations - some content may be incomplete`,\n      );\n      wasSalvaged = true;\n    }\n\n    const cleanedResponse =\n      extractJsonFromText(rawResponse) || rawResponse;\n    let data: T;\n\n    try {\n      if (isValidJson(cleanedResponse)) {\n        data = JSON.parse(cleanedResponse) as T;\n      } else {\n        const closed = autoCloseJson(cleanedResponse);\n        data = JSON.parse(closed) as T;\n        if (!wasSalvaged) {\n          warnings.push('Response required auto-closing of JSON brackets');\n        }\n      }\n    } catch (parseError) {\n      const salvaged = salvagePartialResponse<T>(cleanedResponse);\n      if (salvaged) {\n        data = salvaged;\n        wasSalvaged = true;\n        warnings.push('Response was salvaged from partial data');\n      } else {\n        throw new Error(\n          `Failed to parse response after ${continuationCount} continuations: ${parseError}`,\n        );\n      }\n    }\n\n    if (schema) {\n      try {\n        data = schema.parse(data);\n      } catch (validationError) {\n        console.warn(\n          '[Continuation] Schema validation failed:',\n          validationError,\n        );\n        warnings.push(`Schema validation issue: ${validationError}`);\n      }\n    }\n\n    console.log(\n      `[Continuation] Complete. Continuations: ${continuationCount}, Warnings: ${warnings.length}`,\n    );\n\n    return {\n      data,\n      raw: rawResponse,\n      continuationCount,\n      warnings,\n      wasSalvaged,\n    };\n  } catch (error) {\n    console.error('[Continuation] Error during LLM call:', error);\n    throw error;\n  }\n}\n\nexport function buildGenericContinuationPrompt(\n  context: string,\n  partialResponse: string,\n  attempt: number,\n  maxAttempts: number = DEFAULT_MAX_CONTINUATIONS,\n): string {\n  return `## CONTINUATION REQUEST (Attempt ${attempt}/${maxAttempts})\n\nYour previous response was truncated. Continue generating from where you left off.\n\n### ORIGINAL CONTEXT\n${context}\n\n### WHAT YOU GENERATED SO FAR\n\\`\\`\\`json\n${partialResponse}\n\\`\\`\\`\n\n### INSTRUCTIONS\n1. Continue from EXACTLY where the response was cut off\n2. Do NOT repeat any content already generated\n3. Complete the JSON structure properly\n4. Do NOT wrap your response in markdown code blocks\n\nContinue generating now:`;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCO,SAAS,iBACd,UACA,cACkB;AAClB,MAAI,iBAAiB,UAAU;AAC7B,UAAMA,eAAc,cAAc,QAAQ;AAC1C,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsBA,aAAY;AAAA,MAClC,oBAAoBA,aAAY;AAAA,IAClC;AAAA,EACF;AAEA,MAAI;AACF,SAAK,MAAM,QAAQ;AACnB,WAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,EAC9C,QAAQ;AAAA,EAER;AAEA,MAAI,iBAAiB,UAAU,iBAAiB,MAAM;AACpD,UAAM,UAAU,SAAS,KAAK;AAE9B,UAAM,eACJ,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,GAAG,KACpB,QAAQ,SAAS,KAAK,KACtB,QAAQ,KAAK,OAAO,KACpB,QAAQ,KAAK,OAAO;AAEtB,QAAI,cAAc;AAChB,YAAMA,eAAc,cAAc,QAAQ;AAC1C,aAAO;AAAA,QACL,aAAa;AAAA,QACb,QAAQ;AAAA,QACR,gBAAgB;AAAA,QAChB,qBAAqB,wBAAwB,QAAQ;AAAA,QACrD,sBAAsBA,aAAY;AAAA,QAClC,oBAAoBA,aAAY;AAAA,MAClC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,SAAS,cAAc,OAAO;AACpC,WAAK,MAAM,MAAM;AACjB,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C,QAAQ;AACN,aAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAAA,IAC9C;AAAA,EACF;AAEA,QAAM,cAAc,cAAc,QAAQ;AAC1C,MACE,YAAY,uBAAuB,KACnC,YAAY,qBAAqB,GACjC;AACA,WAAO;AAAA,MACL,aAAa;AAAA,MACb,QAAQ;AAAA,MACR,gBAAgB;AAAA,MAChB,qBAAqB,wBAAwB,QAAQ;AAAA,MACrD,sBAAsB,YAAY;AAAA,MAClC,oBAAoB,YAAY;AAAA,IAClC;AAAA,EACF;AAEA,SAAO,EAAE,aAAa,OAAO,QAAQ,OAAO;AAC9C;AAMA,SAAS,cAAc,MAOrB;AACA,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,eAAe;AACnB,MAAI,gBAAgB;AACpB,MAAI,aAAa;AACjB,MAAI,cAAc;AAElB,aAAW,QAAQ,MAAM;AACvB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,YAAQ,MAAM;AAAA,MACZ,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,MACF,KAAK;AACH;AACA;AAAA,IACJ;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,sBAAsB,KAAK,IAAI,GAAG,eAAe,aAAa;AAAA,IAC9D,oBAAoB,KAAK,IAAI,GAAG,aAAa,WAAW;AAAA,EAC1D;AACF;AAEO,SAAS,wBAAwB,MAA8B;AACpE,QAAM,aAAa,cAAc,IAAI;AACrC,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AAAA,EAER;AAEA,QAAM,UAAU,KAAK,KAAK;AAE1B,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,oBAAoB,6BAA6B,OAAO;AAC9D,QAAI,oBAAoB,GAAG;AACzB,YAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,UAAI;AACF,eAAO,KAAK,MAAM,MAAM;AAAA,MAC1B,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,GAAG,GAAG;AAC3B,UAAM,SAAS,cAAc,OAAO;AACpC,QAAI;AACF,aAAO,KAAK,MAAM,MAAM;AAAA,IAC1B,QAAQ;AACN,YAAM,oBAAoB,+BAA+B,OAAO;AAChE,UAAI,oBAAoB,GAAG;AACzB,cAAM,SAAS,QAAQ,UAAU,GAAG,iBAAiB,IAAI;AACzD,YAAI;AACF,iBAAO,KAAK,MAAM,MAAM;AAAA,QAC1B,QAAQ;AAAA,QAER;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,SAAS,6BAA6B,MAAsB;AAC1D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,yBAAyB;AAE7B,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AACA,UAAI,UAAU,GAAG;AACf,iCAAyB,IAAI;AAAA,MAC/B;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,+BAAyB;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,yBAAyB,IAAI,yBAAyB;AAC/D;AAEA,SAAS,+BAA+B,MAAsB;AAC5D,MAAI,QAAQ;AACZ,MAAI,WAAW;AACf,MAAI,UAAU;AACd,MAAI,iBAAiB;AAErB,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,UAAM,OAAO,KAAK,CAAC;AAEnB,QAAI,SAAS;AACX,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,QAAQ,UAAU;AAC7B,gBAAU;AACV;AAAA,IACF;AACA,QAAI,SAAS,KAAK;AAChB,iBAAW,CAAC;AACZ;AAAA,IACF;AACA,QAAI,SAAU;AAEd,QAAI,SAAS,OAAO,SAAS,KAAK;AAChC;AAAA,IACF,WAAW,SAAS,OAAO,SAAS,KAAK;AACvC;AAAA,IACF,WAAW,SAAS,OAAO,UAAU,GAAG;AACtC,uBAAiB;AAAA,IACnB;AAAA,EACF;AAEA,SAAO,iBAAiB,IAAI,iBAAiB;AAC/C;AAEO,SAAS,kBAAkB,SAA0B;AAC1D,QAAM,UAAU,QAAQ,KAAK;AAC7B,MAAI,CAAC,QAAS,QAAO;AAErB,QAAM,WAAW,cAAc,OAAO;AACtC,MACE,SAAS,uBAAuB,KAChC,SAAS,qBAAqB,GAC9B;AACA,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB;AAAA,IACpB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,aAAW,WAAW,eAAe;AACnC,QAAI,QAAQ,KAAK,OAAO,EAAG,QAAO;AAAA,EACpC;AAEA,SAAO;AACT;;;ACnQA,IAAM,qBAAqB;AAC3B,IAAM,4BAA4B;AAMlC,IAAM,qCAAqC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAapC,SAAS,eACd,UACA,cACQ;AACR,QAAM,cAAc,SAAS,QAAQ;AACrC,QAAM,cAAc,aAAa,UAAU;AAE3C,MAAI,cAAc,YACf,QAAQ,iBAAiB,EAAE,EAC3B,QAAQ,YAAY,EAAE,EACtB,KAAK;AAER,MAAI,YAAY,WAAW,GAAG,GAAG;AAC/B,QAAI;AACF,YAAM,aAAa,KAAK,MAAM,cAAc,WAAW,CAAC;AACxD,YAAM,OAAO,OAAO,KAAK,UAAU;AACnC,UAAI,KAAK,WAAW,KAAK,MAAM,QAAQ,WAAW,KAAK,CAAC,CAAC,CAAC,GAAG;AAC3D,sBAAc,WAAW,KAAK,CAAC,CAAC,EAC7B,IAAI,CAAC,SAAkB,KAAK,UAAU,IAAI,CAAC,EAC3C,KAAK,KAAK;AAAA,MACf;AAAA,IACF,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,MAAI,YAAY,WAAW,GAAG,KAAK,YAAY,WAAW,GAAG,GAAG;AAC9D,WAAO,cAAc;AAAA,EACvB;AAEA,QAAM,oBAAoB,cAAc,KAAK,WAAW;AACxD,QAAM,sBAAsB,YAAY,KAAK,WAAW;AAExD,MAAI,qBAAqB,qBAAqB;AAC5C,WAAO,cAAc,QAAQ;AAAA,EAC/B;AAEA,SAAO,cAAc;AACvB;AAEO,SAAS,uBAA0B,aAA+B;AACvE,UAAQ,KAAK,uDAAuD;AAEpE,MAAI;AACF,UAAM,kBAAkB,oBAAoB,WAAW,KAAK;AAC5D,UAAM,SAAS,cAAc,eAAe;AAC5C,UAAM,SAAS,KAAK,MAAM,MAAM;AAChC,YAAQ,IAAI,uDAAuD;AACnE,WAAO;AAAA,EACT,SAAS,OAAO;AACd,YAAQ,MAAM,8CAA8C,KAAK;AAAA,EACnE;AAEA,SAAO;AACT;AAMA,eAAsB,qBACpB,SACgC;AAChC,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,YAAY;AAAA,IACZ,mBAAmB;AAAA,IACnB;AAAA,IACA,2BAA2B;AAAA,EAC7B,IAAI;AAEJ,MAAI,cAAc;AAClB,MAAI,oBAAoB;AACxB,QAAM,WAAqB,CAAC;AAC5B,MAAI,cAAc;AAElB,UAAQ,IAAI,4DAA4D;AACxE,UAAQ;AAAA,IACN,8BAA8B,SAAS,wBAAwB,gBAAgB;AAAA,EACjF;AAEA,MAAI;AACF,UAAM,WAAW,MAAM,OAAO,oBAAoB;AAAA,MAChD;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,kBAAc,oBAAoB,SAAS,GAAG,KAAK,SAAS;AAE5D,YAAQ;AAAA,MACN,oCAAoC,YAAY,MAAM,0BAA0B,SAAS,YAAY;AAAA,IACvG;AAEA,QAAI,aAAa,iBAAiB,aAAa,SAAS,YAAY;AAEpE,WAAO,WAAW,eAAe,oBAAoB,kBAAkB;AACrE;AACA,YAAM,aAAa,uBAAuB,WAAW,MAAM,0BAA0B,iBAAiB,IAAI,gBAAgB;AAC1H,cAAQ,IAAI,kBAAkB,UAAU,EAAE;AAC1C,eAAS,KAAK,UAAU;AAExB,YAAM,aAAa;AAAA,QACjB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,eAAe,MAAM,OAAO,oBAAoB;AAAA,QACpD,cAAc;AAAA,QACd,YAAY;AAAA,QACZ;AAAA,MACF,CAAC;AAED,cAAQ;AAAA,QACN,yCAAyC,aAAa,IAAI,MAAM,0BAA0B,aAAa,YAAY;AAAA,MACrH;AAEA,YAAM,sBACJ,oBAAoB,aAAa,GAAG,KAAK,aAAa;AACxD,oBAAc,eAAe,aAAa,mBAAmB;AAE7D,mBAAa,iBAAiB,aAAa,aAAa,YAAY;AAAA,IACtE;AAEA,QACE,qBAAqB,oBACrB,WAAW,aACX;AACA,cAAQ;AAAA,QACN,6CAA6C,gBAAgB;AAAA,MAC/D;AACA,eAAS;AAAA,QACP;AAAA,MACF;AACA,oBAAc;AAAA,IAChB;AAEA,UAAM,kBACJ,oBAAoB,WAAW,KAAK;AACtC,QAAI;AAEJ,QAAI;AACF,UAAI,YAAY,eAAe,GAAG;AAChC,eAAO,KAAK,MAAM,eAAe;AAAA,MACnC,OAAO;AACL,cAAM,SAAS,cAAc,eAAe;AAC5C,eAAO,KAAK,MAAM,MAAM;AACxB,YAAI,CAAC,aAAa;AAChB,mBAAS,KAAK,iDAAiD;AAAA,QACjE;AAAA,MACF;AAAA,IACF,SAAS,YAAY;AACnB,YAAM,WAAW,uBAA0B,eAAe;AAC1D,UAAI,UAAU;AACZ,eAAO;AACP,sBAAc;AACd,iBAAS,KAAK,yCAAyC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI;AAAA,UACR,kCAAkC,iBAAiB,mBAAmB,UAAU;AAAA,QAClF;AAAA,MACF;AAAA,IACF;AAEA,QAAI,QAAQ;AACV,UAAI;AACF,eAAO,OAAO,MAAM,IAAI;AAAA,MAC1B,SAAS,iBAAiB;AACxB,gBAAQ;AAAA,UACN;AAAA,UACA;AAAA,QACF;AACA,iBAAS,KAAK,4BAA4B,eAAe,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,YAAQ;AAAA,MACN,2CAA2C,iBAAiB,eAAe,SAAS,MAAM;AAAA,IAC5F;AAEA,WAAO;AAAA,MACL;AAAA,MACA,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,MAAM,yCAAyC,KAAK;AAC5D,UAAM;AAAA,EACR;AACF;AAEO,SAAS,+BACd,SACA,iBACA,SACA,cAAsB,2BACd;AACR,SAAO,oCAAoC,OAAO,IAAI,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA,EAKjE,OAAO;AAAA;AAAA;AAAA;AAAA,EAIP,eAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUjB;","names":["bracketInfo"]}

package/dist/json-parser.d.ts

@@ -0,0 +1,43 @@
+import { z } from 'zod';
+
+/**
+ * JSON Parser Utilities
+ *
+ * Robust JSON parsing for LLM responses that may contain:
+ * - Markdown code blocks
+ * - Extra text before/after JSON
+ * - Minor formatting issues
+ *
+ * @packageDocumentation
+ */
+
+/**
+ * Extract JSON from LLM response text.
+ *
+ * Handles markdown code blocks, raw JSON objects/arrays, and primitive values.
+ */
+declare function extractJsonFromText(text: string): string | null;
+/**
+ * Parse JSON from LLM response with optional Zod schema validation.
+ */
+declare function parseJsonResponse<T>(response: string, schema?: z.ZodSchema<T>): T;
+/**
+ * Safely parse JSON without throwing.
+ */
+declare function safeParseJson<T>(response: string, schema?: z.ZodSchema<T>): {
+    success: true;
+    data: T;
+} | {
+    success: false;
+    error: Error;
+};
+/**
+ * Check if a string is valid JSON.
+ */
+declare function isValidJson(str: string): boolean;
+/**
+ * Attempt to auto-close unclosed JSON brackets.
+ */
+declare function autoCloseJson(json: string): string;
+
+export { autoCloseJson, extractJsonFromText, isValidJson, parseJsonResponse, safeParseJson };

package/dist/json-parser.js

@@ -0,0 +1,15 @@
+import {
+  autoCloseJson,
+  extractJsonFromText,
+  isValidJson,
+  parseJsonResponse,
+  safeParseJson
+} from "./chunk-WM7QVK2Z.js";
+export {
+  autoCloseJson,
+  extractJsonFromText,
+  isValidJson,
+  parseJsonResponse,
+  safeParseJson
+};
+//# sourceMappingURL=json-parser.js.map

package/dist/json-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/rate-limiter-9XAWfHwe.d.ts

@@ -0,0 +1,98 @@
+/**
+ * Token Tracker for LLM Usage
+ *
+ * Tracks token usage across multiple LLM calls for:
+ * - Cost estimation
+ * - Usage monitoring
+ * - Quota management
+ *
+ * @packageDocumentation
+ */
+interface TokenUsage {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    callCount: number;
+}
+declare class TokenTracker {
+    private model;
+    private usage;
+    constructor(model?: string);
+    addUsage(promptTokens: number, completionTokens: number): void;
+    getSummary(): TokenUsage;
+    getEstimatedCost(): number;
+    getFormattedCost(): string;
+    getReport(): string;
+    reset(): void;
+    setModel(model: string): void;
+}
+declare function getGlobalTokenTracker(model?: string): TokenTracker;
+declare function resetGlobalTokenTracker(): void;
+
+/**
+ * Rate Limiter for LLM API Calls
+ *
+ * Implements token bucket algorithm with:
+ * - Configurable requests per minute/second
+ * - Automatic backoff on 429 errors
+ * - Queue for pending requests
+ *
+ * @packageDocumentation
+ */
+interface RateLimiterOptions {
+    /** Maximum requests per minute (default: 60) */
+    requestsPerMinute?: number;
+    /** Maximum requests per second (default: 3) */
+    requestsPerSecond?: number;
+    /** Maximum concurrent requests (default: 5) */
+    maxConcurrent?: number;
+    /** Base delay for exponential backoff in ms (default: 1000) */
+    baseBackoffMs?: number;
+    /** Maximum backoff delay in ms (default: 60000) */
+    maxBackoffMs?: number;
+}
+/**
+ * Rate limiter for LLM API calls using token bucket algorithm.
+ *
+ * @example
+ * ```typescript
+ * const limiter = new RateLimiter({ requestsPerMinute: 30 });
+ * const result = await limiter.execute(() => llm.invoke(messages));
+ * ```
+ */
+declare class RateLimiter {
+    private requestsPerMinute;
+    private requestsPerSecond;
+    private maxConcurrent;
+    private baseBackoffMs;
+    private maxBackoffMs;
+    private minuteTokens;
+    private secondTokens;
+    private activeRequests;
+    private queue;
+    private lastMinuteReset;
+    private lastSecondReset;
+    private processing;
+    private currentBackoffMs;
+    constructor(options?: RateLimiterOptions);
+    execute<T>(fn: () => Promise<T>, _maxRetries?: number): Promise<T>;
+    getStatus(): {
+        queueLength: number;
+        activeRequests: number;
+        minuteTokens: number;
+        secondTokens: number;
+        backoffMs: number;
+    };
+    reset(): void;
+    private processQueue;
+    private refillTokens;
+    private canMakeRequest;
+    private consumeTokens;
+    private getWaitTime;
+    private isRateLimitError;
+    private sleep;
+}
+declare function getGlobalRateLimiter(options?: RateLimiterOptions): RateLimiter;
+declare function resetGlobalRateLimiter(): void;
+
+export { RateLimiter as R, TokenTracker as T, type RateLimiterOptions as a, type TokenUsage as b, getGlobalTokenTracker as c, resetGlobalTokenTracker as d, getGlobalRateLimiter as g, resetGlobalRateLimiter as r };