wiki-graph-core 0.3.1

package/dist/llm/client.js

@@ -0,0 +1,572 @@
+import { existsSync, mkdirSync, statSync } from "fs";
+import { resolve } from "path";
+import { setTimeout as sleep } from "timers/promises";
+import {
+  APICallError,
+  generateText,
+  streamText
+} from "ai";
+import { getLogger } from "../common/logging.js";
+import { createEnv } from "../common/template.js";
+import { AsyncSemaphore } from "../utils/async-semaphore.js";
+import { createHash } from "../utils/hash.js";
+import { formatError } from "../utils/node-error.js";
+import { LLMCache } from "./cache.js";
+import { LLMContext } from "./context.js";
+import { LLMPaymentRequiredError } from "./errors.js";
+import { createRequestLog } from "./request-log.js";
+import { getScopeDefaults, resolveSamplingSetting } from "./sampling.js";
+const DEFAULT_TIMEOUT_MS = 36e4;
+const DEFAULT_CONCURRENT_REQUESTS = 6;
+const ABORT_ERROR_NAMES = /* @__PURE__ */ new Set([
+  "AbortError",
+  "ResponseAborted",
+  "TimeoutError"
+]);
+const RETRYABLE_HTTP_STATUS_CODES = /* @__PURE__ */ new Set([
+  408,
+  409,
+  425,
+  429,
+  500,
+  502,
+  503,
+  504,
+  520,
+  522,
+  524,
+  529
+]);
+const RETRYABLE_ERROR_CODES = /* @__PURE__ */ new Set([
+  "ECONNRESET",
+  "ECONNREFUSED",
+  "EAI_AGAIN",
+  "ETIMEDOUT",
+  "EPIPE",
+  "UND_ERR_CONNECT_TIMEOUT",
+  "UND_ERR_HEADERS_TIMEOUT",
+  "UND_ERR_SOCKET"
+]);
+const RETRYABLE_ERROR_KEYWORDS = [
+  "connection",
+  "terminated",
+  "timeout",
+  "network",
+  "rate limit"
+];
+let contextIdCounter = 0;
+class LLM {
+  #cache;
+  #lazyRequestLimiter;
+  #logDirPath;
+  #model;
+  #modelProvider;
+  #modelId;
+  #modelIdentity;
+  #onStreamProgress;
+  #onTokenUsage;
+  #requestLimiter;
+  #retryIntervalSeconds;
+  #retryTimes;
+  #sampling;
+  #stream;
+  #templateEnvironment;
+  #temperature;
+  #timeoutMs;
+  #topP;
+  config;
+  constructor(options) {
+    const concurrent = options.concurrent ?? DEFAULT_CONCURRENT_REQUESTS;
+    const timeout = options.timeout ?? DEFAULT_TIMEOUT_MS;
+    const temperature = options.temperature ?? 0.6;
+    const topP = options.topP ?? 0.6;
+    const sampling = options.sampling;
+    const stream = options.stream ?? false;
+    const modelInfo = resolveModelInfo(options.model);
+    this.config = Object.freeze({
+      concurrent,
+      modelId: modelInfo.modelId,
+      temperature,
+      stream,
+      timeout,
+      topP,
+      ...modelInfo.provider === void 0 ? {} : { provider: modelInfo.provider },
+      ...sampling === void 0 ? {} : { sampling }
+    });
+    this.#cache = createCache(options.cacheDirPath);
+    this.#lazyRequestLimiter = new AsyncSemaphore(concurrent);
+    this.#logDirPath = ensureDirectoryPath(options.logDirPath);
+    this.#model = options.model;
+    this.#modelProvider = modelInfo.provider;
+    this.#modelId = modelInfo.modelId;
+    this.#modelIdentity = modelInfo.identity;
+    this.#onStreamProgress = options.onStreamProgress;
+    this.#onTokenUsage = options.onTokenUsage;
+    this.#requestLimiter = new AsyncSemaphore(concurrent);
+    this.#retryIntervalSeconds = options.retryIntervalSeconds ?? 6;
+    this.#retryTimes = options.retryTimes ?? 5;
+    this.#sampling = sampling;
+    this.#stream = stream;
+    this.#templateEnvironment = createEnv(options.dataDirPath);
+    this.#temperature = temperature;
+    this.#timeoutMs = timeout;
+    this.#topP = topP;
+  }
+  context() {
+    contextIdCounter += 1;
+    const sessionId = contextIdCounter;
+    return new LLMContext(
+      sessionId,
+      async (input) => await this.#requestWithSession({
+        ...input.options,
+        messages: input.messages,
+        sessionId,
+        ...input.logFiles === void 0 ? {} : { logFiles: input.logFiles },
+        ...input.pendingCacheEntries === void 0 ? {} : { pendingCacheEntries: input.pendingCacheEntries }
+      }),
+      this.#cache
+    );
+  }
+  async withContext(operation) {
+    return await this.context().run(operation);
+  }
+  async request(input, options = {}) {
+    if (typeof input === "function") {
+      return await this.#lazyRequestLimiter.use(
+        async () => await input(this.#requestOnce)
+      );
+    }
+    return await this.#requestOnce(input, options);
+  }
+  #requestOnce = async (messages, options = {}) => await this.#requestWithSession({
+    messages,
+    ...options
+  });
+  loadSystemPrompt(templateName, templateContext = {}) {
+    return this.#templateEnvironment.render(templateName, templateContext);
+  }
+  async #requestWithSession(input) {
+    const defaultSampling = getScopeDefaults(
+      input.scope,
+      this.#sampling,
+      this.#temperature,
+      this.#topP
+    );
+    const temperature = input.temperature ?? defaultSampling.temperature;
+    const topP = input.topP ?? defaultSampling.topP;
+    const resolvedTemperature = resolveSamplingSetting(
+      temperature,
+      "temperature",
+      input.retryIndex,
+      input.retryMax
+    );
+    const resolvedTopP = resolveSamplingSetting(
+      topP,
+      "top_p",
+      input.retryIndex,
+      input.retryMax
+    );
+    const useCache = (input.useCache ?? true) && hasVisibleNonSystemContent(input.messages);
+    const cacheKey = this.#cache !== void 0 && useCache ? createHash({
+      messages: input.messages.map((message) => ({
+        content: message.content,
+        role: message.role
+      })),
+      modelId: this.#modelId,
+      provider: this.#modelProvider ?? null,
+      temperature: resolvedTemperature ?? null,
+      topP: resolvedTopP ?? null
+    }) : void 0;
+    const requestLog = createRequestLog(this.#logDirPath);
+    if (requestLog.filePath !== void 0 && input.logFiles !== void 0) {
+      input.logFiles.push(requestLog.filePath);
+    }
+    await requestLog.append(
+      formatRequestParameters({
+        cacheKey,
+        modelId: this.#modelId,
+        modelIdentity: this.#modelIdentity,
+        modelProvider: this.#modelProvider,
+        resolvedTemperature,
+        resolvedTopP,
+        retryIndex: input.retryIndex,
+        retryMax: input.retryMax,
+        scope: input.scope,
+        sessionId: input.sessionId,
+        temperature,
+        topP
+      })
+    );
+    await requestLog.append(formatRequestMessages(input.messages));
+    if (cacheKey !== void 0 && this.#cache !== void 0 && useCache) {
+      const cachedResponse = await this.#cache.read(cacheKey);
+      if (cachedResponse !== void 0) {
+        getLogger({
+          component: "llm",
+          scope: input.scope,
+          sessionId: input.sessionId
+        }).info(
+          `[Cache Hit] Using cached response (key: ${cacheKey.slice(0, 12)}...)`
+        );
+        await requestLog.append(
+          `[[Response]] (from cache):
+${cachedResponse}
+
+`
+        );
+        await requestLog.append(formatRequestResultLog("cache-hit"));
+        return cachedResponse;
+      }
+    }
+    let response;
+    let tokenUsage;
+    let lastError;
+    for (let attempt = 0; attempt <= this.#retryTimes; attempt += 1) {
+      try {
+        response = await this.#requestLimiter.use(async () => {
+          const generationInput = normalizeGenerationInput({
+            maxRetries: 0,
+            messages: [...input.messages],
+            model: this.#model,
+            timeout: this.#timeoutMs
+          });
+          if (input.signal !== void 0) {
+            generationInput.abortSignal = input.signal;
+          }
+          if (resolvedTemperature !== void 0) {
+            generationInput.temperature = resolvedTemperature;
+          }
+          if (resolvedTopP !== void 0) {
+            generationInput.topP = resolvedTopP;
+          }
+          if (this.#stream) {
+            const textChunks = [];
+            const result = streamText(generationInput);
+            for await (const chunk of result.textStream) {
+              textChunks.push(chunk);
+              await this.#emitStreamProgress(chunk.length);
+            }
+            tokenUsage = await result.totalUsage;
+            await this.#emitTokenUsage(tokenUsage);
+            return textChunks.join("");
+          } else {
+            const result = await generateText(generationInput);
+            tokenUsage = result.usage;
+            await this.#emitStreamProgress(result.text.length);
+            await this.#emitTokenUsage(tokenUsage);
+            return result.text;
+          }
+        });
+        await requestLog.append(`[[Response]]:
+${response}
+
+`);
+        break;
+      } catch (error) {
+        lastError = error;
+        if (isPaymentRequiredError(error)) {
+          const paymentError = new LLMPaymentRequiredError(void 0, {
+            cause: error
+          });
+          await requestLog.append(
+            `[[Error]]:
+${formatError(paymentError)}
+
+`
+          );
+          await requestLog.append(formatRequestResultLog(tokenUsage, error));
+          throw paymentError;
+        }
+        if (!isRetryableError(error)) {
+          await requestLog.append(`[[Error]]:
+${formatError(error)}
+
+`);
+          await requestLog.append(formatRequestResultLog(tokenUsage, error));
+          throw error;
+        }
+        await requestLog.append(
+          `[[Warning]]:
+Request failed with connection error, retrying... (${attempt + 1} times)
+
+`
+        );
+        if (attempt < this.#retryTimes && this.#retryIntervalSeconds > 0) {
+          await sleep(this.#retryIntervalSeconds * 1e3, void 0, {
+            signal: input.signal
+          });
+        }
+      }
+    }
+    if (response === void 0) {
+      const failureMessage = lastError === void 0 ? `LLM request failed after ${this.#retryTimes + 1} attempts` : `LLM request failed after ${this.#retryTimes + 1} attempts: ${formatError(lastError)}`;
+      await requestLog.append(`[[Error]]:
+${failureMessage}
+
+`);
+      await requestLog.append(formatRequestResultLog(tokenUsage, lastError));
+      throw new Error(failureMessage, {
+        ...lastError === void 0 ? {} : { cause: lastError }
+      });
+    }
+    if (cacheKey !== void 0 && this.#cache !== void 0 && useCache) {
+      const entry = this.#cache.createEntry(cacheKey, response);
+      if (input.sessionId !== void 0 && input.pendingCacheEntries !== void 0) {
+        input.pendingCacheEntries.set(entry.cacheKey, entry);
+      } else {
+        await this.#cache.write(entry);
+      }
+    }
+    await requestLog.append(formatRequestResultLog(tokenUsage));
+    return response;
+  }
+  async #emitStreamProgress(outputCharacters) {
+    if (this.#onStreamProgress === void 0) {
+      return;
+    }
+    try {
+      await this.#onStreamProgress({ outputCharacters });
+    } catch {
+      return;
+    }
+  }
+  async #emitTokenUsage(usage) {
+    if (this.#onTokenUsage === void 0 || usage === void 0) {
+      return;
+    }
+    try {
+      await this.#onTokenUsage({
+        ...usage.inputTokenDetails.cacheReadTokens === void 0 ? {} : { cacheReadTokens: usage.inputTokenDetails.cacheReadTokens },
+        ...usage.inputTokens === void 0 ? {} : { inputTokens: usage.inputTokens },
+        ...usage.outputTokens === void 0 ? {} : { outputTokens: usage.outputTokens }
+      });
+    } catch {
+      return;
+    }
+  }
+}
+function normalizeGenerationInput(input) {
+  const systemMessages = [];
+  let firstNonSystemIndex = 0;
+  while (firstNonSystemIndex < input.messages.length) {
+    const message = input.messages[firstNonSystemIndex];
+    if (message === void 0 || message.role !== "system") {
+      break;
+    }
+    systemMessages.push(message);
+    firstNonSystemIndex += 1;
+  }
+  if (systemMessages.length === 0) {
+    return input;
+  }
+  if (systemMessages.length === 1) {
+    const [systemMessage] = systemMessages;
+    if (systemMessage === void 0) {
+      return input;
+    }
+    return {
+      ...input,
+      messages: input.messages.slice(firstNonSystemIndex),
+      system: systemMessage
+    };
+  }
+  return {
+    ...input,
+    messages: input.messages.slice(firstNonSystemIndex),
+    system: systemMessages
+  };
+}
+function ensureDirectoryPath(dirPath) {
+  if (dirPath === void 0) {
+    return void 0;
+  }
+  const resolvedDirPath = resolve(dirPath);
+  if (!existsSync(resolvedDirPath)) {
+    mkdirSync(resolvedDirPath, { recursive: true });
+    return resolvedDirPath;
+  }
+  if (!statSync(resolvedDirPath).isDirectory()) {
+    return void 0;
+  }
+  return resolvedDirPath;
+}
+function createCache(cacheDirPath) {
+  const resolvedCacheDirPath = ensureDirectoryPath(cacheDirPath);
+  if (resolvedCacheDirPath === void 0) {
+    return void 0;
+  }
+  return new LLMCache(resolvedCacheDirPath);
+}
+function hasVisibleNonSystemContent(messages) {
+  return messages.some(
+    (message) => message.role !== "system" && (typeof message.content !== "string" || message.content.trim() !== "")
+  );
+}
+function formatRequestParameters(input) {
+  const lines = [
+    "[[Parameters]]:",
+    `	model=${input.modelIdentity}`,
+    `	temperature=${String(input.resolvedTemperature)}`,
+    `	top_p=${String(input.resolvedTopP)}`
+  ];
+  if (input.modelProvider !== void 0) {
+    lines.push(`	provider=${input.modelProvider}`);
+  }
+  lines.push(`	model_id=${input.modelId}`);
+  if (input.scope !== void 0) {
+    lines.push(`	scope=${input.scope}`);
+  }
+  if (Array.isArray(input.temperature)) {
+    lines.push(`	temperature_schedule=${JSON.stringify(input.temperature)}`);
+  }
+  if (Array.isArray(input.topP)) {
+    lines.push(`	top_p_schedule=${JSON.stringify(input.topP)}`);
+  }
+  if (input.retryIndex !== void 0 && input.retryMax !== void 0) {
+    lines.push(`	retry_progress=${input.retryIndex}/${input.retryMax}`);
+  }
+  if (input.cacheKey !== void 0) {
+    lines.push(`	cache_key=${input.cacheKey}`);
+  }
+  if (input.sessionId !== void 0) {
+    lines.push(`	session_id=${input.sessionId}`);
+  }
+  return `${lines.join("\n")}
+
+`;
+}
+function formatRequestMessages(messages) {
+  const body = messages.map(
+    (message) => `${capitalize(message.role)}:
+${formatMessageContent(message.content)}`
+  ).join("\n\n");
+  return `[[Request]]:
+${body}
+
+`;
+}
+function formatRequestResultLog(usage, error) {
+  return [
+    formatRequestUsageLog(usage),
+    ...error === void 0 ? [] : [formatRequestErrorStackLog(error)]
+  ].join("");
+}
+function formatRequestUsageLog(usage) {
+  if (usage === "cache-hit") {
+    return "[[Usage]]:\ncache-hit\n\n";
+  }
+  return [
+    "[[Usage]]:",
+    `input: ${formatTokenCount(usage?.inputTokens)}`,
+    `cache: ${formatTokenCount(usage?.inputTokenDetails.cacheReadTokens)}`,
+    `output: ${formatTokenCount(usage?.outputTokens)}`,
+    "",
+    ""
+  ].join("\n");
+}
+function formatTokenCount(value) {
+  return value === void 0 ? "unavailable" : String(value);
+}
+function formatRequestErrorStackLog(error) {
+  return `[[Error Stack]]:
+${formatErrorStack(error)}
+
+`;
+}
+function formatErrorStack(error) {
+  if (error instanceof Error) {
+    return error.stack ?? formatError(error);
+  }
+  return formatError(error);
+}
+function formatMessageContent(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  const serializedContent = JSON.stringify(content, null, 2);
+  if (typeof serializedContent === "string") {
+    return serializedContent;
+  }
+  return "";
+}
+function capitalize(value) {
+  if (value.length === 0) {
+    return value;
+  }
+  return `${value[0]?.toUpperCase() ?? ""}${value.slice(1)}`;
+}
+function isRetryableError(error) {
+  if (APICallError.isInstance(error)) {
+    if (isPaymentRequiredError(error)) {
+      return false;
+    }
+    if (error.isRetryable) {
+      return true;
+    }
+    return isRetryableStatusCode(error.statusCode);
+  }
+  return !isAbortLikeError(error) && isRetryableTransportError(error);
+}
+function isPaymentRequiredError(error) {
+  return APICallError.isInstance(error) && error.statusCode === 402;
+}
+function isRetryableStatusCode(statusCode) {
+  return typeof statusCode === "number" && RETRYABLE_HTTP_STATUS_CODES.has(statusCode);
+}
+function isAbortLikeError(error) {
+  return someErrorInChain(
+    error,
+    (currentError) => ABORT_ERROR_NAMES.has(currentError.name)
+  );
+}
+function isRetryableTransportError(error) {
+  return someErrorInChain(error, (currentError) => {
+    const nodeError = currentError;
+    const errorCode = typeof nodeError.code === "string" ? nodeError.code.toUpperCase() : void 0;
+    if (errorCode !== void 0 && RETRYABLE_ERROR_CODES.has(errorCode)) {
+      return true;
+    }
+    const errorMessage = currentError.message.toLowerCase();
+    return RETRYABLE_ERROR_KEYWORDS.some(
+      (keyword) => errorMessage.includes(keyword)
+    );
+  });
+}
+function someErrorInChain(error, matcher) {
+  const visited = /* @__PURE__ */ new Set();
+  let current = error;
+  while (current instanceof Error && !visited.has(current)) {
+    if (matcher(current)) {
+      return true;
+    }
+    visited.add(current);
+    current = current.cause;
+  }
+  return false;
+}
+function resolveModelInfo(model) {
+  if (typeof model === "string") {
+    return {
+      identity: model,
+      modelId: model
+    };
+  }
+  if (hasModelMetadata(model)) {
+    return {
+      identity: model.provider === void 0 ? model.modelId : `${model.provider}:${model.modelId}`,
+      modelId: model.modelId,
+      ...model.provider === void 0 ? {} : { provider: model.provider }
+    };
+  }
+  return {
+    identity: "unknown-model",
+    modelId: "unknown-model"
+  };
+}
+function hasModelMetadata(model) {
+  return typeof model === "object" && model !== null && "modelId" in model && typeof model.modelId === "string" && (!("provider" in model) || typeof model.provider === "string");
+}
+export {
+  LLM
+};
+//# sourceMappingURL=client.js.map

package/dist/llm/client.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/client.ts"],"sourcesContent":["import { existsSync, mkdirSync, statSync } from \"fs\";\nimport { resolve } from \"path\";\nimport { setTimeout as sleep } from \"timers/promises\";\n\nimport {\n  APICallError,\n  generateText,\n  streamText,\n  type LanguageModel,\n  type LanguageModelUsage,\n  type ModelMessage,\n  type SystemModelMessage,\n} from \"ai\";\nimport type { Environment } from \"nunjucks\";\n\nimport { getLogger } from \"../common/logging.js\";\nimport { createEnv } from \"../common/template.js\";\nimport { AsyncSemaphore } from \"../utils/async-semaphore.js\";\nimport { createHash } from \"../utils/hash.js\";\nimport { formatError } from \"../utils/node-error.js\";\nimport { LLMCache } from \"./cache.js\";\nimport { LLMContext, type LLMContextRequestInput } from \"./context.js\";\nimport { LLMPaymentRequiredError } from \"./errors.js\";\nimport { createRequestLog } from \"./request-log.js\";\nimport { getScopeDefaults, resolveSamplingSetting } from \"./sampling.js\";\nimport type {\n  LLMessage,\n  LLMModel,\n  LLMOptions,\n  LLMLazyRequestOperation,\n  LLMRequestOptions,\n  LLMRequestFunction,\n  LLMStreamProgressCallback,\n  LLMTokenUsageCallback,\n  SamplingScopeConfig,\n  TemperatureSetting,\n} from \"./types.js\";\n\nconst DEFAULT_TIMEOUT_MS = 360_000;\nconst DEFAULT_CONCURRENT_REQUESTS = 6;\nconst ABORT_ERROR_NAMES = new Set([\n  \"AbortError\",\n  \"ResponseAborted\",\n  \"TimeoutError\",\n]);\nconst RETRYABLE_HTTP_STATUS_CODES = new Set([\n  408, 409, 425, 429, 500, 502, 503, 504, 520, 522, 524, 529,\n]);\n// undici commonly reports transient transport failures through low-level error\n// codes and generic `terminated` fetch errors instead of retryable HTTP\n// responses. The issues below are representative cases we want to treat as\n// retryable at our LLM boundary:\n// https://github.com/nodejs/undici/issues/1490\n// https://github.com/nodejs/undici/issues/1414\n// https://github.com/nodejs/undici/issues/1531\n// https://github.com/nodejs/undici/issues/1864\n// https://github.com/nodejs/undici/issues/2362\n// https://github.com/nodejs/undici/issues/3410\n// https://github.com/nodejs/undici/issues/4215\nconst RETRYABLE_ERROR_CODES = new Set([\n  \"ECONNRESET\",\n  \"ECONNREFUSED\",\n  \"EAI_AGAIN\",\n  \"ETIMEDOUT\",\n  \"EPIPE\",\n  \"UND_ERR_CONNECT_TIMEOUT\",\n  \"UND_ERR_HEADERS_TIMEOUT\",\n  \"UND_ERR_SOCKET\",\n]);\nconst RETRYABLE_ERROR_KEYWORDS = [\n  \"connection\",\n  \"terminated\",\n  \"timeout\",\n  \"network\",\n  \"rate limit\",\n];\n\nlet contextIdCounter = 0;\n\ntype LLMRequestSessionInput<S extends string> = Omit<\n  LLMContextRequestInput<S>,\n  \"options\"\n> &\n  LLMRequestOptions<S> & {\n    sessionId?: number;\n  };\n\nexport class LLM<S extends string> {\n  readonly #cache: LLMCache | undefined;\n  readonly #lazyRequestLimiter: AsyncSemaphore;\n  readonly #logDirPath: string | undefined;\n  readonly #model: LLMModel;\n  readonly #modelProvider: string | undefined;\n  readonly #modelId: string;\n  readonly #modelIdentity: string;\n  readonly #onStreamProgress: LLMStreamProgressCallback | undefined;\n  readonly #onTokenUsage: LLMTokenUsageCallback | undefined;\n  readonly #requestLimiter: AsyncSemaphore;\n  readonly #retryIntervalSeconds: number;\n  readonly #retryTimes: number;\n  readonly #sampling: SamplingScopeConfig<S> | undefined;\n  readonly #stream: boolean;\n  readonly #templateEnvironment: Environment;\n  readonly #temperature: TemperatureSetting;\n  readonly #timeoutMs: number;\n  readonly #topP: TemperatureSetting;\n\n  public readonly config: Readonly<{\n    concurrent: number;\n    provider?: string;\n    modelId: string;\n    sampling?: SamplingScopeConfig<S>;\n    stream: boolean;\n    timeout: number;\n    temperature: TemperatureSetting;\n    topP: TemperatureSetting;\n  }>;\n\n  public constructor(options: LLMOptions<S>) {\n    const concurrent = options.concurrent ?? DEFAULT_CONCURRENT_REQUESTS;\n    const timeout = options.timeout ?? DEFAULT_TIMEOUT_MS;\n    const temperature = options.temperature ?? 0.6;\n    const topP = options.topP ?? 0.6;\n    const sampling = options.sampling;\n    const stream = options.stream ?? false;\n    const modelInfo = resolveModelInfo(options.model);\n\n    this.config = Object.freeze({\n      concurrent,\n      modelId: modelInfo.modelId,\n      temperature,\n      stream,\n      timeout,\n      topP,\n      ...(modelInfo.provider === undefined\n        ? {}\n        : { provider: modelInfo.provider }),\n      ...(sampling === undefined ? {} : { sampling }),\n    });\n    this.#cache = createCache(options.cacheDirPath);\n    this.#lazyRequestLimiter = new AsyncSemaphore(concurrent);\n    this.#logDirPath = ensureDirectoryPath(options.logDirPath);\n    this.#model = options.model;\n    this.#modelProvider = modelInfo.provider;\n    this.#modelId = modelInfo.modelId;\n    this.#modelIdentity = modelInfo.identity;\n    this.#onStreamProgress = options.onStreamProgress;\n    this.#onTokenUsage = options.onTokenUsage;\n    this.#requestLimiter = new AsyncSemaphore(concurrent);\n    this.#retryIntervalSeconds = options.retryIntervalSeconds ?? 6;\n    this.#retryTimes = options.retryTimes ?? 5;\n    this.#sampling = sampling;\n    this.#stream = stream;\n    this.#templateEnvironment = createEnv(options.dataDirPath);\n    this.#temperature = temperature;\n    this.#timeoutMs = timeout;\n    this.#topP = topP;\n  }\n\n  public context(): LLMContext<S> {\n    contextIdCounter += 1;\n    const sessionId = contextIdCounter;\n\n    return new LLMContext(\n      sessionId,\n      async (input) =>\n        await this.#requestWithSession({\n          ...input.options,\n          messages: input.messages,\n          sessionId,\n          ...(input.logFiles === undefined ? {} : { logFiles: input.logFiles }),\n          ...(input.pendingCacheEntries === undefined\n            ? {}\n            : { pendingCacheEntries: input.pendingCacheEntries }),\n        }),\n      this.#cache,\n    );\n  }\n\n  public async withContext<T>(\n    operation: (context: LLMContext<S>) => Promise<T>,\n  ): Promise<T> {\n    return await this.context().run(operation);\n  }\n\n  public async request(\n    messages: readonly LLMessage[],\n    options?: LLMRequestOptions<S>,\n  ): Promise<string>;\n  public async request<T>(operation: LLMLazyRequestOperation<S, T>): Promise<T>;\n  public async request<T>(\n    input: readonly LLMessage[] | LLMLazyRequestOperation<S, T>,\n    options: LLMRequestOptions<S> = {},\n  ): Promise<string | T> {\n    if (typeof input === \"function\") {\n      return await this.#lazyRequestLimiter.use(\n        async () => await input(this.#requestOnce),\n      );\n    }\n\n    return await this.#requestOnce(input, options);\n  }\n\n  readonly #requestOnce: LLMRequestFunction<S> = async (\n    messages,\n    options = {},\n  ) =>\n    await this.#requestWithSession({\n      messages,\n      ...options,\n    });\n\n  public loadSystemPrompt(\n    templateName: string,\n    templateContext: Record<string, unknown> = {},\n  ): string {\n    return this.#templateEnvironment.render(templateName, templateContext);\n  }\n\n  async #requestWithSession(input: LLMRequestSessionInput<S>): Promise<string> {\n    const defaultSampling = getScopeDefaults(\n      input.scope,\n      this.#sampling,\n      this.#temperature,\n      this.#topP,\n    );\n    const temperature = input.temperature ?? defaultSampling.temperature;\n    const topP = input.topP ?? defaultSampling.topP;\n    const resolvedTemperature = resolveSamplingSetting(\n      temperature,\n      \"temperature\",\n      input.retryIndex,\n      input.retryMax,\n    );\n    const resolvedTopP = resolveSamplingSetting(\n      topP,\n      \"top_p\",\n      input.retryIndex,\n      input.retryMax,\n    );\n    const useCache =\n      (input.useCache ?? true) && hasVisibleNonSystemContent(input.messages);\n    const cacheKey =\n      this.#cache !== undefined && useCache\n        ? createHash({\n            messages: input.messages.map((message) => ({\n              content: message.content,\n              role: message.role,\n            })),\n            modelId: this.#modelId,\n            provider: this.#modelProvider ?? null,\n            temperature: resolvedTemperature ?? null,\n            topP: resolvedTopP ?? null,\n          })\n        : undefined;\n    const requestLog = createRequestLog(this.#logDirPath);\n\n    if (requestLog.filePath !== undefined && input.logFiles !== undefined) {\n      input.logFiles.push(requestLog.filePath);\n    }\n\n    await requestLog.append(\n      formatRequestParameters({\n        cacheKey,\n        modelId: this.#modelId,\n        modelIdentity: this.#modelIdentity,\n        modelProvider: this.#modelProvider,\n        resolvedTemperature,\n        resolvedTopP,\n        retryIndex: input.retryIndex,\n        retryMax: input.retryMax,\n        scope: input.scope,\n        sessionId: input.sessionId,\n        temperature,\n        topP,\n      }),\n    );\n    await requestLog.append(formatRequestMessages(input.messages));\n\n    if (cacheKey !== undefined && this.#cache !== undefined && useCache) {\n      const cachedResponse = await this.#cache.read(cacheKey);\n\n      if (cachedResponse !== undefined) {\n        getLogger({\n          component: \"llm\",\n          scope: input.scope,\n          sessionId: input.sessionId,\n        }).info(\n          `[Cache Hit] Using cached response (key: ${cacheKey.slice(0, 12)}...)`,\n        );\n        await requestLog.append(\n          `[[Response]] (from cache):\\n${cachedResponse}\\n\\n`,\n        );\n        await requestLog.append(formatRequestResultLog(\"cache-hit\"));\n        return cachedResponse;\n      }\n    }\n\n    let response: string | undefined;\n    let tokenUsage: LanguageModelUsage | undefined;\n    let lastError: unknown;\n\n    for (let attempt = 0; attempt <= this.#retryTimes; attempt += 1) {\n      try {\n        response = await this.#requestLimiter.use(async () => {\n          const generationInput: {\n            abortSignal?: AbortSignal;\n            maxRetries: number;\n            messages: ModelMessage[];\n            model: LanguageModel;\n            system?: string | SystemModelMessage | SystemModelMessage[];\n            temperature?: number;\n            timeout?: number;\n            topP?: number;\n          } = normalizeGenerationInput({\n            maxRetries: 0,\n            messages: [...input.messages],\n            model: this.#model,\n            timeout: this.#timeoutMs,\n          });\n\n          if (input.signal !== undefined) {\n            generationInput.abortSignal = input.signal;\n          }\n\n          if (resolvedTemperature !== undefined) {\n            generationInput.temperature = resolvedTemperature;\n          }\n\n          if (resolvedTopP !== undefined) {\n            generationInput.topP = resolvedTopP;\n          }\n\n          if (this.#stream) {\n            const textChunks: string[] = [];\n            const result = streamText(generationInput);\n\n            for await (const chunk of result.textStream) {\n              textChunks.push(chunk);\n              await this.#emitStreamProgress(chunk.length);\n            }\n            tokenUsage = await result.totalUsage;\n            await this.#emitTokenUsage(tokenUsage);\n            return textChunks.join(\"\");\n          } else {\n            const result = await generateText(generationInput);\n\n            tokenUsage = result.usage;\n            await this.#emitStreamProgress(result.text.length);\n            await this.#emitTokenUsage(tokenUsage);\n            return result.text;\n          }\n        });\n\n        await requestLog.append(`[[Response]]:\\n${response}\\n\\n`);\n        break;\n      } catch (error) {\n        lastError = error;\n\n        if (isPaymentRequiredError(error)) {\n          const paymentError = new LLMPaymentRequiredError(undefined, {\n            cause: error,\n          });\n\n          await requestLog.append(\n            `[[Error]]:\\n${formatError(paymentError)}\\n\\n`,\n          );\n          await requestLog.append(formatRequestResultLog(tokenUsage, error));\n          throw paymentError;\n        }\n\n        if (!isRetryableError(error)) {\n          await requestLog.append(`[[Error]]:\\n${formatError(error)}\\n\\n`);\n          await requestLog.append(formatRequestResultLog(tokenUsage, error));\n          throw error;\n        }\n\n        await requestLog.append(\n          `[[Warning]]:\\nRequest failed with connection error, retrying... (${attempt + 1} times)\\n\\n`,\n        );\n\n        if (attempt < this.#retryTimes && this.#retryIntervalSeconds > 0) {\n          await sleep(this.#retryIntervalSeconds * 1000, undefined, {\n            signal: input.signal,\n          });\n        }\n      }\n    }\n\n    if (response === undefined) {\n      const failureMessage =\n        lastError === undefined\n          ? `LLM request failed after ${this.#retryTimes + 1} attempts`\n          : `LLM request failed after ${this.#retryTimes + 1} attempts: ${formatError(lastError)}`;\n\n      await requestLog.append(`[[Error]]:\\n${failureMessage}\\n\\n`);\n      await requestLog.append(formatRequestResultLog(tokenUsage, lastError));\n\n      throw new Error(failureMessage, {\n        ...(lastError === undefined ? {} : { cause: lastError }),\n      });\n    }\n\n    if (cacheKey !== undefined && this.#cache !== undefined && useCache) {\n      const entry = this.#cache.createEntry(cacheKey, response);\n\n      if (\n        input.sessionId !== undefined &&\n        input.pendingCacheEntries !== undefined\n      ) {\n        input.pendingCacheEntries.set(entry.cacheKey, entry);\n      } else {\n        await this.#cache.write(entry);\n      }\n    }\n\n    await requestLog.append(formatRequestResultLog(tokenUsage));\n    return response;\n  }\n\n  async #emitStreamProgress(outputCharacters: number): Promise<void> {\n    if (this.#onStreamProgress === undefined) {\n      return;\n    }\n\n    try {\n      await this.#onStreamProgress({ outputCharacters });\n    } catch {\n      return;\n    }\n  }\n\n  async #emitTokenUsage(usage: LanguageModelUsage | undefined): Promise<void> {\n    if (this.#onTokenUsage === undefined || usage === undefined) {\n      return;\n    }\n\n    try {\n      await this.#onTokenUsage({\n        ...(usage.inputTokenDetails.cacheReadTokens === undefined\n          ? {}\n          : { cacheReadTokens: usage.inputTokenDetails.cacheReadTokens }),\n        ...(usage.inputTokens === undefined\n          ? {}\n          : { inputTokens: usage.inputTokens }),\n        ...(usage.outputTokens === undefined\n          ? {}\n          : { outputTokens: usage.outputTokens }),\n      });\n    } catch {\n      return;\n    }\n  }\n}\n\nfunction normalizeGenerationInput(input: {\n  maxRetries: number;\n  messages: ModelMessage[];\n  model: LanguageModel;\n  timeout: number;\n}): {\n  maxRetries: number;\n  messages: ModelMessage[];\n  model: LanguageModel;\n  system?: string | SystemModelMessage | SystemModelMessage[];\n  timeout: number;\n} {\n  const systemMessages: SystemModelMessage[] = [];\n  let firstNonSystemIndex = 0;\n\n  while (firstNonSystemIndex < input.messages.length) {\n    const message = input.messages[firstNonSystemIndex];\n\n    if (message === undefined || message.role !== \"system\") {\n      break;\n    }\n\n    systemMessages.push(message);\n    firstNonSystemIndex += 1;\n  }\n\n  if (systemMessages.length === 0) {\n    return input;\n  }\n\n  if (systemMessages.length === 1) {\n    const [systemMessage] = systemMessages;\n\n    if (systemMessage === undefined) {\n      return input;\n    }\n\n    return {\n      ...input,\n      messages: input.messages.slice(firstNonSystemIndex),\n      system: systemMessage,\n    };\n  }\n\n  return {\n    ...input,\n    messages: input.messages.slice(firstNonSystemIndex),\n    system: systemMessages,\n  };\n}\n\nfunction ensureDirectoryPath(dirPath?: string): string | undefined {\n  if (dirPath === undefined) {\n    return undefined;\n  }\n\n  const resolvedDirPath = resolve(dirPath);\n\n  if (!existsSync(resolvedDirPath)) {\n    mkdirSync(resolvedDirPath, { recursive: true });\n    return resolvedDirPath;\n  }\n\n  if (!statSync(resolvedDirPath).isDirectory()) {\n    return undefined;\n  }\n\n  return resolvedDirPath;\n}\n\nfunction createCache(cacheDirPath?: string): LLMCache | undefined {\n  const resolvedCacheDirPath = ensureDirectoryPath(cacheDirPath);\n\n  if (resolvedCacheDirPath === undefined) {\n    return undefined;\n  }\n\n  return new LLMCache(resolvedCacheDirPath);\n}\n\nfunction hasVisibleNonSystemContent(messages: readonly LLMessage[]): boolean {\n  return messages.some(\n    (message) =>\n      message.role !== \"system\" &&\n      (typeof message.content !== \"string\" || message.content.trim() !== \"\"),\n  );\n}\n\nfunction formatRequestParameters(input: {\n  cacheKey?: string | undefined;\n  modelId: string;\n  modelIdentity: string;\n  modelProvider?: string | undefined;\n  resolvedTemperature: number | undefined;\n  resolvedTopP: number | undefined;\n  retryIndex?: number | undefined;\n  retryMax?: number | undefined;\n  scope?: string | undefined;\n  sessionId?: number | undefined;\n  temperature: TemperatureSetting;\n  topP: TemperatureSetting;\n}): string {\n  const lines = [\n    \"[[Parameters]]:\",\n    `\\tmodel=${input.modelIdentity}`,\n    `\\ttemperature=${String(input.resolvedTemperature)}`,\n    `\\ttop_p=${String(input.resolvedTopP)}`,\n  ];\n\n  if (input.modelProvider !== undefined) {\n    lines.push(`\\tprovider=${input.modelProvider}`);\n  }\n\n  lines.push(`\\tmodel_id=${input.modelId}`);\n\n  if (input.scope !== undefined) {\n    lines.push(`\\tscope=${input.scope}`);\n  }\n\n  if (Array.isArray(input.temperature)) {\n    lines.push(`\\ttemperature_schedule=${JSON.stringify(input.temperature)}`);\n  }\n\n  if (Array.isArray(input.topP)) {\n    lines.push(`\\ttop_p_schedule=${JSON.stringify(input.topP)}`);\n  }\n\n  if (input.retryIndex !== undefined && input.retryMax !== undefined) {\n    lines.push(`\\tretry_progress=${input.retryIndex}/${input.retryMax}`);\n  }\n\n  if (input.cacheKey !== undefined) {\n    lines.push(`\\tcache_key=${input.cacheKey}`);\n  }\n\n  if (input.sessionId !== undefined) {\n    lines.push(`\\tsession_id=${input.sessionId}`);\n  }\n\n  return `${lines.join(\"\\n\")}\\n\\n`;\n}\n\nfunction formatRequestMessages(messages: readonly LLMessage[]): string {\n  const body = messages\n    .map(\n      (message) =>\n        `${capitalize(message.role)}:\\n${formatMessageContent(message.content)}`,\n    )\n    .join(\"\\n\\n\");\n\n  return `[[Request]]:\\n${body}\\n\\n`;\n}\n\nfunction formatRequestResultLog(\n  usage: LanguageModelUsage | \"cache-hit\" | undefined,\n  error?: unknown,\n): string {\n  return [\n    formatRequestUsageLog(usage),\n    ...(error === undefined ? [] : [formatRequestErrorStackLog(error)]),\n  ].join(\"\");\n}\n\nfunction formatRequestUsageLog(\n  usage: LanguageModelUsage | \"cache-hit\" | undefined,\n): string {\n  if (usage === \"cache-hit\") {\n    return \"[[Usage]]:\\ncache-hit\\n\\n\";\n  }\n\n  return [\n    \"[[Usage]]:\",\n    `input: ${formatTokenCount(usage?.inputTokens)}`,\n    `cache: ${formatTokenCount(usage?.inputTokenDetails.cacheReadTokens)}`,\n    `output: ${formatTokenCount(usage?.outputTokens)}`,\n    \"\",\n    \"\",\n  ].join(\"\\n\");\n}\n\nfunction formatTokenCount(value: number | undefined): string {\n  return value === undefined ? \"unavailable\" : String(value);\n}\n\nfunction formatRequestErrorStackLog(error: unknown): string {\n  return `[[Error Stack]]:\\n${formatErrorStack(error)}\\n\\n`;\n}\n\nfunction formatErrorStack(error: unknown): string {\n  if (error instanceof Error) {\n    return error.stack ?? formatError(error);\n  }\n\n  return formatError(error);\n}\n\nfunction formatMessageContent(content: LLMessage[\"content\"]): string {\n  if (typeof content === \"string\") {\n    return content;\n  }\n\n  const serializedContent = JSON.stringify(content, null, 2);\n\n  if (typeof serializedContent === \"string\") {\n    return serializedContent;\n  }\n\n  return \"\";\n}\n\nfunction capitalize(value: string): string {\n  if (value.length === 0) {\n    return value;\n  }\n\n  return `${value[0]?.toUpperCase() ?? \"\"}${value.slice(1)}`;\n}\n\nfunction isRetryableError(error: unknown): boolean {\n  if (APICallError.isInstance(error)) {\n    if (isPaymentRequiredError(error)) {\n      return false;\n    }\n\n    if (error.isRetryable) {\n      return true;\n    }\n\n    return isRetryableStatusCode(error.statusCode);\n  }\n\n  return !isAbortLikeError(error) && isRetryableTransportError(error);\n}\n\nfunction isPaymentRequiredError(error: unknown): boolean {\n  return APICallError.isInstance(error) && error.statusCode === 402;\n}\n\nfunction isRetryableStatusCode(statusCode: number | undefined): boolean {\n  return (\n    typeof statusCode === \"number\" &&\n    RETRYABLE_HTTP_STATUS_CODES.has(statusCode)\n  );\n}\n\nfunction isAbortLikeError(error: unknown): boolean {\n  return someErrorInChain(error, (currentError) =>\n    ABORT_ERROR_NAMES.has(currentError.name),\n  );\n}\n\nfunction isRetryableTransportError(error: unknown): boolean {\n  return someErrorInChain(error, (currentError) => {\n    const nodeError = currentError as NodeJS.ErrnoException;\n    const errorCode =\n      typeof nodeError.code === \"string\"\n        ? nodeError.code.toUpperCase()\n        : undefined;\n\n    if (errorCode !== undefined && RETRYABLE_ERROR_CODES.has(errorCode)) {\n      return true;\n    }\n\n    const errorMessage = currentError.message.toLowerCase();\n\n    return RETRYABLE_ERROR_KEYWORDS.some((keyword) =>\n      errorMessage.includes(keyword),\n    );\n  });\n}\n\nfunction someErrorInChain(\n  error: unknown,\n  matcher: (error: Error) => boolean,\n): boolean {\n  const visited = new Set<unknown>();\n  let current: unknown = error;\n\n  while (current instanceof Error && !visited.has(current)) {\n    if (matcher(current)) {\n      return true;\n    }\n\n    visited.add(current);\n    current = current.cause;\n  }\n\n  return false;\n}\n\nfunction resolveModelInfo(model: LLMModel): {\n  readonly identity: string;\n  readonly modelId: string;\n  readonly provider?: string;\n} {\n  if (typeof model === \"string\") {\n    return {\n      identity: model,\n      modelId: model,\n    };\n  }\n\n  if (hasModelMetadata(model)) {\n    return {\n      identity:\n        model.provider === undefined\n          ? model.modelId\n          : `${model.provider}:${model.modelId}`,\n      modelId: model.modelId,\n      ...(model.provider === undefined ? {} : { provider: model.provider }),\n    };\n  }\n\n  return {\n    identity: \"unknown-model\",\n    modelId: \"unknown-model\",\n  };\n}\n\nfunction hasModelMetadata(\n  model: LLMModel,\n): model is LLMModel & { modelId: string; provider?: string } {\n  return (\n    typeof model === \"object\" &&\n    model !== null &&\n    \"modelId\" in model &&\n    typeof model.modelId === \"string\" &&\n    (!(\"provider\" in model) || typeof model.provider === \"string\")\n  );\n}\n"],"mappings":"AAAA,SAAS,YAAY,WAAW,gBAAgB;AAChD,SAAS,eAAe;AACxB,SAAS,cAAc,aAAa;AAEpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAKK;AAGP,SAAS,iBAAiB;AAC1B,SAAS,iBAAiB;AAC1B,SAAS,sBAAsB;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,mBAAmB;AAC5B,SAAS,gBAAgB;AACzB,SAAS,kBAA+C;AACxD,SAAS,+BAA+B;AACxC,SAAS,wBAAwB;AACjC,SAAS,kBAAkB,8BAA8B;AAczD,MAAM,qBAAqB;AAC3B,MAAM,8BAA8B;AACpC,MAAM,oBAAoB,oBAAI,IAAI;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AACF,CAAC;AACD,MAAM,8BAA8B,oBAAI,IAAI;AAAA,EAC1C;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AACzD,CAAC;AAYD,MAAM,wBAAwB,oBAAI,IAAI;AAAA,EACpC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AACD,MAAM,2BAA2B;AAAA,EAC/B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,IAAI,mBAAmB;AAUhB,MAAM,IAAsB;AAAA,EACxB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEO;AAAA,EAWT,YAAY,SAAwB;AACzC,UAAM,aAAa,QAAQ,cAAc;AACzC,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,cAAc,QAAQ,eAAe;AAC3C,UAAM,OAAO,QAAQ,QAAQ;AAC7B,UAAM,WAAW,QAAQ;AACzB,UAAM,SAAS,QAAQ,UAAU;AACjC,UAAM,YAAY,iBAAiB,QAAQ,KAAK;AAEhD,SAAK,SAAS,OAAO,OAAO;AAAA,MAC1B;AAAA,MACA,SAAS,UAAU;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAI,UAAU,aAAa,SACvB,CAAC,IACD,EAAE,UAAU,UAAU,SAAS;AAAA,MACnC,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,IAC/C,CAAC;AACD,SAAK,SAAS,YAAY,QAAQ,YAAY;AAC9C,SAAK,sBAAsB,IAAI,eAAe,UAAU;AACxD,SAAK,cAAc,oBAAoB,QAAQ,UAAU;AACzD,SAAK,SAAS,QAAQ;AACtB,SAAK,iBAAiB,UAAU;AAChC,SAAK,WAAW,UAAU;AAC1B,SAAK,iBAAiB,UAAU;AAChC,SAAK,oBAAoB,QAAQ;AACjC,SAAK,gBAAgB,QAAQ;AAC7B,SAAK,kBAAkB,IAAI,eAAe,UAAU;AACpD,SAAK,wBAAwB,QAAQ,wBAAwB;AAC7D,SAAK,cAAc,QAAQ,cAAc;AACzC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,uBAAuB,UAAU,QAAQ,WAAW;AACzD,SAAK,eAAe;AACpB,SAAK,aAAa;AAClB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEO,UAAyB;AAC9B,wBAAoB;AACpB,UAAM,YAAY;AAElB,WAAO,IAAI;AAAA,MACT;AAAA,MACA,OAAO,UACL,MAAM,KAAK,oBAAoB;AAAA,QAC7B,GAAG,MAAM;AAAA,QACT,UAAU,MAAM;AAAA,QAChB;AAAA,QACA,GAAI,MAAM,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,MAAM,SAAS;AAAA,QACnE,GAAI,MAAM,wBAAwB,SAC9B,CAAC,IACD,EAAE,qBAAqB,MAAM,oBAAoB;AAAA,MACvD,CAAC;AAAA,MACH,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAa,YACX,WACY;AACZ,WAAO,MAAM,KAAK,QAAQ,EAAE,IAAI,SAAS;AAAA,EAC3C;AAAA,EAOA,MAAa,QACX,OACA,UAAgC,CAAC,GACZ;AACrB,QAAI,OAAO,UAAU,YAAY;AAC/B,aAAO,MAAM,KAAK,oBAAoB;AAAA,QACpC,YAAY,MAAM,MAAM,KAAK,YAAY;AAAA,MAC3C;AAAA,IACF;AAEA,WAAO,MAAM,KAAK,aAAa,OAAO,OAAO;AAAA,EAC/C;AAAA,EAES,eAAsC,OAC7C,UACA,UAAU,CAAC,MAEX,MAAM,KAAK,oBAAoB;AAAA,IAC7B;AAAA,IACA,GAAG;AAAA,EACL,CAAC;AAAA,EAEI,iBACL,cACA,kBAA2C,CAAC,GACpC;AACR,WAAO,KAAK,qBAAqB,OAAO,cAAc,eAAe;AAAA,EACvE;AAAA,EAEA,MAAM,oBAAoB,OAAmD;AAC3E,UAAM,kBAAkB;AAAA,MACtB,MAAM;AAAA,MACN,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AACA,UAAM,cAAc,MAAM,eAAe,gBAAgB;AACzD,UAAM,OAAO,MAAM,QAAQ,gBAAgB;AAC3C,UAAM,sBAAsB;AAAA,MAC1B;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,UAAM,eAAe;AAAA,MACnB;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,UAAM,YACH,MAAM,YAAY,SAAS,2BAA2B,MAAM,QAAQ;AACvE,UAAM,WACJ,KAAK,WAAW,UAAa,WACzB,WAAW;AAAA,MACT,UAAU,MAAM,SAAS,IAAI,CAAC,aAAa;AAAA,QACzC,SAAS,QAAQ;AAAA,QACjB,MAAM,QAAQ;AAAA,MAChB,EAAE;AAAA,MACF,SAAS,KAAK;AAAA,MACd,UAAU,KAAK,kBAAkB;AAAA,MACjC,aAAa,uBAAuB;AAAA,MACpC,MAAM,gBAAgB;AAAA,IACxB,CAAC,IACD;AACN,UAAM,aAAa,iBAAiB,KAAK,WAAW;AAEpD,QAAI,WAAW,aAAa,UAAa,MAAM,aAAa,QAAW;AACrE,YAAM,SAAS,KAAK,WAAW,QAAQ;AAAA,IACzC;AAEA,UAAM,WAAW;AAAA,MACf,wBAAwB;AAAA,QACtB;AAAA,QACA,SAAS,KAAK;AAAA,QACd,eAAe,KAAK;AAAA,QACpB,eAAe,KAAK;AAAA,QACpB;AAAA,QACA;AAAA,QACA,YAAY,MAAM;AAAA,QAClB,UAAU,MAAM;AAAA,QAChB,OAAO,MAAM;AAAA,QACb,WAAW,MAAM;AAAA,QACjB;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM,WAAW,OAAO,sBAAsB,MAAM,QAAQ,CAAC;AAE7D,QAAI,aAAa,UAAa,KAAK,WAAW,UAAa,UAAU;AACnE,YAAM,iBAAiB,MAAM,KAAK,OAAO,KAAK,QAAQ;AAEtD,UAAI,mBAAmB,QAAW;AAChC,kBAAU;AAAA,UACR,WAAW;AAAA,UACX,OAAO,MAAM;AAAA,UACb,WAAW,MAAM;AAAA,QACnB,CAAC,EAAE;AAAA,UACD,2CAA2C,SAAS,MAAM,GAAG,EAAE,CAAC;AAAA,QAClE;AACA,cAAM,WAAW;AAAA,UACf;AAAA,EAA+B,cAAc;AAAA;AAAA;AAAA,QAC/C;AACA,cAAM,WAAW,OAAO,uBAAuB,WAAW,CAAC;AAC3D,eAAO;AAAA,MACT;AAAA,IACF;AAEA,QAAI;AACJ,QAAI;AACJ,QAAI;AAEJ,aAAS,UAAU,GAAG,WAAW,KAAK,aAAa,WAAW,GAAG;AAC/D,UAAI;AACF,mBAAW,MAAM,KAAK,gBAAgB,IAAI,YAAY;AACpD,gBAAM,kBASF,yBAAyB;AAAA,YAC3B,YAAY;AAAA,YACZ,UAAU,CAAC,GAAG,MAAM,QAAQ;AAAA,YAC5B,OAAO,KAAK;AAAA,YACZ,SAAS,KAAK;AAAA,UAChB,CAAC;AAED,cAAI,MAAM,WAAW,QAAW;AAC9B,4BAAgB,cAAc,MAAM;AAAA,UACtC;AAEA,cAAI,wBAAwB,QAAW;AACrC,4BAAgB,cAAc;AAAA,UAChC;AAEA,cAAI,iBAAiB,QAAW;AAC9B,4BAAgB,OAAO;AAAA,UACzB;AAEA,cAAI,KAAK,SAAS;AAChB,kBAAM,aAAuB,CAAC;AAC9B,kBAAM,SAAS,WAAW,eAAe;AAEzC,6BAAiB,SAAS,OAAO,YAAY;AAC3C,yBAAW,KAAK,KAAK;AACrB,oBAAM,KAAK,oBAAoB,MAAM,MAAM;AAAA,YAC7C;AACA,yBAAa,MAAM,OAAO;AAC1B,kBAAM,KAAK,gBAAgB,UAAU;AACrC,mBAAO,WAAW,KAAK,EAAE;AAAA,UAC3B,OAAO;AACL,kBAAM,SAAS,MAAM,aAAa,eAAe;AAEjD,yBAAa,OAAO;AACpB,kBAAM,KAAK,oBAAoB,OAAO,KAAK,MAAM;AACjD,kBAAM,KAAK,gBAAgB,UAAU;AACrC,mBAAO,OAAO;AAAA,UAChB;AAAA,QACF,CAAC;AAED,cAAM,WAAW,OAAO;AAAA,EAAkB,QAAQ;AAAA;AAAA,CAAM;AACxD;AAAA,MACF,SAAS,OAAO;AACd,oBAAY;AAEZ,YAAI,uBAAuB,KAAK,GAAG;AACjC,gBAAM,eAAe,IAAI,wBAAwB,QAAW;AAAA,YAC1D,OAAO;AAAA,UACT,CAAC;AAED,gBAAM,WAAW;AAAA,YACf;AAAA,EAAe,YAAY,YAAY,CAAC;AAAA;AAAA;AAAA,UAC1C;AACA,gBAAM,WAAW,OAAO,uBAAuB,YAAY,KAAK,CAAC;AACjE,gBAAM;AAAA,QACR;AAEA,YAAI,CAAC,iBAAiB,KAAK,GAAG;AAC5B,gBAAM,WAAW,OAAO;AAAA,EAAe,YAAY,KAAK,CAAC;AAAA;AAAA,CAAM;AAC/D,gBAAM,WAAW,OAAO,uBAAuB,YAAY,KAAK,CAAC;AACjE,gBAAM;AAAA,QACR;AAEA,cAAM,WAAW;AAAA,UACf;AAAA,qDAAoE,UAAU,CAAC;AAAA;AAAA;AAAA,QACjF;AAEA,YAAI,UAAU,KAAK,eAAe,KAAK,wBAAwB,GAAG;AAChE,gBAAM,MAAM,KAAK,wBAAwB,KAAM,QAAW;AAAA,YACxD,QAAQ,MAAM;AAAA,UAChB,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,QAAI,aAAa,QAAW;AAC1B,YAAM,iBACJ,cAAc,SACV,4BAA4B,KAAK,cAAc,CAAC,cAChD,4BAA4B,KAAK,cAAc,CAAC,cAAc,YAAY,SAAS,CAAC;AAE1F,YAAM,WAAW,OAAO;AAAA,EAAe,cAAc;AAAA;AAAA,CAAM;AAC3D,YAAM,WAAW,OAAO,uBAAuB,YAAY,SAAS,CAAC;AAErE,YAAM,IAAI,MAAM,gBAAgB;AAAA,QAC9B,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,OAAO,UAAU;AAAA,MACxD,CAAC;AAAA,IACH;AAEA,QAAI,aAAa,UAAa,KAAK,WAAW,UAAa,UAAU;AACnE,YAAM,QAAQ,KAAK,OAAO,YAAY,UAAU,QAAQ;AAExD,UACE,MAAM,cAAc,UACpB,MAAM,wBAAwB,QAC9B;AACA,cAAM,oBAAoB,IAAI,MAAM,UAAU,KAAK;AAAA,MACrD,OAAO;AACL,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,uBAAuB,UAAU,CAAC;AAC1D,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,oBAAoB,kBAAyC;AACjE,QAAI,KAAK,sBAAsB,QAAW;AACxC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,kBAAkB,EAAE,iBAAiB,CAAC;AAAA,IACnD,QAAQ;AACN;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,OAAsD;AAC1E,QAAI,KAAK,kBAAkB,UAAa,UAAU,QAAW;AAC3D;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,cAAc;AAAA,QACvB,GAAI,MAAM,kBAAkB,oBAAoB,SAC5C,CAAC,IACD,EAAE,iBAAiB,MAAM,kBAAkB,gBAAgB;AAAA,QAC/D,GAAI,MAAM,gBAAgB,SACtB,CAAC,IACD,EAAE,aAAa,MAAM,YAAY;AAAA,QACrC,GAAI,MAAM,iBAAiB,SACvB,CAAC,IACD,EAAE,cAAc,MAAM,aAAa;AAAA,MACzC,CAAC;AAAA,IACH,QAAQ;AACN;AAAA,IACF;AAAA,EACF;AACF;AAEA,SAAS,yBAAyB,OAWhC;AACA,QAAM,iBAAuC,CAAC;AAC9C,MAAI,sBAAsB;AAE1B,SAAO,sBAAsB,MAAM,SAAS,QAAQ;AAClD,UAAM,UAAU,MAAM,SAAS,mBAAmB;AAElD,QAAI,YAAY,UAAa,QAAQ,SAAS,UAAU;AACtD;AAAA,IACF;AAEA,mBAAe,KAAK,OAAO;AAC3B,2BAAuB;AAAA,EACzB;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B,WAAO;AAAA,EACT;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B,UAAM,CAAC,aAAa,IAAI;AAExB,QAAI,kBAAkB,QAAW;AAC/B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,GAAG;AAAA,MACH,UAAU,MAAM,SAAS,MAAM,mBAAmB;AAAA,MAClD,QAAQ;AAAA,IACV;AAAA,EACF;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,UAAU,MAAM,SAAS,MAAM,mBAAmB;AAAA,IAClD,QAAQ;AAAA,EACV;AACF;AAEA,SAAS,oBAAoB,SAAsC;AACjE,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AAEA,QAAM,kBAAkB,QAAQ,OAAO;AAEvC,MAAI,CAAC,WAAW,eAAe,GAAG;AAChC,cAAU,iBAAiB,EAAE,WAAW,KAAK,CAAC;AAC9C,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,SAAS,eAAe,EAAE,YAAY,GAAG;AAC5C,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,YAAY,cAA6C;AAChE,QAAM,uBAAuB,oBAAoB,YAAY;AAE7D,MAAI,yBAAyB,QAAW;AACtC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,SAAS,oBAAoB;AAC1C;AAEA,SAAS,2BAA2B,UAAyC;AAC3E,SAAO,SAAS;AAAA,IACd,CAAC,YACC,QAAQ,SAAS,aAChB,OAAO,QAAQ,YAAY,YAAY,QAAQ,QAAQ,KAAK,MAAM;AAAA,EACvE;AACF;AAEA,SAAS,wBAAwB,OAatB;AACT,QAAM,QAAQ;AAAA,IACZ;AAAA,IACA,UAAW,MAAM,aAAa;AAAA,IAC9B,gBAAiB,OAAO,MAAM,mBAAmB,CAAC;AAAA,IAClD,UAAW,OAAO,MAAM,YAAY,CAAC;AAAA,EACvC;AAEA,MAAI,MAAM,kBAAkB,QAAW;AACrC,UAAM,KAAK,aAAc,MAAM,aAAa,EAAE;AAAA,EAChD;AAEA,QAAM,KAAK,aAAc,MAAM,OAAO,EAAE;AAExC,MAAI,MAAM,UAAU,QAAW;AAC7B,UAAM,KAAK,UAAW,MAAM,KAAK,EAAE;AAAA,EACrC;AAEA,MAAI,MAAM,QAAQ,MAAM,WAAW,GAAG;AACpC,UAAM,KAAK,yBAA0B,KAAK,UAAU,MAAM,WAAW,CAAC,EAAE;AAAA,EAC1E;AAEA,MAAI,MAAM,QAAQ,MAAM,IAAI,GAAG;AAC7B,UAAM,KAAK,mBAAoB,KAAK,UAAU,MAAM,IAAI,CAAC,EAAE;AAAA,EAC7D;AAEA,MAAI,MAAM,eAAe,UAAa,MAAM,aAAa,QAAW;AAClE,UAAM,KAAK,mBAAoB,MAAM,UAAU,IAAI,MAAM,QAAQ,EAAE;AAAA,EACrE;AAEA,MAAI,MAAM,aAAa,QAAW;AAChC,UAAM,KAAK,cAAe,MAAM,QAAQ,EAAE;AAAA,EAC5C;AAEA,MAAI,MAAM,cAAc,QAAW;AACjC,UAAM,KAAK,eAAgB,MAAM,SAAS,EAAE;AAAA,EAC9C;AAEA,SAAO,GAAG,MAAM,KAAK,IAAI,CAAC;AAAA;AAAA;AAC5B;AAEA,SAAS,sBAAsB,UAAwC;AACrE,QAAM,OAAO,SACV;AAAA,IACC,CAAC,YACC,GAAG,WAAW,QAAQ,IAAI,CAAC;AAAA,EAAM,qBAAqB,QAAQ,OAAO,CAAC;AAAA,EAC1E,EACC,KAAK,MAAM;AAEd,SAAO;AAAA,EAAiB,IAAI;AAAA;AAAA;AAC9B;AAEA,SAAS,uBACP,OACA,OACQ;AACR,SAAO;AAAA,IACL,sBAAsB,KAAK;AAAA,IAC3B,GAAI,UAAU,SAAY,CAAC,IAAI,CAAC,2BAA2B,KAAK,CAAC;AAAA,EACnE,EAAE,KAAK,EAAE;AACX;AAEA,SAAS,sBACP,OACQ;AACR,MAAI,UAAU,aAAa;AACzB,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,iBAAiB,OAAO,WAAW,CAAC;AAAA,IAC9C,UAAU,iBAAiB,OAAO,kBAAkB,eAAe,CAAC;AAAA,IACpE,WAAW,iBAAiB,OAAO,YAAY,CAAC;AAAA,IAChD;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;AAEA,SAAS,iBAAiB,OAAmC;AAC3D,SAAO,UAAU,SAAY,gBAAgB,OAAO,KAAK;AAC3D;AAEA,SAAS,2BAA2B,OAAwB;AAC1D,SAAO;AAAA,EAAqB,iBAAiB,KAAK,CAAC;AAAA;AAAA;AACrD;AAEA,SAAS,iBAAiB,OAAwB;AAChD,MAAI,iBAAiB,OAAO;AAC1B,WAAO,MAAM,SAAS,YAAY,KAAK;AAAA,EACzC;AAEA,SAAO,YAAY,KAAK;AAC1B;AAEA,SAAS,qBAAqB,SAAuC;AACnE,MAAI,OAAO,YAAY,UAAU;AAC/B,WAAO;AAAA,EACT;AAEA,QAAM,oBAAoB,KAAK,UAAU,SAAS,MAAM,CAAC;AAEzD,MAAI,OAAO,sBAAsB,UAAU;AACzC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,SAAS,WAAW,OAAuB;AACzC,MAAI,MAAM,WAAW,GAAG;AACtB,WAAO;AAAA,EACT;AAEA,SAAO,GAAG,MAAM,CAAC,GAAG,YAAY,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,CAAC;AAC1D;AAEA,SAAS,iBAAiB,OAAyB;AACjD,MAAI,aAAa,WAAW,KAAK,GAAG;AAClC,QAAI,uBAAuB,KAAK,GAAG;AACjC,aAAO;AAAA,IACT;AAEA,QAAI,MAAM,aAAa;AACrB,aAAO;AAAA,IACT;AAEA,WAAO,sBAAsB,MAAM,UAAU;AAAA,EAC/C;AAEA,SAAO,CAAC,iBAAiB,KAAK,KAAK,0BAA0B,KAAK;AACpE;AAEA,SAAS,uBAAuB,OAAyB;AACvD,SAAO,aAAa,WAAW,KAAK,KAAK,MAAM,eAAe;AAChE;AAEA,SAAS,sBAAsB,YAAyC;AACtE,SACE,OAAO,eAAe,YACtB,4BAA4B,IAAI,UAAU;AAE9C;AAEA,SAAS,iBAAiB,OAAyB;AACjD,SAAO;AAAA,IAAiB;AAAA,IAAO,CAAC,iBAC9B,kBAAkB,IAAI,aAAa,IAAI;AAAA,EACzC;AACF;AAEA,SAAS,0BAA0B,OAAyB;AAC1D,SAAO,iBAAiB,OAAO,CAAC,iBAAiB;AAC/C,UAAM,YAAY;AAClB,UAAM,YACJ,OAAO,UAAU,SAAS,WACtB,UAAU,KAAK,YAAY,IAC3B;AAEN,QAAI,cAAc,UAAa,sBAAsB,IAAI,SAAS,GAAG;AACnE,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,aAAa,QAAQ,YAAY;AAEtD,WAAO,yBAAyB;AAAA,MAAK,CAAC,YACpC,aAAa,SAAS,OAAO;AAAA,IAC/B;AAAA,EACF,CAAC;AACH;AAEA,SAAS,iBACP,OACA,SACS;AACT,QAAM,UAAU,oBAAI,IAAa;AACjC,MAAI,UAAmB;AAEvB,SAAO,mBAAmB,SAAS,CAAC,QAAQ,IAAI,OAAO,GAAG;AACxD,QAAI,QAAQ,OAAO,GAAG;AACpB,aAAO;AAAA,IACT;AAEA,YAAQ,IAAI,OAAO;AACnB,cAAU,QAAQ;AAAA,EACpB;AAEA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAIxB;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO;AAAA,MACL,UAAU;AAAA,MACV,SAAS;AAAA,IACX;AAAA,EACF;AAEA,MAAI,iBAAiB,KAAK,GAAG;AAC3B,WAAO;AAAA,MACL,UACE,MAAM,aAAa,SACf,MAAM,UACN,GAAG,MAAM,QAAQ,IAAI,MAAM,OAAO;AAAA,MACxC,SAAS,MAAM;AAAA,MACf,GAAI,MAAM,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,MAAM,SAAS;AAAA,IACrE;AAAA,EACF;AAEA,SAAO;AAAA,IACL,UAAU;AAAA,IACV,SAAS;AAAA,EACX;AACF;AAEA,SAAS,iBACP,OAC4D;AAC5D,SACE,OAAO,UAAU,YACjB,UAAU,QACV,aAAa,SACb,OAAO,MAAM,YAAY,aACxB,EAAE,cAAc,UAAU,OAAO,MAAM,aAAa;AAEzD;","names":[]}

package/dist/llm/context.d.ts

@@ -0,0 +1,22 @@
+import { PendingCacheEntry, LLMCache } from './cache.js';
+import { LLMessage, LLMRequestOptions } from './types.js';
+import 'ai';
+
+interface LLMContextRequestInput<S extends string> {
+    messages: readonly LLMessage[];
+    options: LLMRequestOptions<S>;
+    pendingCacheEntries?: Map<string, PendingCacheEntry>;
+    logFiles?: string[];
+}
+type LLMContextRequest<S extends string> = (input: LLMContextRequestInput<S>) => Promise<string>;
+declare class LLMContext<S extends string> {
+    #private;
+    readonly sessionId: number;
+    constructor(sessionId: number, requestFn: LLMContextRequest<S>, cache?: LLMCache);
+    request(messages: readonly LLMessage[], options?: LLMRequestOptions<S>): Promise<string>;
+    commit(): Promise<void>;
+    rollback(): Promise<void>;
+    run<T>(operation: (context: LLMContext<S>) => Promise<T>): Promise<T>;
+}
+
+export { LLMContext, type LLMContextRequestInput };