wiki-graph-core 0.3.1 → 0.4.1

package/dist/external/llm/cache.js

@@ -0,0 +1,35 @@
+import { readFile, writeFile } from "fs/promises";
+import { join } from "path";
+import { isNodeError } from "../../utils/node-error.js";
+class LLMCache {
+  #cacheDirPath;
+  constructor(cacheDirPath) {
+    this.#cacheDirPath = cacheDirPath;
+  }
+  createEntry(cacheKey, response) {
+    return {
+      cacheKey,
+      response
+    };
+  }
+  async read(cacheKey) {
+    try {
+      return await readFile(this.#getFilePath(cacheKey), "utf8");
+    } catch (error) {
+      if (isNodeError(error) && error.code === "ENOENT") {
+        return void 0;
+      }
+      throw error;
+    }
+  }
+  async write(entry) {
+    await writeFile(this.#getFilePath(entry.cacheKey), entry.response, "utf8");
+  }
+  #getFilePath(cacheKey) {
+    return join(this.#cacheDirPath, `${cacheKey}.txt`);
+  }
+}
+export {
+  LLMCache
+};
+//# sourceMappingURL=cache.js.map

package/dist/external/llm/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/external/llm/cache.ts"],"sourcesContent":["import { readFile, writeFile } from \"fs/promises\";\nimport { join } from \"path\";\n\nimport { isNodeError } from \"../../utils/node-error.js\";\n\nexport interface PendingCacheEntry {\n  cacheKey: string;\n  response: string;\n}\n\nexport class LLMCache {\n  readonly #cacheDirPath: string;\n\n  public constructor(cacheDirPath: string) {\n    this.#cacheDirPath = cacheDirPath;\n  }\n\n  public createEntry(cacheKey: string, response: string): PendingCacheEntry {\n    return {\n      cacheKey,\n      response,\n    };\n  }\n\n  public async read(cacheKey: string): Promise<string | undefined> {\n    try {\n      return await readFile(this.#getFilePath(cacheKey), \"utf8\");\n    } catch (error) {\n      if (isNodeError(error) && error.code === \"ENOENT\") {\n        return undefined;\n      }\n\n      throw error;\n    }\n  }\n\n  public async write(entry: PendingCacheEntry): Promise<void> {\n    await writeFile(this.#getFilePath(entry.cacheKey), entry.response, \"utf8\");\n  }\n\n  #getFilePath(cacheKey: string): string {\n    return join(this.#cacheDirPath, `${cacheKey}.txt`);\n  }\n}\n"],"mappings":"AAAA,SAAS,UAAU,iBAAiB;AACpC,SAAS,YAAY;AAErB,SAAS,mBAAmB;AAOrB,MAAM,SAAS;AAAA,EACX;AAAA,EAEF,YAAY,cAAsB;AACvC,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEO,YAAY,UAAkB,UAAqC;AACxE,WAAO;AAAA,MACL;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAa,KAAK,UAA+C;AAC/D,QAAI;AACF,aAAO,MAAM,SAAS,KAAK,aAAa,QAAQ,GAAG,MAAM;AAAA,IAC3D,SAAS,OAAO;AACd,UAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,eAAO;AAAA,MACT;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEA,MAAa,MAAM,OAAyC;AAC1D,UAAM,UAAU,KAAK,aAAa,MAAM,QAAQ,GAAG,MAAM,UAAU,MAAM;AAAA,EAC3E;AAAA,EAEA,aAAa,UAA0B;AACrC,WAAO,KAAK,KAAK,eAAe,GAAG,QAAQ,MAAM;AAAA,EACnD;AACF;","names":[]}

package/dist/external/llm/client/core.d.ts

@@ -0,0 +1,26 @@
+import { LLMContext } from '../context.js';
+import { SamplingScopeConfig, TemperatureSetting, LLMOptions, LLMessage, LLMRequestOptions, LLMLazyRequestOperation } from '../types.js';
+import '../cache.js';
+import 'ai';
+
+declare class LLM<S extends string> {
+    #private;
+    readonly config: Readonly<{
+        concurrent: number;
+        provider?: string;
+        modelId: string;
+        sampling?: SamplingScopeConfig<S>;
+        stream: boolean;
+        timeout: number;
+        temperature: TemperatureSetting;
+        topP: TemperatureSetting;
+    }>;
+    constructor(options: LLMOptions<S>);
+    context(): LLMContext<S>;
+    withContext<T>(operation: (context: LLMContext<S>) => Promise<T>): Promise<T>;
+    request(messages: readonly LLMessage[], options?: LLMRequestOptions<S>): Promise<string>;
+    request<T>(operation: LLMLazyRequestOperation<S, T>): Promise<T>;
+    loadSystemPrompt(templateName: string, templateContext?: Record<string, unknown>): string;
+}
+
+export { LLM };

package/dist/external/llm/client/core.js

@@ -0,0 +1,321 @@
+import { setTimeout as sleep } from "timers/promises";
+import { createCache, ensureDirectoryPath } from "./files.js";
+import { normalizeGenerationInput } from "./generation.js";
+import {
+  formatRequestMessages,
+  formatRequestParameters,
+  formatRequestResultLog,
+  hasVisibleNonSystemContent
+} from "./log.js";
+import { resolveModelInfo } from "./model.js";
+import { isPaymentRequiredError, isRetryableError } from "./retry.js";
+import {
+  generateText,
+  streamText
+} from "ai";
+import { getLogger } from "../../../runtime/common/logging.js";
+import { createEnv } from "../../../runtime/common/template.js";
+import { AsyncSemaphore } from "../../../utils/async-semaphore.js";
+import { createHash } from "../../../utils/hash.js";
+import { formatError } from "../../../utils/node-error.js";
+import { LLMContext } from "../context.js";
+import { LLMPaymentRequiredError } from "../errors.js";
+import { createRequestLog } from "../request-log.js";
+import { getScopeDefaults, resolveSamplingSetting } from "../sampling.js";
+const DEFAULT_TIMEOUT_MS = 36e4;
+const DEFAULT_CONCURRENT_REQUESTS = 6;
+let contextIdCounter = 0;
+class LLM {
+  #cache;
+  #lazyRequestLimiter;
+  #logDirPath;
+  #model;
+  #modelProvider;
+  #modelId;
+  #modelIdentity;
+  #onStreamProgress;
+  #onTokenUsage;
+  #requestLimiter;
+  #retryIntervalSeconds;
+  #retryTimes;
+  #sampling;
+  #stream;
+  #templateEnvironment;
+  #temperature;
+  #timeoutMs;
+  #topP;
+  config;
+  constructor(options) {
+    const concurrent = options.concurrent ?? DEFAULT_CONCURRENT_REQUESTS;
+    const timeout = options.timeout ?? DEFAULT_TIMEOUT_MS;
+    const temperature = options.temperature ?? 0.6;
+    const topP = options.topP ?? 0.6;
+    const sampling = options.sampling;
+    const stream = options.stream ?? false;
+    const modelInfo = resolveModelInfo(options.model);
+    this.config = Object.freeze({
+      concurrent,
+      modelId: modelInfo.modelId,
+      temperature,
+      stream,
+      timeout,
+      topP,
+      ...modelInfo.provider === void 0 ? {} : { provider: modelInfo.provider },
+      ...sampling === void 0 ? {} : { sampling }
+    });
+    this.#cache = createCache(options.cacheDirPath);
+    this.#lazyRequestLimiter = new AsyncSemaphore(concurrent);
+    this.#logDirPath = ensureDirectoryPath(options.logDirPath);
+    this.#model = options.model;
+    this.#modelProvider = modelInfo.provider;
+    this.#modelId = modelInfo.modelId;
+    this.#modelIdentity = modelInfo.identity;
+    this.#onStreamProgress = options.onStreamProgress;
+    this.#onTokenUsage = options.onTokenUsage;
+    this.#requestLimiter = new AsyncSemaphore(concurrent);
+    this.#retryIntervalSeconds = options.retryIntervalSeconds ?? 6;
+    this.#retryTimes = options.retryTimes ?? 5;
+    this.#sampling = sampling;
+    this.#stream = stream;
+    this.#templateEnvironment = createEnv(options.dataDirPath);
+    this.#temperature = temperature;
+    this.#timeoutMs = timeout;
+    this.#topP = topP;
+  }
+  context() {
+    contextIdCounter += 1;
+    const sessionId = contextIdCounter;
+    return new LLMContext(
+      sessionId,
+      async (input) => await this.#requestWithSession({
+        ...input.options,
+        messages: input.messages,
+        sessionId,
+        ...input.logFiles === void 0 ? {} : { logFiles: input.logFiles },
+        ...input.pendingCacheEntries === void 0 ? {} : { pendingCacheEntries: input.pendingCacheEntries }
+      }),
+      this.#cache
+    );
+  }
+  async withContext(operation) {
+    return await this.context().run(operation);
+  }
+  async request(input, options = {}) {
+    if (typeof input === "function") {
+      return await this.#lazyRequestLimiter.use(
+        async () => await input(this.#requestOnce)
+      );
+    }
+    return await this.#requestOnce(input, options);
+  }
+  #requestOnce = async (messages, options = {}) => await this.#requestWithSession({
+    messages,
+    ...options
+  });
+  loadSystemPrompt(templateName, templateContext = {}) {
+    return this.#templateEnvironment.render(templateName, templateContext);
+  }
+  async #requestWithSession(input) {
+    const defaultSampling = getScopeDefaults(
+      input.scope,
+      this.#sampling,
+      this.#temperature,
+      this.#topP
+    );
+    const temperature = input.temperature ?? defaultSampling.temperature;
+    const topP = input.topP ?? defaultSampling.topP;
+    const resolvedTemperature = resolveSamplingSetting(
+      temperature,
+      "temperature",
+      input.retryIndex,
+      input.retryMax
+    );
+    const resolvedTopP = resolveSamplingSetting(
+      topP,
+      "top_p",
+      input.retryIndex,
+      input.retryMax
+    );
+    const useCache = (input.useCache ?? true) && hasVisibleNonSystemContent(input.messages);
+    const cacheKey = this.#cache !== void 0 && useCache ? createHash({
+      messages: input.messages.map((message) => ({
+        content: message.content,
+        role: message.role
+      })),
+      modelId: this.#modelId,
+      provider: this.#modelProvider ?? null,
+      temperature: resolvedTemperature ?? null,
+      topP: resolvedTopP ?? null
+    }) : void 0;
+    const requestLog = createRequestLog(this.#logDirPath);
+    if (requestLog.filePath !== void 0 && input.logFiles !== void 0) {
+      input.logFiles.push(requestLog.filePath);
+    }
+    await requestLog.append(
+      formatRequestParameters({
+        cacheKey,
+        modelId: this.#modelId,
+        modelIdentity: this.#modelIdentity,
+        modelProvider: this.#modelProvider,
+        resolvedTemperature,
+        resolvedTopP,
+        retryIndex: input.retryIndex,
+        retryMax: input.retryMax,
+        scope: input.scope,
+        sessionId: input.sessionId,
+        temperature,
+        topP
+      })
+    );
+    await requestLog.append(formatRequestMessages(input.messages));
+    if (cacheKey !== void 0 && this.#cache !== void 0 && useCache) {
+      const cachedResponse = await this.#cache.read(cacheKey);
+      if (cachedResponse !== void 0) {
+        getLogger({
+          component: "llm",
+          scope: input.scope,
+          sessionId: input.sessionId
+        }).info(
+          `[Cache Hit] Using cached response (key: ${cacheKey.slice(0, 12)}...)`
+        );
+        await requestLog.append(
+          `[[Response]] (from cache):
+${cachedResponse}
+
+`
+        );
+        await requestLog.append(formatRequestResultLog("cache-hit"));
+        return cachedResponse;
+      }
+    }
+    let response;
+    let tokenUsage;
+    let lastError;
+    for (let attempt = 0; attempt <= this.#retryTimes; attempt += 1) {
+      try {
+        response = await this.#requestLimiter.use(async () => {
+          const generationInput = normalizeGenerationInput({
+            maxRetries: 0,
+            messages: [...input.messages],
+            model: this.#model,
+            timeout: this.#timeoutMs
+          });
+          if (input.signal !== void 0) {
+            generationInput.abortSignal = input.signal;
+          }
+          if (resolvedTemperature !== void 0) {
+            generationInput.temperature = resolvedTemperature;
+          }
+          if (resolvedTopP !== void 0) {
+            generationInput.topP = resolvedTopP;
+          }
+          if (this.#stream) {
+            const textChunks = [];
+            const result = streamText(generationInput);
+            for await (const chunk of result.textStream) {
+              textChunks.push(chunk);
+              await this.#emitStreamProgress(chunk.length);
+            }
+            tokenUsage = await result.totalUsage;
+            await this.#emitTokenUsage(tokenUsage);
+            return textChunks.join("");
+          } else {
+            const result = await generateText(generationInput);
+            tokenUsage = result.usage;
+            await this.#emitStreamProgress(result.text.length);
+            await this.#emitTokenUsage(tokenUsage);
+            return result.text;
+          }
+        });
+        await requestLog.append(`[[Response]]:
+${response}
+
+`);
+        break;
+      } catch (error) {
+        lastError = error;
+        if (isPaymentRequiredError(error)) {
+          const paymentError = new LLMPaymentRequiredError(void 0, {
+            cause: error
+          });
+          await requestLog.append(
+            `[[Error]]:
+${formatError(paymentError)}
+
+`
+          );
+          await requestLog.append(formatRequestResultLog(tokenUsage, error));
+          throw paymentError;
+        }
+        if (!isRetryableError(error)) {
+          await requestLog.append(`[[Error]]:
+${formatError(error)}
+
+`);
+          await requestLog.append(formatRequestResultLog(tokenUsage, error));
+          throw error;
+        }
+        await requestLog.append(
+          `[[Warning]]:
+Request failed with connection error, retrying... (${attempt + 1} times)
+
+`
+        );
+        if (attempt < this.#retryTimes && this.#retryIntervalSeconds > 0) {
+          await sleep(this.#retryIntervalSeconds * 1e3, void 0, {
+            signal: input.signal
+          });
+        }
+      }
+    }
+    if (response === void 0) {
+      const failureMessage = lastError === void 0 ? `LLM request failed after ${this.#retryTimes + 1} attempts` : `LLM request failed after ${this.#retryTimes + 1} attempts: ${formatError(lastError)}`;
+      await requestLog.append(`[[Error]]:
+${failureMessage}
+
+`);
+      await requestLog.append(formatRequestResultLog(tokenUsage, lastError));
+      throw new Error(failureMessage, {
+        ...lastError === void 0 ? {} : { cause: lastError }
+      });
+    }
+    if (cacheKey !== void 0 && this.#cache !== void 0 && useCache) {
+      const entry = this.#cache.createEntry(cacheKey, response);
+      if (input.sessionId !== void 0 && input.pendingCacheEntries !== void 0) {
+        input.pendingCacheEntries.set(entry.cacheKey, entry);
+      } else {
+        await this.#cache.write(entry);
+      }
+    }
+    await requestLog.append(formatRequestResultLog(tokenUsage));
+    return response;
+  }
+  async #emitStreamProgress(outputCharacters) {
+    if (this.#onStreamProgress === void 0) {
+      return;
+    }
+    try {
+      await this.#onStreamProgress({ outputCharacters });
+    } catch {
+      return;
+    }
+  }
+  async #emitTokenUsage(usage) {
+    if (this.#onTokenUsage === void 0 || usage === void 0) {
+      return;
+    }
+    try {
+      await this.#onTokenUsage({
+        ...usage.inputTokenDetails.cacheReadTokens === void 0 ? {} : { cacheReadTokens: usage.inputTokenDetails.cacheReadTokens },
+        ...usage.inputTokens === void 0 ? {} : { inputTokens: usage.inputTokens },
+        ...usage.outputTokens === void 0 ? {} : { outputTokens: usage.outputTokens }
+      });
+    } catch {
+      return;
+    }
+  }
+}
+export {
+  LLM
+};
+//# sourceMappingURL=core.js.map

package/dist/external/llm/client/core.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/external/llm/client/core.ts"],"sourcesContent":["import { setTimeout as sleep } from \"timers/promises\";\n\nimport { createCache, ensureDirectoryPath } from \"./files.js\";\nimport { normalizeGenerationInput } from \"./generation.js\";\nimport {\n  formatRequestMessages,\n  formatRequestParameters,\n  formatRequestResultLog,\n  hasVisibleNonSystemContent,\n} from \"./log.js\";\nimport { resolveModelInfo } from \"./model.js\";\nimport { isPaymentRequiredError, isRetryableError } from \"./retry.js\";\nimport {\n  generateText,\n  streamText,\n  type LanguageModel,\n  type LanguageModelUsage,\n  type ModelMessage,\n  type SystemModelMessage,\n} from \"ai\";\nimport type { Environment } from \"nunjucks\";\n\nimport { getLogger } from \"../../../runtime/common/logging.js\";\nimport { createEnv } from \"../../../runtime/common/template.js\";\nimport { AsyncSemaphore } from \"../../../utils/async-semaphore.js\";\nimport { createHash } from \"../../../utils/hash.js\";\nimport { formatError } from \"../../../utils/node-error.js\";\nimport type { LLMCache } from \"../cache.js\";\nimport { LLMContext, type LLMContextRequestInput } from \"../context.js\";\nimport { LLMPaymentRequiredError } from \"../errors.js\";\nimport { createRequestLog } from \"../request-log.js\";\nimport { getScopeDefaults, resolveSamplingSetting } from \"../sampling.js\";\nimport type {\n  LLMessage,\n  LLMModel,\n  LLMOptions,\n  LLMLazyRequestOperation,\n  LLMRequestOptions,\n  LLMRequestFunction,\n  LLMStreamProgressCallback,\n  LLMTokenUsageCallback,\n  SamplingScopeConfig,\n  TemperatureSetting,\n} from \"../types.js\";\n\nconst DEFAULT_TIMEOUT_MS = 360_000;\nconst DEFAULT_CONCURRENT_REQUESTS = 6;\nlet contextIdCounter = 0;\n\ntype LLMRequestSessionInput<S extends string> = Omit<\n  LLMContextRequestInput<S>,\n  \"options\"\n> &\n  LLMRequestOptions<S> & {\n    sessionId?: number;\n  };\n\nexport class LLM<S extends string> {\n  readonly #cache: LLMCache | undefined;\n  readonly #lazyRequestLimiter: AsyncSemaphore;\n  readonly #logDirPath: string | undefined;\n  readonly #model: LLMModel;\n  readonly #modelProvider: string | undefined;\n  readonly #modelId: string;\n  readonly #modelIdentity: string;\n  readonly #onStreamProgress: LLMStreamProgressCallback | undefined;\n  readonly #onTokenUsage: LLMTokenUsageCallback | undefined;\n  readonly #requestLimiter: AsyncSemaphore;\n  readonly #retryIntervalSeconds: number;\n  readonly #retryTimes: number;\n  readonly #sampling: SamplingScopeConfig<S> | undefined;\n  readonly #stream: boolean;\n  readonly #templateEnvironment: Environment;\n  readonly #temperature: TemperatureSetting;\n  readonly #timeoutMs: number;\n  readonly #topP: TemperatureSetting;\n\n  public readonly config: Readonly<{\n    concurrent: number;\n    provider?: string;\n    modelId: string;\n    sampling?: SamplingScopeConfig<S>;\n    stream: boolean;\n    timeout: number;\n    temperature: TemperatureSetting;\n    topP: TemperatureSetting;\n  }>;\n\n  public constructor(options: LLMOptions<S>) {\n    const concurrent = options.concurrent ?? DEFAULT_CONCURRENT_REQUESTS;\n    const timeout = options.timeout ?? DEFAULT_TIMEOUT_MS;\n    const temperature = options.temperature ?? 0.6;\n    const topP = options.topP ?? 0.6;\n    const sampling = options.sampling;\n    const stream = options.stream ?? false;\n    const modelInfo = resolveModelInfo(options.model);\n\n    this.config = Object.freeze({\n      concurrent,\n      modelId: modelInfo.modelId,\n      temperature,\n      stream,\n      timeout,\n      topP,\n      ...(modelInfo.provider === undefined\n        ? {}\n        : { provider: modelInfo.provider }),\n      ...(sampling === undefined ? {} : { sampling }),\n    });\n    this.#cache = createCache(options.cacheDirPath);\n    this.#lazyRequestLimiter = new AsyncSemaphore(concurrent);\n    this.#logDirPath = ensureDirectoryPath(options.logDirPath);\n    this.#model = options.model;\n    this.#modelProvider = modelInfo.provider;\n    this.#modelId = modelInfo.modelId;\n    this.#modelIdentity = modelInfo.identity;\n    this.#onStreamProgress = options.onStreamProgress;\n    this.#onTokenUsage = options.onTokenUsage;\n    this.#requestLimiter = new AsyncSemaphore(concurrent);\n    this.#retryIntervalSeconds = options.retryIntervalSeconds ?? 6;\n    this.#retryTimes = options.retryTimes ?? 5;\n    this.#sampling = sampling;\n    this.#stream = stream;\n    this.#templateEnvironment = createEnv(options.dataDirPath);\n    this.#temperature = temperature;\n    this.#timeoutMs = timeout;\n    this.#topP = topP;\n  }\n\n  public context(): LLMContext<S> {\n    contextIdCounter += 1;\n    const sessionId = contextIdCounter;\n\n    return new LLMContext(\n      sessionId,\n      async (input) =>\n        await this.#requestWithSession({\n          ...input.options,\n          messages: input.messages,\n          sessionId,\n          ...(input.logFiles === undefined ? {} : { logFiles: input.logFiles }),\n          ...(input.pendingCacheEntries === undefined\n            ? {}\n            : { pendingCacheEntries: input.pendingCacheEntries }),\n        }),\n      this.#cache,\n    );\n  }\n\n  public async withContext<T>(\n    operation: (context: LLMContext<S>) => Promise<T>,\n  ): Promise<T> {\n    return await this.context().run(operation);\n  }\n\n  public async request(\n    messages: readonly LLMessage[],\n    options?: LLMRequestOptions<S>,\n  ): Promise<string>;\n  public async request<T>(operation: LLMLazyRequestOperation<S, T>): Promise<T>;\n  public async request<T>(\n    input: readonly LLMessage[] | LLMLazyRequestOperation<S, T>,\n    options: LLMRequestOptions<S> = {},\n  ): Promise<string | T> {\n    if (typeof input === \"function\") {\n      return await this.#lazyRequestLimiter.use(\n        async () => await input(this.#requestOnce),\n      );\n    }\n\n    return await this.#requestOnce(input, options);\n  }\n\n  readonly #requestOnce: LLMRequestFunction<S> = async (\n    messages,\n    options = {},\n  ) =>\n    await this.#requestWithSession({\n      messages,\n      ...options,\n    });\n\n  public loadSystemPrompt(\n    templateName: string,\n    templateContext: Record<string, unknown> = {},\n  ): string {\n    return this.#templateEnvironment.render(templateName, templateContext);\n  }\n\n  async #requestWithSession(input: LLMRequestSessionInput<S>): Promise<string> {\n    const defaultSampling = getScopeDefaults(\n      input.scope,\n      this.#sampling,\n      this.#temperature,\n      this.#topP,\n    );\n    const temperature = input.temperature ?? defaultSampling.temperature;\n    const topP = input.topP ?? defaultSampling.topP;\n    const resolvedTemperature = resolveSamplingSetting(\n      temperature,\n      \"temperature\",\n      input.retryIndex,\n      input.retryMax,\n    );\n    const resolvedTopP = resolveSamplingSetting(\n      topP,\n      \"top_p\",\n      input.retryIndex,\n      input.retryMax,\n    );\n    const useCache =\n      (input.useCache ?? true) && hasVisibleNonSystemContent(input.messages);\n    const cacheKey =\n      this.#cache !== undefined && useCache\n        ? createHash({\n            messages: input.messages.map((message) => ({\n              content: message.content,\n              role: message.role,\n            })),\n            modelId: this.#modelId,\n            provider: this.#modelProvider ?? null,\n            temperature: resolvedTemperature ?? null,\n            topP: resolvedTopP ?? null,\n          })\n        : undefined;\n    const requestLog = createRequestLog(this.#logDirPath);\n\n    if (requestLog.filePath !== undefined && input.logFiles !== undefined) {\n      input.logFiles.push(requestLog.filePath);\n    }\n\n    await requestLog.append(\n      formatRequestParameters({\n        cacheKey,\n        modelId: this.#modelId,\n        modelIdentity: this.#modelIdentity,\n        modelProvider: this.#modelProvider,\n        resolvedTemperature,\n        resolvedTopP,\n        retryIndex: input.retryIndex,\n        retryMax: input.retryMax,\n        scope: input.scope,\n        sessionId: input.sessionId,\n        temperature,\n        topP,\n      }),\n    );\n    await requestLog.append(formatRequestMessages(input.messages));\n\n    if (cacheKey !== undefined && this.#cache !== undefined && useCache) {\n      const cachedResponse = await this.#cache.read(cacheKey);\n\n      if (cachedResponse !== undefined) {\n        getLogger({\n          component: \"llm\",\n          scope: input.scope,\n          sessionId: input.sessionId,\n        }).info(\n          `[Cache Hit] Using cached response (key: ${cacheKey.slice(0, 12)}...)`,\n        );\n        await requestLog.append(\n          `[[Response]] (from cache):\\n${cachedResponse}\\n\\n`,\n        );\n        await requestLog.append(formatRequestResultLog(\"cache-hit\"));\n        return cachedResponse;\n      }\n    }\n\n    let response: string | undefined;\n    let tokenUsage: LanguageModelUsage | undefined;\n    let lastError: unknown;\n\n    for (let attempt = 0; attempt <= this.#retryTimes; attempt += 1) {\n      try {\n        response = await this.#requestLimiter.use(async () => {\n          const generationInput: {\n            abortSignal?: AbortSignal;\n            maxRetries: number;\n            messages: ModelMessage[];\n            model: LanguageModel;\n            system?: string | SystemModelMessage | SystemModelMessage[];\n            temperature?: number;\n            timeout?: number;\n            topP?: number;\n          } = normalizeGenerationInput({\n            maxRetries: 0,\n            messages: [...input.messages],\n            model: this.#model,\n            timeout: this.#timeoutMs,\n          });\n\n          if (input.signal !== undefined) {\n            generationInput.abortSignal = input.signal;\n          }\n\n          if (resolvedTemperature !== undefined) {\n            generationInput.temperature = resolvedTemperature;\n          }\n\n          if (resolvedTopP !== undefined) {\n            generationInput.topP = resolvedTopP;\n          }\n\n          if (this.#stream) {\n            const textChunks: string[] = [];\n            const result = streamText(generationInput);\n\n            for await (const chunk of result.textStream) {\n              textChunks.push(chunk);\n              await this.#emitStreamProgress(chunk.length);\n            }\n            tokenUsage = await result.totalUsage;\n            await this.#emitTokenUsage(tokenUsage);\n            return textChunks.join(\"\");\n          } else {\n            const result = await generateText(generationInput);\n\n            tokenUsage = result.usage;\n            await this.#emitStreamProgress(result.text.length);\n            await this.#emitTokenUsage(tokenUsage);\n            return result.text;\n          }\n        });\n\n        await requestLog.append(`[[Response]]:\\n${response}\\n\\n`);\n        break;\n      } catch (error) {\n        lastError = error;\n\n        if (isPaymentRequiredError(error)) {\n          const paymentError = new LLMPaymentRequiredError(undefined, {\n            cause: error,\n          });\n\n          await requestLog.append(\n            `[[Error]]:\\n${formatError(paymentError)}\\n\\n`,\n          );\n          await requestLog.append(formatRequestResultLog(tokenUsage, error));\n          throw paymentError;\n        }\n\n        if (!isRetryableError(error)) {\n          await requestLog.append(`[[Error]]:\\n${formatError(error)}\\n\\n`);\n          await requestLog.append(formatRequestResultLog(tokenUsage, error));\n          throw error;\n        }\n\n        await requestLog.append(\n          `[[Warning]]:\\nRequest failed with connection error, retrying... (${attempt + 1} times)\\n\\n`,\n        );\n\n        if (attempt < this.#retryTimes && this.#retryIntervalSeconds > 0) {\n          await sleep(this.#retryIntervalSeconds * 1000, undefined, {\n            signal: input.signal,\n          });\n        }\n      }\n    }\n\n    if (response === undefined) {\n      const failureMessage =\n        lastError === undefined\n          ? `LLM request failed after ${this.#retryTimes + 1} attempts`\n          : `LLM request failed after ${this.#retryTimes + 1} attempts: ${formatError(lastError)}`;\n\n      await requestLog.append(`[[Error]]:\\n${failureMessage}\\n\\n`);\n      await requestLog.append(formatRequestResultLog(tokenUsage, lastError));\n\n      throw new Error(failureMessage, {\n        ...(lastError === undefined ? {} : { cause: lastError }),\n      });\n    }\n\n    if (cacheKey !== undefined && this.#cache !== undefined && useCache) {\n      const entry = this.#cache.createEntry(cacheKey, response);\n\n      if (\n        input.sessionId !== undefined &&\n        input.pendingCacheEntries !== undefined\n      ) {\n        input.pendingCacheEntries.set(entry.cacheKey, entry);\n      } else {\n        await this.#cache.write(entry);\n      }\n    }\n\n    await requestLog.append(formatRequestResultLog(tokenUsage));\n    return response;\n  }\n\n  async #emitStreamProgress(outputCharacters: number): Promise<void> {\n    if (this.#onStreamProgress === undefined) {\n      return;\n    }\n\n    try {\n      await this.#onStreamProgress({ outputCharacters });\n    } catch {\n      return;\n    }\n  }\n\n  async #emitTokenUsage(usage: LanguageModelUsage | undefined): Promise<void> {\n    if (this.#onTokenUsage === undefined || usage === undefined) {\n      return;\n    }\n\n    try {\n      await this.#onTokenUsage({\n        ...(usage.inputTokenDetails.cacheReadTokens === undefined\n          ? {}\n          : { cacheReadTokens: usage.inputTokenDetails.cacheReadTokens }),\n        ...(usage.inputTokens === undefined\n          ? {}\n          : { inputTokens: usage.inputTokens }),\n        ...(usage.outputTokens === undefined\n          ? {}\n          : { outputTokens: usage.outputTokens }),\n      });\n    } catch {\n      return;\n    }\n  }\n}\n"],"mappings":"AAAA,SAAS,cAAc,aAAa;AAEpC,SAAS,aAAa,2BAA2B;AACjD,SAAS,gCAAgC;AACzC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,wBAAwB;AACjC,SAAS,wBAAwB,wBAAwB;AACzD;AAAA,EACE;AAAA,EACA;AAAA,OAKK;AAGP,SAAS,iBAAiB;AAC1B,SAAS,iBAAiB;AAC1B,SAAS,sBAAsB;AAC/B,SAAS,kBAAkB;AAC3B,SAAS,mBAAmB;AAE5B,SAAS,kBAA+C;AACxD,SAAS,+BAA+B;AACxC,SAAS,wBAAwB;AACjC,SAAS,kBAAkB,8BAA8B;AAczD,MAAM,qBAAqB;AAC3B,MAAM,8BAA8B;AACpC,IAAI,mBAAmB;AAUhB,MAAM,IAAsB;AAAA,EACxB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEO;AAAA,EAWT,YAAY,SAAwB;AACzC,UAAM,aAAa,QAAQ,cAAc;AACzC,UAAM,UAAU,QAAQ,WAAW;AACnC,UAAM,cAAc,QAAQ,eAAe;AAC3C,UAAM,OAAO,QAAQ,QAAQ;AAC7B,UAAM,WAAW,QAAQ;AACzB,UAAM,SAAS,QAAQ,UAAU;AACjC,UAAM,YAAY,iBAAiB,QAAQ,KAAK;AAEhD,SAAK,SAAS,OAAO,OAAO;AAAA,MAC1B;AAAA,MACA,SAAS,UAAU;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAI,UAAU,aAAa,SACvB,CAAC,IACD,EAAE,UAAU,UAAU,SAAS;AAAA,MACnC,GAAI,aAAa,SAAY,CAAC,IAAI,EAAE,SAAS;AAAA,IAC/C,CAAC;AACD,SAAK,SAAS,YAAY,QAAQ,YAAY;AAC9C,SAAK,sBAAsB,IAAI,eAAe,UAAU;AACxD,SAAK,cAAc,oBAAoB,QAAQ,UAAU;AACzD,SAAK,SAAS,QAAQ;AACtB,SAAK,iBAAiB,UAAU;AAChC,SAAK,WAAW,UAAU;AAC1B,SAAK,iBAAiB,UAAU;AAChC,SAAK,oBAAoB,QAAQ;AACjC,SAAK,gBAAgB,QAAQ;AAC7B,SAAK,kBAAkB,IAAI,eAAe,UAAU;AACpD,SAAK,wBAAwB,QAAQ,wBAAwB;AAC7D,SAAK,cAAc,QAAQ,cAAc;AACzC,SAAK,YAAY;AACjB,SAAK,UAAU;AACf,SAAK,uBAAuB,UAAU,QAAQ,WAAW;AACzD,SAAK,eAAe;AACpB,SAAK,aAAa;AAClB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEO,UAAyB;AAC9B,wBAAoB;AACpB,UAAM,YAAY;AAElB,WAAO,IAAI;AAAA,MACT;AAAA,MACA,OAAO,UACL,MAAM,KAAK,oBAAoB;AAAA,QAC7B,GAAG,MAAM;AAAA,QACT,UAAU,MAAM;AAAA,QAChB;AAAA,QACA,GAAI,MAAM,aAAa,SAAY,CAAC,IAAI,EAAE,UAAU,MAAM,SAAS;AAAA,QACnE,GAAI,MAAM,wBAAwB,SAC9B,CAAC,IACD,EAAE,qBAAqB,MAAM,oBAAoB;AAAA,MACvD,CAAC;AAAA,MACH,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,MAAa,YACX,WACY;AACZ,WAAO,MAAM,KAAK,QAAQ,EAAE,IAAI,SAAS;AAAA,EAC3C;AAAA,EAOA,MAAa,QACX,OACA,UAAgC,CAAC,GACZ;AACrB,QAAI,OAAO,UAAU,YAAY;AAC/B,aAAO,MAAM,KAAK,oBAAoB;AAAA,QACpC,YAAY,MAAM,MAAM,KAAK,YAAY;AAAA,MAC3C;AAAA,IACF;AAEA,WAAO,MAAM,KAAK,aAAa,OAAO,OAAO;AAAA,EAC/C;AAAA,EAES,eAAsC,OAC7C,UACA,UAAU,CAAC,MAEX,MAAM,KAAK,oBAAoB;AAAA,IAC7B;AAAA,IACA,GAAG;AAAA,EACL,CAAC;AAAA,EAEI,iBACL,cACA,kBAA2C,CAAC,GACpC;AACR,WAAO,KAAK,qBAAqB,OAAO,cAAc,eAAe;AAAA,EACvE;AAAA,EAEA,MAAM,oBAAoB,OAAmD;AAC3E,UAAM,kBAAkB;AAAA,MACtB,MAAM;AAAA,MACN,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AACA,UAAM,cAAc,MAAM,eAAe,gBAAgB;AACzD,UAAM,OAAO,MAAM,QAAQ,gBAAgB;AAC3C,UAAM,sBAAsB;AAAA,MAC1B;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,UAAM,eAAe;AAAA,MACnB;AAAA,MACA;AAAA,MACA,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,UAAM,YACH,MAAM,YAAY,SAAS,2BAA2B,MAAM,QAAQ;AACvE,UAAM,WACJ,KAAK,WAAW,UAAa,WACzB,WAAW;AAAA,MACT,UAAU,MAAM,SAAS,IAAI,CAAC,aAAa;AAAA,QACzC,SAAS,QAAQ;AAAA,QACjB,MAAM,QAAQ;AAAA,MAChB,EAAE;AAAA,MACF,SAAS,KAAK;AAAA,MACd,UAAU,KAAK,kBAAkB;AAAA,MACjC,aAAa,uBAAuB;AAAA,MACpC,MAAM,gBAAgB;AAAA,IACxB,CAAC,IACD;AACN,UAAM,aAAa,iBAAiB,KAAK,WAAW;AAEpD,QAAI,WAAW,aAAa,UAAa,MAAM,aAAa,QAAW;AACrE,YAAM,SAAS,KAAK,WAAW,QAAQ;AAAA,IACzC;AAEA,UAAM,WAAW;AAAA,MACf,wBAAwB;AAAA,QACtB;AAAA,QACA,SAAS,KAAK;AAAA,QACd,eAAe,KAAK;AAAA,QACpB,eAAe,KAAK;AAAA,QACpB;AAAA,QACA;AAAA,QACA,YAAY,MAAM;AAAA,QAClB,UAAU,MAAM;AAAA,QAChB,OAAO,MAAM;AAAA,QACb,WAAW,MAAM;AAAA,QACjB;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AACA,UAAM,WAAW,OAAO,sBAAsB,MAAM,QAAQ,CAAC;AAE7D,QAAI,aAAa,UAAa,KAAK,WAAW,UAAa,UAAU;AACnE,YAAM,iBAAiB,MAAM,KAAK,OAAO,KAAK,QAAQ;AAEtD,UAAI,mBAAmB,QAAW;AAChC,kBAAU;AAAA,UACR,WAAW;AAAA,UACX,OAAO,MAAM;AAAA,UACb,WAAW,MAAM;AAAA,QACnB,CAAC,EAAE;AAAA,UACD,2CAA2C,SAAS,MAAM,GAAG,EAAE,CAAC;AAAA,QAClE;AACA,cAAM,WAAW;AAAA,UACf;AAAA,EAA+B,cAAc;AAAA;AAAA;AAAA,QAC/C;AACA,cAAM,WAAW,OAAO,uBAAuB,WAAW,CAAC;AAC3D,eAAO;AAAA,MACT;AAAA,IACF;AAEA,QAAI;AACJ,QAAI;AACJ,QAAI;AAEJ,aAAS,UAAU,GAAG,WAAW,KAAK,aAAa,WAAW,GAAG;AAC/D,UAAI;AACF,mBAAW,MAAM,KAAK,gBAAgB,IAAI,YAAY;AACpD,gBAAM,kBASF,yBAAyB;AAAA,YAC3B,YAAY;AAAA,YACZ,UAAU,CAAC,GAAG,MAAM,QAAQ;AAAA,YAC5B,OAAO,KAAK;AAAA,YACZ,SAAS,KAAK;AAAA,UAChB,CAAC;AAED,cAAI,MAAM,WAAW,QAAW;AAC9B,4BAAgB,cAAc,MAAM;AAAA,UACtC;AAEA,cAAI,wBAAwB,QAAW;AACrC,4BAAgB,cAAc;AAAA,UAChC;AAEA,cAAI,iBAAiB,QAAW;AAC9B,4BAAgB,OAAO;AAAA,UACzB;AAEA,cAAI,KAAK,SAAS;AAChB,kBAAM,aAAuB,CAAC;AAC9B,kBAAM,SAAS,WAAW,eAAe;AAEzC,6BAAiB,SAAS,OAAO,YAAY;AAC3C,yBAAW,KAAK,KAAK;AACrB,oBAAM,KAAK,oBAAoB,MAAM,MAAM;AAAA,YAC7C;AACA,yBAAa,MAAM,OAAO;AAC1B,kBAAM,KAAK,gBAAgB,UAAU;AACrC,mBAAO,WAAW,KAAK,EAAE;AAAA,UAC3B,OAAO;AACL,kBAAM,SAAS,MAAM,aAAa,eAAe;AAEjD,yBAAa,OAAO;AACpB,kBAAM,KAAK,oBAAoB,OAAO,KAAK,MAAM;AACjD,kBAAM,KAAK,gBAAgB,UAAU;AACrC,mBAAO,OAAO;AAAA,UAChB;AAAA,QACF,CAAC;AAED,cAAM,WAAW,OAAO;AAAA,EAAkB,QAAQ;AAAA;AAAA,CAAM;AACxD;AAAA,MACF,SAAS,OAAO;AACd,oBAAY;AAEZ,YAAI,uBAAuB,KAAK,GAAG;AACjC,gBAAM,eAAe,IAAI,wBAAwB,QAAW;AAAA,YAC1D,OAAO;AAAA,UACT,CAAC;AAED,gBAAM,WAAW;AAAA,YACf;AAAA,EAAe,YAAY,YAAY,CAAC;AAAA;AAAA;AAAA,UAC1C;AACA,gBAAM,WAAW,OAAO,uBAAuB,YAAY,KAAK,CAAC;AACjE,gBAAM;AAAA,QACR;AAEA,YAAI,CAAC,iBAAiB,KAAK,GAAG;AAC5B,gBAAM,WAAW,OAAO;AAAA,EAAe,YAAY,KAAK,CAAC;AAAA;AAAA,CAAM;AAC/D,gBAAM,WAAW,OAAO,uBAAuB,YAAY,KAAK,CAAC;AACjE,gBAAM;AAAA,QACR;AAEA,cAAM,WAAW;AAAA,UACf;AAAA,qDAAoE,UAAU,CAAC;AAAA;AAAA;AAAA,QACjF;AAEA,YAAI,UAAU,KAAK,eAAe,KAAK,wBAAwB,GAAG;AAChE,gBAAM,MAAM,KAAK,wBAAwB,KAAM,QAAW;AAAA,YACxD,QAAQ,MAAM;AAAA,UAChB,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,QAAI,aAAa,QAAW;AAC1B,YAAM,iBACJ,cAAc,SACV,4BAA4B,KAAK,cAAc,CAAC,cAChD,4BAA4B,KAAK,cAAc,CAAC,cAAc,YAAY,SAAS,CAAC;AAE1F,YAAM,WAAW,OAAO;AAAA,EAAe,cAAc;AAAA;AAAA,CAAM;AAC3D,YAAM,WAAW,OAAO,uBAAuB,YAAY,SAAS,CAAC;AAErE,YAAM,IAAI,MAAM,gBAAgB;AAAA,QAC9B,GAAI,cAAc,SAAY,CAAC,IAAI,EAAE,OAAO,UAAU;AAAA,MACxD,CAAC;AAAA,IACH;AAEA,QAAI,aAAa,UAAa,KAAK,WAAW,UAAa,UAAU;AACnE,YAAM,QAAQ,KAAK,OAAO,YAAY,UAAU,QAAQ;AAExD,UACE,MAAM,cAAc,UACpB,MAAM,wBAAwB,QAC9B;AACA,cAAM,oBAAoB,IAAI,MAAM,UAAU,KAAK;AAAA,MACrD,OAAO;AACL,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF;AAEA,UAAM,WAAW,OAAO,uBAAuB,UAAU,CAAC;AAC1D,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,oBAAoB,kBAAyC;AACjE,QAAI,KAAK,sBAAsB,QAAW;AACxC;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,kBAAkB,EAAE,iBAAiB,CAAC;AAAA,IACnD,QAAQ;AACN;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,gBAAgB,OAAsD;AAC1E,QAAI,KAAK,kBAAkB,UAAa,UAAU,QAAW;AAC3D;AAAA,IACF;AAEA,QAAI;AACF,YAAM,KAAK,cAAc;AAAA,QACvB,GAAI,MAAM,kBAAkB,oBAAoB,SAC5C,CAAC,IACD,EAAE,iBAAiB,MAAM,kBAAkB,gBAAgB;AAAA,QAC/D,GAAI,MAAM,gBAAgB,SACtB,CAAC,IACD,EAAE,aAAa,MAAM,YAAY;AAAA,QACrC,GAAI,MAAM,iBAAiB,SACvB,CAAC,IACD,EAAE,cAAc,MAAM,aAAa;AAAA,MACzC,CAAC;AAAA,IACH,QAAQ;AACN;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/external/llm/client/files.d.ts

@@ -0,0 +1,6 @@
+import { LLMCache } from '../cache.js';
+
+declare function ensureDirectoryPath(dirPath?: string): string | undefined;
+declare function createCache(cacheDirPath?: string): LLMCache | undefined;
+
+export { createCache, ensureDirectoryPath };

package/dist/external/llm/client/files.js

@@ -0,0 +1,29 @@
+import { existsSync, mkdirSync, statSync } from "fs";
+import { resolve } from "path";
+import { LLMCache } from "../cache.js";
+function ensureDirectoryPath(dirPath) {
+  if (dirPath === void 0) {
+    return void 0;
+  }
+  const resolvedDirPath = resolve(dirPath);
+  if (!existsSync(resolvedDirPath)) {
+    mkdirSync(resolvedDirPath, { recursive: true });
+    return resolvedDirPath;
+  }
+  if (!statSync(resolvedDirPath).isDirectory()) {
+    return void 0;
+  }
+  return resolvedDirPath;
+}
+function createCache(cacheDirPath) {
+  const resolvedCacheDirPath = ensureDirectoryPath(cacheDirPath);
+  if (resolvedCacheDirPath === void 0) {
+    return void 0;
+  }
+  return new LLMCache(resolvedCacheDirPath);
+}
+export {
+  createCache,
+  ensureDirectoryPath
+};
+//# sourceMappingURL=files.js.map

package/dist/external/llm/client/files.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/external/llm/client/files.ts"],"sourcesContent":["import { existsSync, mkdirSync, statSync } from \"fs\";\nimport { resolve } from \"path\";\n\nimport { LLMCache } from \"../cache.js\";\n\nexport function ensureDirectoryPath(dirPath?: string): string | undefined {\n  if (dirPath === undefined) {\n    return undefined;\n  }\n\n  const resolvedDirPath = resolve(dirPath);\n\n  if (!existsSync(resolvedDirPath)) {\n    mkdirSync(resolvedDirPath, { recursive: true });\n    return resolvedDirPath;\n  }\n\n  if (!statSync(resolvedDirPath).isDirectory()) {\n    return undefined;\n  }\n\n  return resolvedDirPath;\n}\n\nexport function createCache(cacheDirPath?: string): LLMCache | undefined {\n  const resolvedCacheDirPath = ensureDirectoryPath(cacheDirPath);\n\n  if (resolvedCacheDirPath === undefined) {\n    return undefined;\n  }\n\n  return new LLMCache(resolvedCacheDirPath);\n}\n"],"mappings":"AAAA,SAAS,YAAY,WAAW,gBAAgB;AAChD,SAAS,eAAe;AAExB,SAAS,gBAAgB;AAElB,SAAS,oBAAoB,SAAsC;AACxE,MAAI,YAAY,QAAW;AACzB,WAAO;AAAA,EACT;AAEA,QAAM,kBAAkB,QAAQ,OAAO;AAEvC,MAAI,CAAC,WAAW,eAAe,GAAG;AAChC,cAAU,iBAAiB,EAAE,WAAW,KAAK,CAAC;AAC9C,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,SAAS,eAAe,EAAE,YAAY,GAAG;AAC5C,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEO,SAAS,YAAY,cAA6C;AACvE,QAAM,uBAAuB,oBAAoB,YAAY;AAE7D,MAAI,yBAAyB,QAAW;AACtC,WAAO;AAAA,EACT;AAEA,SAAO,IAAI,SAAS,oBAAoB;AAC1C;","names":[]}

package/dist/external/llm/client/generation.d.ts

@@ -0,0 +1,16 @@
+import { ModelMessage, LanguageModel, SystemModelMessage } from 'ai';
+
+declare function normalizeGenerationInput(input: {
+    maxRetries: number;
+    messages: ModelMessage[];
+    model: LanguageModel;
+    timeout: number;
+}): {
+    maxRetries: number;
+    messages: ModelMessage[];
+    model: LanguageModel;
+    system?: string | SystemModelMessage | SystemModelMessage[];
+    timeout: number;
+};
+
+export { normalizeGenerationInput };

package/dist/external/llm/client/generation.js

@@ -0,0 +1,35 @@
+function normalizeGenerationInput(input) {
+  const systemMessages = [];
+  let firstNonSystemIndex = 0;
+  while (firstNonSystemIndex < input.messages.length) {
+    const message = input.messages[firstNonSystemIndex];
+    if (message === void 0 || message.role !== "system") {
+      break;
+    }
+    systemMessages.push(message);
+    firstNonSystemIndex += 1;
+  }
+  if (systemMessages.length === 0) {
+    return input;
+  }
+  if (systemMessages.length === 1) {
+    const [systemMessage] = systemMessages;
+    if (systemMessage === void 0) {
+      return input;
+    }
+    return {
+      ...input,
+      messages: input.messages.slice(firstNonSystemIndex),
+      system: systemMessage
+    };
+  }
+  return {
+    ...input,
+    messages: input.messages.slice(firstNonSystemIndex),
+    system: systemMessages
+  };
+}
+export {
+  normalizeGenerationInput
+};
+//# sourceMappingURL=generation.js.map

package/dist/external/llm/client/generation.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/external/llm/client/generation.ts"],"sourcesContent":["import type { LanguageModel, ModelMessage, SystemModelMessage } from \"ai\";\n\nexport function normalizeGenerationInput(input: {\n  maxRetries: number;\n  messages: ModelMessage[];\n  model: LanguageModel;\n  timeout: number;\n}): {\n  maxRetries: number;\n  messages: ModelMessage[];\n  model: LanguageModel;\n  system?: string | SystemModelMessage | SystemModelMessage[];\n  timeout: number;\n} {\n  const systemMessages: SystemModelMessage[] = [];\n  let firstNonSystemIndex = 0;\n\n  while (firstNonSystemIndex < input.messages.length) {\n    const message = input.messages[firstNonSystemIndex];\n\n    if (message === undefined || message.role !== \"system\") {\n      break;\n    }\n\n    systemMessages.push(message);\n    firstNonSystemIndex += 1;\n  }\n\n  if (systemMessages.length === 0) {\n    return input;\n  }\n\n  if (systemMessages.length === 1) {\n    const [systemMessage] = systemMessages;\n\n    if (systemMessage === undefined) {\n      return input;\n    }\n\n    return {\n      ...input,\n      messages: input.messages.slice(firstNonSystemIndex),\n      system: systemMessage,\n    };\n  }\n\n  return {\n    ...input,\n    messages: input.messages.slice(firstNonSystemIndex),\n    system: systemMessages,\n  };\n}\n"],"mappings":"AAEO,SAAS,yBAAyB,OAWvC;AACA,QAAM,iBAAuC,CAAC;AAC9C,MAAI,sBAAsB;AAE1B,SAAO,sBAAsB,MAAM,SAAS,QAAQ;AAClD,UAAM,UAAU,MAAM,SAAS,mBAAmB;AAElD,QAAI,YAAY,UAAa,QAAQ,SAAS,UAAU;AACtD;AAAA,IACF;AAEA,mBAAe,KAAK,OAAO;AAC3B,2BAAuB;AAAA,EACzB;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B,WAAO;AAAA,EACT;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B,UAAM,CAAC,aAAa,IAAI;AAExB,QAAI,kBAAkB,QAAW;AAC/B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,GAAG;AAAA,MACH,UAAU,MAAM,SAAS,MAAM,mBAAmB;AAAA,MAClD,QAAQ;AAAA,IACV;AAAA,EACF;AAEA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,UAAU,MAAM,SAAS,MAAM,mBAAmB;AAAA,IAClD,QAAQ;AAAA,EACV;AACF;","names":[]}

package/dist/external/llm/client/index.d.ts

@@ -0,0 +1,5 @@
+export { LLM } from './core.js';
+import '../context.js';
+import '../cache.js';
+import '../types.js';
+import 'ai';

package/dist/external/llm/client/index.js

@@ -0,0 +1,5 @@
+import { LLM } from "./core.js";
+export {
+  LLM
+};
+//# sourceMappingURL=index.js.map

package/dist/external/llm/client/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/external/llm/client/index.ts"],"sourcesContent":["export { LLM } from \"./core.js\";\n"],"mappings":"AAAA,SAAS,WAAW;","names":[]}

package/dist/external/llm/client/log.d.ts

@@ -0,0 +1,22 @@
+import { LanguageModelUsage } from 'ai';
+import { LLMessage, TemperatureSetting } from '../types.js';
+
+declare function hasVisibleNonSystemContent(messages: readonly LLMessage[]): boolean;
+declare function formatRequestParameters(input: {
+    cacheKey?: string | undefined;
+    modelId: string;
+    modelIdentity: string;
+    modelProvider?: string | undefined;
+    resolvedTemperature: number | undefined;
+    resolvedTopP: number | undefined;
+    retryIndex?: number | undefined;
+    retryMax?: number | undefined;
+    scope?: string | undefined;
+    sessionId?: number | undefined;
+    temperature: TemperatureSetting;
+    topP: TemperatureSetting;
+}): string;
+declare function formatRequestMessages(messages: readonly LLMessage[]): string;
+declare function formatRequestResultLog(usage: LanguageModelUsage | "cache-hit" | undefined, error?: unknown): string;
+
+export { formatRequestMessages, formatRequestParameters, formatRequestResultLog, hasVisibleNonSystemContent };