@hawkeyexl/manni 4.11.0 → 4.12.1

package/dist/{chunk-NGTVREIH.js → chunk-U6IHLEWT.js}

@@ -13,7 +13,7 @@ import {
   providerSpecFor,
   resolveIdentity,
   selectProvider
-} from "./chunk-QCHVR4ZM.js";
+} from "./chunk-VM7VAFJW.js";
 import {
   errorMessage
 } from "./chunk-G3T47CFV.js";
@@ -143,4 +143,4 @@ export {
   constructProvider,
   makeJudgeProvider
 };
-//# sourceMappingURL=chunk-NGTVREIH.js.map
+//# sourceMappingURL=chunk-U6IHLEWT.js.map

package/dist/{chunk-QCHVR4ZM.js → chunk-VM7VAFJW.js}

@@ -31,6 +31,8 @@ import {
   DEFAULT_MODELS,
   DEFAULT_OPENAI_BASE_URL,
   InferenceError,
+  modelState,
+  nodeLlamaCppStatus,
   resolveProviderIdentityAsync
 } from "@hawkeyexl/inference";
 var DEFAULT_PROVIDER = "auto";
@@ -183,15 +185,23 @@ var LOCAL_PROVIDER = "llama-cpp";
 var LOCAL_FLAG_HELP = "run inference on this machine (llama-cpp); overrides any configured or eval-level provider";
 var LOCAL_COMPATIBLE = /* @__PURE__ */ new Set([LOCAL_PROVIDER, DEFAULT_PROVIDER, "mock"]);
 function assertLocalFlag(flag, toError) {
-  if (flag.local !== true || flag.provider === void 0) return;
+  if (flag.provider === void 0 || flag.local !== true && flag.offline !== true) return;
   assertKnownProvider(flag.provider, toError);
   if (LOCAL_COMPATIBLE.has(flag.provider)) return;
+  if (flag.local === true) {
+    throw toError(
+      `--local and --provider ${flag.provider} contradict each other: --local runs inference on this machine with ${LOCAL_PROVIDER}. Drop one of them.`
+    );
+  }
   throw toError(
-    `--local and --provider ${flag.provider} contradict each other: --local runs inference on this machine with ${LOCAL_PROVIDER}. Drop one of them.`
+    `--offline and --provider ${flag.provider} contradict each other: --offline sends nothing off this machine, so only ${LOCAL_PROVIDER} with a model already downloaded can run. Drop one of them.`
   );
 }
+function noOfflineModel(consequence) {
+  return `no model is available offline, so ${consequence}; download one first with --local, or drop --offline.`;
+}
 function selectProvider(flag, levels) {
-  if (flag.local === true) return selectLocal(flag, levels);
+  if (flag.local === true || flag.offline === true) return selectLocal(flag, levels);
   const provider = flag.provider ?? levels.find((level) => level.provider !== void 0)?.provider ?? DEFAULT_PROVIDER;
   const model = flag.model ?? levels.find(
     (level) => level.model !== void 0 && (level.provider === void 0 || level.provider === provider)
@@ -205,10 +215,11 @@ function selectLocal(flag, levels) {
   const replaced = chosen?.provider !== void 0 && chosen.origin !== void 0 && chosen.provider !== provider && chosen.provider !== DEFAULT_PROVIDER ? { provider: chosen.provider, source: chosen.origin } : void 0;
   return replaced === void 0 ? { provider, model } : { provider, model, replaced };
 }
-function localNotice(selection) {
+function localNotice(selection, flags = {}) {
   const { replaced } = selection;
   if (replaced === void 0) return void 0;
-  return `--local: using ${LOCAL_PROVIDER} instead of "${replaced.provider}" from ${replaced.source}.`;
+  const flag = flags.local !== true && flags.offline === true ? "--offline" : "--local";
+  return `${flag}: using ${LOCAL_PROVIDER} instead of "${replaced.provider}" from ${replaced.source}.`;
 }
 function providerSpecFor(connections, selection) {
   const { provider, model } = selection;
@@ -267,9 +278,22 @@ async function resolveIdentity(spec, toError) {
     );
   }
 }
+async function offlineIdentity(spec, toError) {
+  if (spec.provider === "mock") return resolveIdentity(spec, toError);
+  if (spec.provider !== LOCAL_PROVIDER) return void 0;
+  if ((await nodeLlamaCppStatus()).state !== "present") return void 0;
+  const identity = await resolveIdentity(spec, toError);
+  const modelsDirectory = spec.llamaCpp?.modelsDirectory;
+  const state = await modelState(
+    identity.model,
+    modelsDirectory === void 0 ? {} : { modelsDirectory }
+  );
+  return state === "ready" ? identity : void 0;
+}
 
 export {
   parseDuration,
+  DEFAULT_PROVIDER,
   DECISION_ONLY_PROVIDERS,
   assertKnownProvider,
   assertModelHasProvider,
@@ -278,9 +302,11 @@ export {
   DEFAULT_KEEP_ALIVE_MS,
   LOCAL_FLAG_HELP,
   assertLocalFlag,
+  noOfflineModel,
   selectProvider,
   localNotice,
   providerSpecFor,
-  resolveIdentity
+  resolveIdentity,
+  offlineIdentity
 };
-//# sourceMappingURL=chunk-QCHVR4ZM.js.map
+//# sourceMappingURL=chunk-VM7VAFJW.js.map

package/dist/chunk-VM7VAFJW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/shared/duration.ts","../src/shared/providers.ts"],"sourcesContent":["/**\n * `--newer-than <duration>`: a window of time back from now, shared by every\n * domain that selects its inputs by age.\n *\n * Deliberately strict. A duration this refuses is a usage error, because the\n * alternative (reading `7y` as zero, or as \"everything\") silently changes what\n * a gate looked at.\n */\n\nconst UNITS: Readonly<Record<string, number>> = {\n  m: 60_000,\n  h: 60 * 60_000,\n  d: 24 * 60 * 60_000,\n  w: 7 * 24 * 60 * 60_000,\n};\n\n/**\n * The usage error for a value that is not a duration. `label` is what the\n * user wrote it under, a flag or a config key.\n */\nexport function durationMessage(value: string, label = \"--newer-than\"): string {\n  return `${label} must be a duration such as 30m, 24h, 7d or 2w, got \"${value}\"`;\n}\n\n/**\n * `7d` to milliseconds. A count, which may carry a fraction, then one unit:\n * `m` minutes, `h` hours, `d` days or `w` weeks. `makeError` builds the\n * domain's own `ToolError` subclass, so the refusal exits 2 under its name.\n */\nexport function parseDuration(\n  text: string,\n  makeError: (message: string) => Error,\n  label?: string,\n): number {\n  const match = /^(\\d+(?:\\.\\d+)?)([mhdw])$/.exec(text.trim());\n  const count = match?.[1];\n  const unit = match?.[2];\n  const ms = unit === undefined ? undefined : UNITS[unit];\n  if (count === undefined || ms === undefined) {\n    throw makeError(durationMessage(text, label));\n  }\n  return Number(count) * ms;\n}\n","/**\n * Choosing an inference provider and model, for every tool that sends content\n * to one: `manni meta fill` and `manni docevals`.\n *\n * The names a tool accepts, the refusals, what `--local` overrides and the\n * detection call are one implementation, so a provider added upstream reaches both tools on the same\n * day and a message reads the same in both. What differs is only what the\n * caller passes in: the config key its user writes, and its own error class,\n * which is what maps the refusal to exit 2.\n */\nimport { resolve } from \"node:path\";\nimport {\n  DEFAULT_JEV_BASE_URL,\n  DEFAULT_MODELS,\n  DEFAULT_OPENAI_BASE_URL,\n  InferenceError,\n  modelState,\n  nodeLlamaCppStatus,\n  resolveProviderIdentityAsync,\n  type ProviderName,\n  type ProviderSelector,\n  type ProviderSpec,\n} from \"@hawkeyexl/inference\";\nimport { parseDuration } from \"./duration.js\";\nimport { errorMessage } from \"./errors.js\";\n\n/** Builds the caller's own error from a message. */\nexport type ToErrorFn = (message: string) => Error;\n\n/**\n * `auto` detects the highest-priority provider this machine can actually use —\n * an Anthropic key, then an OpenAI key, then the Claude CLI, then a local model\n * that needs no credentials at all. Defaulting to a named provider instead meant\n * a tool failed outright for anyone who did not happen to hold that vendor's\n * key.\n */\nexport const DEFAULT_PROVIDER = \"auto\";\n\n/**\n * Providers that answer decisions and never generate text. Every family tool\n * but one generates, so these are refused unless the caller asks for decisions,\n * as tracevals' in-loop judge does (proposal 0079).\n */\nexport const DECISION_ONLY_PROVIDERS: ReadonlySet<string> = new Set([\"jev\"]);\n\n/**\n * Provider names the inference layer accepts for generation, taken from the\n * library rather than copied. A hardcoded list silently went stale when `llama-cpp` was added\n * upstream; deriving it means a new provider works the day it ships.\n */\nexport const PROVIDERS: ReadonlySet<string> = new Set<string>([\n  ...Object.keys(DEFAULT_MODELS).filter((name) => !DECISION_ONLY_PROVIDERS.has(name)),\n  DEFAULT_PROVIDER,\n]);\n\n/**\n * The providers a user can name for a model, which is what every message lists.\n * `mock` is the library's test double: accepted when asked for by name, so the\n * suite and the docs' own tests can run without a provider, but never offered.\n */\nconst NAMEABLE_PROVIDERS: readonly string[] = Object.keys(DEFAULT_MODELS).filter(\n  (name) => name !== \"mock\" && !DECISION_ONLY_PROVIDERS.has(name),\n);\n\n/**\n * Refuse a name the library does not offer, or a decision-only provider where\n * the caller generates.\n */\nexport function assertKnownProvider(\n  name: string,\n  toError: ToErrorFn,\n  options: { decisions?: boolean } = {},\n): asserts name is ProviderSelector {\n  if (DECISION_ONLY_PROVIDERS.has(name)) {\n    if (options.decisions === true) return;\n    throw toError(\n      `Provider \"${name}\" answers decisions only, so it cannot generate. Available: ${[...NAMEABLE_PROVIDERS, DEFAULT_PROVIDER].join(\", \")}.`,\n    );\n  }\n  if (PROVIDERS.has(name)) return;\n  throw toError(\n    `Unknown provider \"${name}\". Available: ${[...NAMEABLE_PROVIDERS, DEFAULT_PROVIDER].join(\", \")}.`,\n  );\n}\n\n/**\n * A model name belongs to exactly one provider, so it cannot be handed to\n * whichever provider detection picks: `--model gpt-4o-mini` on a machine with an\n * Anthropic key selected anthropic and then 404'd mid-run, after file discovery\n * had already been paid for.\n *\n * The library enforces this too. It is repeated here to name the flag and the\n * config key rather than the API fields, since that is what the user typed.\n *\n * `name` is the EFFECTIVE provider, so a provider in config satisfies this just\n * as `--provider` does; only an unresolved `auto` is ambiguous. `configKey` is\n * the key as the user writes it (`fill.provider`, `docevals.provider`).\n */\nexport function assertModelHasProvider(\n  name: ProviderSelector,\n  model: string | undefined,\n  configKey: string,\n  toError: ToErrorFn,\n): void {\n  if (name !== DEFAULT_PROVIDER || model == null) return;\n  throw toError(\n    `Model \"${model}\" was given without a provider: a model name does not say ` +\n      `which provider owns it. Set --provider or ${configKey} to one of ` +\n      `${NAMEABLE_PROVIDERS.join(\", \")}, or drop the model to take the ` +\n      `detected provider's default.`,\n  );\n}\n\n/**\n * Connection settings, per provider, as the family's top-level `providers:`\n * map states them. Only what the user wrote: `providerSpecFor` supplies the\n * defaults, so detection can tell a configured value from a default one.\n */\nexport interface ProviderConnections {\n  anthropic?: { apiKeyEnv?: string };\n  openai?: { baseUrl?: string; apiKeyEnv?: string };\n  \"claude-cli\"?: { command?: string };\n  /** A decide-only provider: it judges, and never generates. */\n  jev?: { apiKeyEnv?: string; baseUrl?: string };\n  /**\n   * `modelsDir` is absolute: resolved against the config file's directory.\n   * `keepAlive` is milliseconds, parsed from a duration; `0` unloads a model\n   * as soon as no session holds it. It belongs to the model host, so it\n   * never reaches a provider spec.\n   */\n  \"llama-cpp\"?: { modelsDir?: string; thoughtTokens?: number; keepAlive?: number };\n}\n\n/** The family's top-level `providers:` map, parsed. */\nexport interface ProvidersConfig extends ProviderConnections {\n  /** Absent when not written. */\n  provider?: ProviderSelector;\n  /** Absent when not written. Never present without a named `provider`. */\n  model?: string;\n}\n\n/** The family's top-level key for provider settings. */\nexport const PROVIDERS_KEY = \"providers\";\n\n/** What each provider's section may carry, in the order messages list it. */\nconst CONNECTION_KEYS = {\n  anthropic: [\"apiKeyEnv\"],\n  openai: [\"baseUrl\", \"apiKeyEnv\"],\n  \"claude-cli\": [\"command\"],\n  jev: [\"apiKeyEnv\", \"baseUrl\"],\n  \"llama-cpp\": [\"modelsDir\", \"thoughtTokens\", \"keepAlive\"],\n} as const;\n\ntype ConnectionName = keyof typeof CONNECTION_KEYS;\n\nconst CONNECTION_NAMES = Object.keys(CONNECTION_KEYS) as ConnectionName[];\n\nconst TOP_LEVEL_KEYS: readonly string[] = [\"provider\", \"model\", ...CONNECTION_NAMES];\n\nfunction isMapping(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null && !Array.isArray(value);\n}\n\nfunction rejectUnknown(\n  raw: Record<string, unknown>,\n  allowed: readonly string[],\n  label: string,\n  source: string,\n  toError: ToErrorFn,\n): void {\n  for (const key of Object.keys(raw)) {\n    if (!allowed.includes(key)) {\n      throw toError(\n        `${source}: \"${label}\" has unknown key \"${key}\". Supported keys: ${allowed.join(\", \")}.`,\n      );\n    }\n  }\n}\n\n/**\n * Parse the family's `providers:` map. Every message names `source`, and a\n * relative `llama-cpp.modelsDir` resolves from `dir`, the directory holding\n * the file, as every other path written in the config does.\n */\nexport function parseProviders(\n  value: unknown,\n  source: string,\n  dir: string,\n  toError: ToErrorFn,\n): ProvidersConfig {\n  if (value == null) return {};\n  if (!isMapping(value)) {\n    throw toError(`${source}: \"${PROVIDERS_KEY}\" must be a mapping.`);\n  }\n  rejectUnknown(value, TOP_LEVEL_KEYS, PROVIDERS_KEY, source, toError);\n\n  const string = (raw: Record<string, unknown>, key: string, label: string): string | undefined => {\n    const v = raw[key];\n    if (v === undefined) return undefined;\n    if (typeof v !== \"string\") {\n      throw toError(`${source}: \"${label}\" must be a string.`);\n    }\n    return v;\n  };\n\n  const parsed: ProvidersConfig = {};\n  const provider = string(value, \"provider\", `${PROVIDERS_KEY}.provider`);\n  if (provider !== undefined) {\n    assertKnownProvider(provider, (message) => toError(`${source}: ${message}`));\n    parsed.provider = provider;\n  }\n  const model = string(value, \"model\", `${PROVIDERS_KEY}.model`);\n  if (model !== undefined) {\n    if (provider === undefined || provider === DEFAULT_PROVIDER) {\n      throw toError(\n        `${source}: \"${PROVIDERS_KEY}.model\" was given without a provider: a model name does not ` +\n          `say which provider owns it. Set ${PROVIDERS_KEY}.provider to one of ` +\n          `${NAMEABLE_PROVIDERS.join(\", \")}, or drop the model to take the detected provider's default.`,\n      );\n    }\n    parsed.model = model;\n  }\n\n  for (const name of CONNECTION_NAMES) {\n    const section = value[name];\n    if (section == null) continue;\n    const label = `${PROVIDERS_KEY}.${name}`;\n    if (!isMapping(section)) {\n      throw toError(`${source}: \"${label}\" must be a mapping.`);\n    }\n    rejectUnknown(section, CONNECTION_KEYS[name], label, source, toError);\n    const field = (key: string): string | undefined => string(section, key, `${label}.${key}`);\n    switch (name) {\n      case \"anthropic\": {\n        const apiKeyEnv = field(\"apiKeyEnv\");\n        parsed.anthropic = apiKeyEnv === undefined ? {} : { apiKeyEnv };\n        break;\n      }\n      case \"openai\": {\n        const baseUrl = field(\"baseUrl\");\n        const apiKeyEnv = field(\"apiKeyEnv\");\n        parsed.openai = {\n          ...(baseUrl !== undefined ? { baseUrl } : {}),\n          ...(apiKeyEnv !== undefined ? { apiKeyEnv } : {}),\n        };\n        break;\n      }\n      case \"claude-cli\": {\n        const command = field(\"command\");\n        parsed[\"claude-cli\"] = command === undefined ? {} : { command };\n        break;\n      }\n      case \"jev\": {\n        const apiKeyEnv = field(\"apiKeyEnv\");\n        const baseUrl = field(\"baseUrl\");\n        parsed.jev = {\n          ...(apiKeyEnv !== undefined ? { apiKeyEnv } : {}),\n          ...(baseUrl !== undefined ? { baseUrl } : {}),\n        };\n        break;\n      }\n      case \"llama-cpp\": {\n        const modelsDir = field(\"modelsDir\");\n        const thoughtTokens = section[\"thoughtTokens\"];\n        if (\n          thoughtTokens !== undefined &&\n          (typeof thoughtTokens !== \"number\" || !Number.isInteger(thoughtTokens) || thoughtTokens < 0)\n        ) {\n          throw toError(\n            `${source}: \"${label}.thoughtTokens\" must be a whole number of 0 or more, got ${JSON.stringify(thoughtTokens)}.`,\n          );\n        }\n        const keepAlive = keepAliveOf(section[\"keepAlive\"], `${label}.keepAlive`, source, toError);\n        parsed[\"llama-cpp\"] = {\n          ...(modelsDir !== undefined ? { modelsDir: resolve(dir, modelsDir) } : {}),\n          ...(thoughtTokens !== undefined ? { thoughtTokens } : {}),\n          ...(keepAlive !== undefined ? { keepAlive } : {}),\n        };\n        break;\n      }\n    }\n  }\n  return parsed;\n}\n\n/** `providers.llama-cpp.keepAlive` when unset: ten minutes. */\nexport const DEFAULT_KEEP_ALIVE_MS = 10 * 60_000;\n\n/**\n * `keepAlive`, in milliseconds: `0`, or a duration as `--newer-than` takes\n * one. YAML reads a bare `0` as a number, so both spellings of zero count.\n */\nfunction keepAliveOf(\n  value: unknown,\n  label: string,\n  source: string,\n  toError: ToErrorFn,\n): number | undefined {\n  if (value === undefined) return undefined;\n  if (value === 0 || value === \"0\") return 0;\n  const refuse = (): Error =>\n    toError(\n      `${source}: \"${label}\" must be 0 or a duration such as 30m, 24h, 7d or 2w, got \"${typeof value === \"string\" ? value : JSON.stringify(value)}\"`,\n    );\n  if (typeof value !== \"string\") throw refuse();\n  return parseDuration(value, refuse);\n}\n\n/** A provider and a model as one level states them; either half may be absent. */\nexport interface ProviderChoice {\n  provider?: string;\n  model?: string;\n  /**\n   * Where the level's provider was written, as a `--local` notice names it:\n   * `providers.provider`, `docevals.provider`, `fill.provider`, or\n   * `eval \"<id>\" in <file>`.\n   */\n  origin?: string;\n}\n\n/** The command line's say: `--provider`, `--model`, `--local` and `--offline`. */\nexport interface ProviderFlags {\n  provider?: string;\n  model?: string;\n  /** Run inference on this machine, with llama-cpp, whatever a level asks for. */\n  local?: boolean;\n  /**\n   * Send nothing off this machine: the `--local` boundary, and then only a\n   * model already downloaded. See `offlineIdentity`.\n   */\n  offline?: boolean;\n}\n\n/** A configured choice that `--local` or `--offline` set aside. */\nexport interface ReplacedChoice {\n  provider: string;\n  source: string;\n}\n\n/** The effective choice, before it is checked or detected. */\nexport interface ProviderSelection {\n  provider: string;\n  model: string | undefined;\n  /** Under `--local`, the configured provider that would otherwise have run. */\n  replaced?: ReplacedChoice;\n}\n\n/**\n * The provider `--local` runs. `claude-cli` does not qualify: the binary runs\n * on this machine, the inference does not (proposal 0017).\n */\nexport const LOCAL_PROVIDER = \"llama-cpp\";\n\n/** `--local`'s help, one wording on every command that takes the flag. */\nexport const LOCAL_FLAG_HELP =\n  \"run inference on this machine (llama-cpp); overrides any configured or eval-level provider\";\n\n/**\n * Names `--provider` may carry beside `--local`. `auto` under `--local` can\n * only mean the local provider, and `mock` is the library's test double, which\n * sends nothing anywhere.\n */\nconst LOCAL_COMPATIBLE: ReadonlySet<string> = new Set([LOCAL_PROVIDER, DEFAULT_PROVIDER, \"mock\"]);\n\n/**\n * Refuse `--local` beside a `--provider` it contradicts. An unknown name is\n * refused as unknown first: `--local` would otherwise set it aside unread.\n */\nexport function assertLocalFlag(flag: ProviderFlags, toError: ToErrorFn): void {\n  if (flag.provider === undefined || (flag.local !== true && flag.offline !== true)) return;\n  assertKnownProvider(flag.provider, toError);\n  if (LOCAL_COMPATIBLE.has(flag.provider)) return;\n  if (flag.local === true) {\n    throw toError(\n      `--local and --provider ${flag.provider} contradict each other: --local runs inference ` +\n        `on this machine with ${LOCAL_PROVIDER}. Drop one of them.`,\n    );\n  }\n  throw toError(\n    `--offline and --provider ${flag.provider} contradict each other: --offline sends nothing ` +\n      `off this machine, so only ${LOCAL_PROVIDER} with a model already downloaded can run. Drop one of them.`,\n  );\n}\n\n/**\n * What a verb says when `--offline` finds no model it may run, completed by\n * what that verb does without one.\n */\nexport function noOfflineModel(consequence: string): string {\n  return `no model is available offline, so ${consequence}; download one first with --local, or drop --offline.`;\n}\n\n/**\n * The provider and model in force.\n *\n * `flag` is the command line. `levels` are the config's statements, highest\n * precedence first: for docevals an eval's own choice, then `docevals.provider`,\n * then the family's `providers:`; for `meta fill`, `meta.fill`, then the\n * family's. The provider is the flag's, else the first level that names one,\n * else `auto`.\n *\n * A model belongs to the provider its level names, so it is carried only to\n * that provider: a level whose provider lost does not lend its model to the\n * winner, which could not run it. A level naming no provider gives its model\n * to whichever provider is in force, which is how `--provider` supplies the\n * provider a configured model needs. The flag's model applies to whatever\n * wins.\n *\n * `--local` makes the provider llama-cpp, over every level. A level's model\n * then applies only where that level named llama-cpp, and the level whose\n * provider would otherwise have run is returned as `replaced`, unless it was\n * `auto`, which chose no hosted provider. `--offline` draws the same boundary,\n * and `offlineIdentity` then decides whether the model is on this machine.\n * Check the flag with `assertLocalFlag` first: a contradicting `--provider` is\n * not selected here.\n */\nexport function selectProvider(\n  flag: ProviderFlags,\n  levels: readonly ProviderChoice[],\n): ProviderSelection {\n  if (flag.local === true || flag.offline === true) return selectLocal(flag, levels);\n  const provider =\n    flag.provider ?? levels.find((level) => level.provider !== undefined)?.provider ?? DEFAULT_PROVIDER;\n  const model =\n    flag.model ??\n    levels.find(\n      (level) =>\n        level.model !== undefined && (level.provider === undefined || level.provider === provider),\n    )?.model;\n  return { provider, model };\n}\n\nfunction selectLocal(flag: ProviderFlags, levels: readonly ProviderChoice[]): ProviderSelection {\n  // The mock seam survives, so a test can drive `--local` without a runtime.\n  const provider = flag.provider === \"mock\" ? \"mock\" : LOCAL_PROVIDER;\n  const model =\n    flag.model ??\n    levels.find((level) => level.model !== undefined && level.provider === provider)?.model;\n  // A flag's provider is the command line's own choice, never a replaced one.\n  const chosen =\n    flag.provider === undefined ? levels.find((level) => level.provider !== undefined) : undefined;\n  const replaced =\n    chosen?.provider !== undefined &&\n    chosen.origin !== undefined &&\n    chosen.provider !== provider &&\n    chosen.provider !== DEFAULT_PROVIDER\n      ? { provider: chosen.provider, source: chosen.origin }\n      : undefined;\n  return replaced === undefined ? { provider, model } : { provider, model, replaced };\n}\n\n/**\n * What a selection's notice says, if it replaced anything, naming the flag\n * that drew the boundary: `--local`, or `--offline` when only it is set.\n */\nexport function localNotice(\n  selection: ProviderSelection,\n  flags: ProviderFlags = {},\n): string | undefined {\n  const { replaced } = selection;\n  if (replaced === undefined) return undefined;\n  const flag = flags.local !== true && flags.offline === true ? \"--offline\" : \"--local\";\n  return `${flag}: using ${LOCAL_PROVIDER} instead of \"${replaced.provider}\" from ${replaced.source}.`;\n}\n\n/**\n * The library's spec for a selection, with the connection settings from\n * `connections` for the provider it names.\n *\n * A named provider gets its own section, defaults filled. Under `auto` the\n * spec carries every setting detection reads, but only as the user wrote it:\n * the library counts a `baseUrl` as a reason openai is usable, so the default\n * endpoint must not reach detection. `apiKeyEnv` is left out there: the spec\n * has one for every provider, and detection looks for the default variables.\n */\nexport function providerSpecFor(\n  connections: ProviderConnections,\n  selection: { provider: ProviderSelector; model: string | null },\n): ProviderSpec {\n  const { provider, model } = selection;\n  const local = connections[\"llama-cpp\"] ?? {};\n  const llamaCpp = {\n    thoughtTokens: local.thoughtTokens ?? 0,\n    ...(local.modelsDir !== undefined ? { modelsDirectory: local.modelsDir } : {}),\n  };\n  switch (provider) {\n    case \"anthropic\":\n      return {\n        provider,\n        model,\n        apiKeyEnv: connections.anthropic?.apiKeyEnv ?? \"ANTHROPIC_API_KEY\",\n      };\n    case \"openai\":\n      return {\n        provider,\n        model,\n        apiKeyEnv: connections.openai?.apiKeyEnv ?? \"OPENAI_API_KEY\",\n        baseUrl: connections.openai?.baseUrl ?? DEFAULT_OPENAI_BASE_URL,\n      };\n    case \"claude-cli\":\n      return { provider, model, command: connections[\"claude-cli\"]?.command ?? \"claude\" };\n    case \"jev\":\n      return {\n        provider,\n        model,\n        apiKeyEnv: connections.jev?.apiKeyEnv ?? \"TYPESAFE_API_KEY\",\n        baseUrl: connections.jev?.baseUrl ?? DEFAULT_JEV_BASE_URL,\n      };\n    case \"llama-cpp\":\n      // Local weights, in-process: no API key, and no network once they are\n      // downloaded.\n      return { provider, model, llamaCpp };\n    case \"mock\":\n      return { provider, model };\n    case \"auto\": {\n      const baseUrl = connections.openai?.baseUrl;\n      const command = connections[\"claude-cli\"]?.command;\n      const configuredLocal = local.thoughtTokens !== undefined || local.modelsDir !== undefined;\n      return {\n        provider,\n        model,\n        ...(baseUrl !== undefined ? { baseUrl } : {}),\n        ...(command !== undefined ? { command } : {}),\n        ...(configuredLocal ? { llamaCpp } : {}),\n      };\n    }\n  }\n}\n\n/**\n * The concrete provider and model a spec resolves to, without constructing the\n * provider: a fully cached run needs no API key. Under `auto` this is where\n * detection runs. It probes the environment, the Claude CLI and the local\n * runtime, but never authenticates.\n *\n * The model returned is the RESOLVED one (the provider's default when none was\n * named, a llama-cpp tier's concrete weights), which is what makes it safe as\n * cache-key material: a library default that changes changes the key.\n */\nexport async function resolveIdentity(\n  spec: ProviderSpec,\n  toError: ToErrorFn,\n): Promise<{ provider: ProviderName; model: string }> {\n  try {\n    return await resolveProviderIdentityAsync(spec);\n  } catch (err) {\n    // Detection failing with nothing available is operational, not per-file:\n    // the aggregate message names every provider it tried and why each was out.\n    throw toError(\n      err instanceof InferenceError\n        ? err.message\n        : `Could not resolve provider \"${String(spec.provider)}\": ${errorMessage(err)}`,\n    );\n  }\n}\n\n/**\n * The identity `--offline` may run, or `undefined` when none is on this\n * machine. `spec` comes from a selection made with `offline` set, so it names\n * llama-cpp, or the mock, which sends nothing anywhere.\n *\n * Nothing is downloaded or installed. The library answers both questions\n * without side effects: the runtime must be importable now, and the resolved\n * model's weights must be `ready` on disk, so a model still downloading is\n * not. Resolving the `auto` tier probes memory through the runtime, which is\n * why the runtime is checked first.\n */\nexport async function offlineIdentity(\n  spec: ProviderSpec,\n  toError: ToErrorFn,\n): Promise<{ provider: ProviderName; model: string } | undefined> {\n  if (spec.provider === \"mock\") return resolveIdentity(spec, toError);\n  if (spec.provider !== LOCAL_PROVIDER) return undefined;\n  if ((await nodeLlamaCppStatus()).state !== \"present\") return undefined;\n  const identity = await resolveIdentity(spec, toError);\n  const modelsDirectory = spec.llamaCpp?.modelsDirectory;\n  const state = await modelState(\n    identity.model,\n    modelsDirectory === undefined ? {} : { modelsDirectory },\n  );\n  return state === \"ready\" ? identity : undefined;\n}\n"],"mappings":";;;;;;AASA,IAAM,QAA0C;AAAA,EAC9C,GAAG;AAAA,EACH,GAAG,KAAK;AAAA,EACR,GAAG,KAAK,KAAK;AAAA,EACb,GAAG,IAAI,KAAK,KAAK;AACnB;AAMO,SAAS,gBAAgB,OAAe,QAAQ,gBAAwB;AAC7E,SAAO,GAAG,KAAK,wDAAwD,KAAK;AAC9E;AAOO,SAAS,cACd,MACA,WACA,OACQ;AACR,QAAM,QAAQ,4BAA4B,KAAK,KAAK,KAAK,CAAC;AAC1D,QAAM,QAAQ,QAAQ,CAAC;AACvB,QAAM,OAAO,QAAQ,CAAC;AACtB,QAAM,KAAK,SAAS,SAAY,SAAY,MAAM,IAAI;AACtD,MAAI,UAAU,UAAa,OAAO,QAAW;AAC3C,UAAM,UAAU,gBAAgB,MAAM,KAAK,CAAC;AAAA,EAC9C;AACA,SAAO,OAAO,KAAK,IAAI;AACzB;;;AChCA,SAAS,eAAe;AACxB;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AAcA,IAAM,mBAAmB;AAOzB,IAAM,0BAA+C,oBAAI,IAAI,CAAC,KAAK,CAAC;AAOpE,IAAM,YAAiC,oBAAI,IAAY;AAAA,EAC5D,GAAG,OAAO,KAAK,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,wBAAwB,IAAI,IAAI,CAAC;AAAA,EAClF;AACF,CAAC;AAOD,IAAM,qBAAwC,OAAO,KAAK,cAAc,EAAE;AAAA,EACxE,CAAC,SAAS,SAAS,UAAU,CAAC,wBAAwB,IAAI,IAAI;AAChE;AAMO,SAAS,oBACd,MACA,SACA,UAAmC,CAAC,GACF;AAClC,MAAI,wBAAwB,IAAI,IAAI,GAAG;AACrC,QAAI,QAAQ,cAAc,KAAM;AAChC,UAAM;AAAA,MACJ,aAAa,IAAI,+DAA+D,CAAC,GAAG,oBAAoB,gBAAgB,EAAE,KAAK,IAAI,CAAC;AAAA,IACtI;AAAA,EACF;AACA,MAAI,UAAU,IAAI,IAAI,EAAG;AACzB,QAAM;AAAA,IACJ,qBAAqB,IAAI,iBAAiB,CAAC,GAAG,oBAAoB,gBAAgB,EAAE,KAAK,IAAI,CAAC;AAAA,EAChG;AACF;AAeO,SAAS,uBACd,MACA,OACA,WACA,SACM;AACN,MAAI,SAAS,oBAAoB,SAAS,KAAM;AAChD,QAAM;AAAA,IACJ,UAAU,KAAK,uGACgC,SAAS,cACnD,mBAAmB,KAAK,IAAI,CAAC;AAAA,EAEpC;AACF;AA+BO,IAAM,gBAAgB;AAG7B,IAAM,kBAAkB;AAAA,EACtB,WAAW,CAAC,WAAW;AAAA,EACvB,QAAQ,CAAC,WAAW,WAAW;AAAA,EAC/B,cAAc,CAAC,SAAS;AAAA,EACxB,KAAK,CAAC,aAAa,SAAS;AAAA,EAC5B,aAAa,CAAC,aAAa,iBAAiB,WAAW;AACzD;AAIA,IAAM,mBAAmB,OAAO,KAAK,eAAe;AAEpD,IAAM,iBAAoC,CAAC,YAAY,SAAS,GAAG,gBAAgB;AAEnF,SAAS,UAAU,OAAkD;AACnE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;AAEA,SAAS,cACP,KACA,SACA,OACA,QACA,SACM;AACN,aAAW,OAAO,OAAO,KAAK,GAAG,GAAG;AAClC,QAAI,CAAC,QAAQ,SAAS,GAAG,GAAG;AAC1B,YAAM;AAAA,QACJ,GAAG,MAAM,MAAM,KAAK,sBAAsB,GAAG,sBAAsB,QAAQ,KAAK,IAAI,CAAC;AAAA,MACvF;AAAA,IACF;AAAA,EACF;AACF;AAOO,SAAS,eACd,OACA,QACA,KACA,SACiB;AACjB,MAAI,SAAS,KAAM,QAAO,CAAC;AAC3B,MAAI,CAAC,UAAU,KAAK,GAAG;AACrB,UAAM,QAAQ,GAAG,MAAM,MAAM,aAAa,sBAAsB;AAAA,EAClE;AACA,gBAAc,OAAO,gBAAgB,eAAe,QAAQ,OAAO;AAEnE,QAAM,SAAS,CAAC,KAA8B,KAAa,UAAsC;AAC/F,UAAM,IAAI,IAAI,GAAG;AACjB,QAAI,MAAM,OAAW,QAAO;AAC5B,QAAI,OAAO,MAAM,UAAU;AACzB,YAAM,QAAQ,GAAG,MAAM,MAAM,KAAK,qBAAqB;AAAA,IACzD;AACA,WAAO;AAAA,EACT;AAEA,QAAM,SAA0B,CAAC;AACjC,QAAM,WAAW,OAAO,OAAO,YAAY,GAAG,aAAa,WAAW;AACtE,MAAI,aAAa,QAAW;AAC1B,wBAAoB,UAAU,CAAC,YAAY,QAAQ,GAAG,MAAM,KAAK,OAAO,EAAE,CAAC;AAC3E,WAAO,WAAW;AAAA,EACpB;AACA,QAAM,QAAQ,OAAO,OAAO,SAAS,GAAG,aAAa,QAAQ;AAC7D,MAAI,UAAU,QAAW;AACvB,QAAI,aAAa,UAAa,aAAa,kBAAkB;AAC3D,YAAM;AAAA,QACJ,GAAG,MAAM,MAAM,aAAa,+FACS,aAAa,uBAC7C,mBAAmB,KAAK,IAAI,CAAC;AAAA,MACpC;AAAA,IACF;AACA,WAAO,QAAQ;AAAA,EACjB;AAEA,aAAW,QAAQ,kBAAkB;AACnC,UAAM,UAAU,MAAM,IAAI;AAC1B,QAAI,WAAW,KAAM;AACrB,UAAM,QAAQ,GAAG,aAAa,IAAI,IAAI;AACtC,QAAI,CAAC,UAAU,OAAO,GAAG;AACvB,YAAM,QAAQ,GAAG,MAAM,MAAM,KAAK,sBAAsB;AAAA,IAC1D;AACA,kBAAc,SAAS,gBAAgB,IAAI,GAAG,OAAO,QAAQ,OAAO;AACpE,UAAM,QAAQ,CAAC,QAAoC,OAAO,SAAS,KAAK,GAAG,KAAK,IAAI,GAAG,EAAE;AACzF,YAAQ,MAAM;AAAA,MACZ,KAAK,aAAa;AAChB,cAAM,YAAY,MAAM,WAAW;AACnC,eAAO,YAAY,cAAc,SAAY,CAAC,IAAI,EAAE,UAAU;AAC9D;AAAA,MACF;AAAA,MACA,KAAK,UAAU;AACb,cAAM,UAAU,MAAM,SAAS;AAC/B,cAAM,YAAY,MAAM,WAAW;AACnC,eAAO,SAAS;AAAA,UACd,GAAI,YAAY,SAAY,EAAE,QAAQ,IAAI,CAAC;AAAA,UAC3C,GAAI,cAAc,SAAY,EAAE,UAAU,IAAI,CAAC;AAAA,QACjD;AACA;AAAA,MACF;AAAA,MACA,KAAK,cAAc;AACjB,cAAM,UAAU,MAAM,SAAS;AAC/B,eAAO,YAAY,IAAI,YAAY,SAAY,CAAC,IAAI,EAAE,QAAQ;AAC9D;AAAA,MACF;AAAA,MACA,KAAK,OAAO;AACV,cAAM,YAAY,MAAM,WAAW;AACnC,cAAM,UAAU,MAAM,SAAS;AAC/B,eAAO,MAAM;AAAA,UACX,GAAI,cAAc,SAAY,EAAE,UAAU,IAAI,CAAC;AAAA,UAC/C,GAAI,YAAY,SAAY,EAAE,QAAQ,IAAI,CAAC;AAAA,QAC7C;AACA;AAAA,MACF;AAAA,MACA,KAAK,aAAa;AAChB,cAAM,YAAY,MAAM,WAAW;AACnC,cAAM,gBAAgB,QAAQ,eAAe;AAC7C,YACE,kBAAkB,WACjB,OAAO,kBAAkB,YAAY,CAAC,OAAO,UAAU,aAAa,KAAK,gBAAgB,IAC1F;AACA,gBAAM;AAAA,YACJ,GAAG,MAAM,MAAM,KAAK,4DAA4D,KAAK,UAAU,aAAa,CAAC;AAAA,UAC/G;AAAA,QACF;AACA,cAAM,YAAY,YAAY,QAAQ,WAAW,GAAG,GAAG,KAAK,cAAc,QAAQ,OAAO;AACzF,eAAO,WAAW,IAAI;AAAA,UACpB,GAAI,cAAc,SAAY,EAAE,WAAW,QAAQ,KAAK,SAAS,EAAE,IAAI,CAAC;AAAA,UACxE,GAAI,kBAAkB,SAAY,EAAE,cAAc,IAAI,CAAC;AAAA,UACvD,GAAI,cAAc,SAAY,EAAE,UAAU,IAAI,CAAC;AAAA,QACjD;AACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAGO,IAAM,wBAAwB,KAAK;AAM1C,SAAS,YACP,OACA,OACA,QACA,SACoB;AACpB,MAAI,UAAU,OAAW,QAAO;AAChC,MAAI,UAAU,KAAK,UAAU,IAAK,QAAO;AACzC,QAAM,SAAS,MACb;AAAA,IACE,GAAG,MAAM,MAAM,KAAK,8DAA8D,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK,CAAC;AAAA,EAC7I;AACF,MAAI,OAAO,UAAU,SAAU,OAAM,OAAO;AAC5C,SAAO,cAAc,OAAO,MAAM;AACpC;AA6CO,IAAM,iBAAiB;AAGvB,IAAM,kBACX;AAOF,IAAM,mBAAwC,oBAAI,IAAI,CAAC,gBAAgB,kBAAkB,MAAM,CAAC;AAMzF,SAAS,gBAAgB,MAAqB,SAA0B;AAC7E,MAAI,KAAK,aAAa,UAAc,KAAK,UAAU,QAAQ,KAAK,YAAY,KAAO;AACnF,sBAAoB,KAAK,UAAU,OAAO;AAC1C,MAAI,iBAAiB,IAAI,KAAK,QAAQ,EAAG;AACzC,MAAI,KAAK,UAAU,MAAM;AACvB,UAAM;AAAA,MACJ,0BAA0B,KAAK,QAAQ,uEACb,cAAc;AAAA,IAC1C;AAAA,EACF;AACA,QAAM;AAAA,IACJ,4BAA4B,KAAK,QAAQ,6EACV,cAAc;AAAA,EAC/C;AACF;AAMO,SAAS,eAAe,aAA6B;AAC1D,SAAO,qCAAqC,WAAW;AACzD;AA0BO,SAAS,eACd,MACA,QACmB;AACnB,MAAI,KAAK,UAAU,QAAQ,KAAK,YAAY,KAAM,QAAO,YAAY,MAAM,MAAM;AACjF,QAAM,WACJ,KAAK,YAAY,OAAO,KAAK,CAAC,UAAU,MAAM,aAAa,MAAS,GAAG,YAAY;AACrF,QAAM,QACJ,KAAK,SACL,OAAO;AAAA,IACL,CAAC,UACC,MAAM,UAAU,WAAc,MAAM,aAAa,UAAa,MAAM,aAAa;AAAA,EACrF,GAAG;AACL,SAAO,EAAE,UAAU,MAAM;AAC3B;AAEA,SAAS,YAAY,MAAqB,QAAsD;AAE9F,QAAM,WAAW,KAAK,aAAa,SAAS,SAAS;AACrD,QAAM,QACJ,KAAK,SACL,OAAO,KAAK,CAAC,UAAU,MAAM,UAAU,UAAa,MAAM,aAAa,QAAQ,GAAG;AAEpF,QAAM,SACJ,KAAK,aAAa,SAAY,OAAO,KAAK,CAAC,UAAU,MAAM,aAAa,MAAS,IAAI;AACvF,QAAM,WACJ,QAAQ,aAAa,UACrB,OAAO,WAAW,UAClB,OAAO,aAAa,YACpB,OAAO,aAAa,mBAChB,EAAE,UAAU,OAAO,UAAU,QAAQ,OAAO,OAAO,IACnD;AACN,SAAO,aAAa,SAAY,EAAE,UAAU,MAAM,IAAI,EAAE,UAAU,OAAO,SAAS;AACpF;AAMO,SAAS,YACd,WACA,QAAuB,CAAC,GACJ;AACpB,QAAM,EAAE,SAAS,IAAI;AACrB,MAAI,aAAa,OAAW,QAAO;AACnC,QAAM,OAAO,MAAM,UAAU,QAAQ,MAAM,YAAY,OAAO,cAAc;AAC5E,SAAO,GAAG,IAAI,WAAW,cAAc,gBAAgB,SAAS,QAAQ,UAAU,SAAS,MAAM;AACnG;AAYO,SAAS,gBACd,aACA,WACc;AACd,QAAM,EAAE,UAAU,MAAM,IAAI;AAC5B,QAAM,QAAQ,YAAY,WAAW,KAAK,CAAC;AAC3C,QAAM,WAAW;AAAA,IACf,eAAe,MAAM,iBAAiB;AAAA,IACtC,GAAI,MAAM,cAAc,SAAY,EAAE,iBAAiB,MAAM,UAAU,IAAI,CAAC;AAAA,EAC9E;AACA,UAAQ,UAAU;AAAA,IAChB,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,WAAW,YAAY,WAAW,aAAa;AAAA,MACjD;AAAA,IACF,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,WAAW,YAAY,QAAQ,aAAa;AAAA,QAC5C,SAAS,YAAY,QAAQ,WAAW;AAAA,MAC1C;AAAA,IACF,KAAK;AACH,aAAO,EAAE,UAAU,OAAO,SAAS,YAAY,YAAY,GAAG,WAAW,SAAS;AAAA,IACpF,KAAK;AACH,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,WAAW,YAAY,KAAK,aAAa;AAAA,QACzC,SAAS,YAAY,KAAK,WAAW;AAAA,MACvC;AAAA,IACF,KAAK;AAGH,aAAO,EAAE,UAAU,OAAO,SAAS;AAAA,IACrC,KAAK;AACH,aAAO,EAAE,UAAU,MAAM;AAAA,IAC3B,KAAK,QAAQ;AACX,YAAM,UAAU,YAAY,QAAQ;AACpC,YAAM,UAAU,YAAY,YAAY,GAAG;AAC3C,YAAM,kBAAkB,MAAM,kBAAkB,UAAa,MAAM,cAAc;AACjF,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,GAAI,YAAY,SAAY,EAAE,QAAQ,IAAI,CAAC;AAAA,QAC3C,GAAI,YAAY,SAAY,EAAE,QAAQ,IAAI,CAAC;AAAA,QAC3C,GAAI,kBAAkB,EAAE,SAAS,IAAI,CAAC;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AACF;AAYA,eAAsB,gBACpB,MACA,SACoD;AACpD,MAAI;AACF,WAAO,MAAM,6BAA6B,IAAI;AAAA,EAChD,SAAS,KAAK;AAGZ,UAAM;AAAA,MACJ,eAAe,iBACX,IAAI,UACJ,+BAA+B,OAAO,KAAK,QAAQ,CAAC,MAAM,aAAa,GAAG,CAAC;AAAA,IACjF;AAAA,EACF;AACF;AAaA,eAAsB,gBACpB,MACA,SACgE;AAChE,MAAI,KAAK,aAAa,OAAQ,QAAO,gBAAgB,MAAM,OAAO;AAClE,MAAI,KAAK,aAAa,eAAgB,QAAO;AAC7C,OAAK,MAAM,mBAAmB,GAAG,UAAU,UAAW,QAAO;AAC7D,QAAM,WAAW,MAAM,gBAAgB,MAAM,OAAO;AACpD,QAAM,kBAAkB,KAAK,UAAU;AACvC,QAAM,QAAQ,MAAM;AAAA,IAClB,SAAS;AAAA,IACT,oBAAoB,SAAY,CAAC,IAAI,EAAE,gBAAgB;AAAA,EACzD;AACA,SAAO,UAAU,UAAU,WAAW;AACxC;","names":[]}