@kenkaiiii/gg-ai 5.24.0 → 5.26.0

package/dist/index.cjs

@@ -42,6 +42,7 @@ __export(index_exports, {
   formatErrorForDisplay: () => formatErrorForDisplay,
   isHardBillingMessage: () => isHardBillingMessage,
   isUsageLimitError: () => isUsageLimitError,
+  localWireModelId: () => localWireModelId,
   palsuAssistantMessage: () => palsuAssistantMessage,
   palsuText: () => palsuText,
   palsuThinking: () => palsuThinking,
@@ -1161,6 +1162,10 @@ function toOpenAIToolChoice(choice) {
   if (choice === "required") return "required";
   return { type: "function", function: { name: choice.name } };
 }
+function toLocalReasoningEffort(level) {
+  if (level === "max" || level === "ultra" || level === "xhigh") return "max";
+  return level;
+}
 function toOpenAIReasoningEffort(level, model) {
   const effort = level === "max" || level === "ultra" ? "xhigh" : level;
   if (model.startsWith("fugu") && (effort === "low" || effort === "medium")) {
@@ -1958,6 +1963,7 @@ async function* runStream2(options) {
   const useStreaming = options.streaming !== false;
   const endpointKey = reasoningFieldKey(providerName, options.baseUrl, options.model);
   const client = createClient2(options);
+  const isLocal = options.provider === "local";
   const isKimiK3 = options.provider === "moonshot" && options.model === "kimi-k3";
   const isManagedKimiK3 = isKimiK3 && options.baseUrl?.replace(/\/+$/, "").endsWith("/coding/v1") === true;
   const k3Effort = options.thinking ? toKimiK3Effort(options.thinking) : void 0;
@@ -1993,7 +1999,7 @@ async function* runStream2(options) {
     ...effectiveTemp != null && !options.thinking && !hasFixedKimiSampling ? { temperature: effectiveTemp } : {},
     ...options.topP != null && !hasFixedKimiSampling ? { top_p: options.topP } : {},
     ...options.stop ? { stop: options.stop } : {},
-    ...options.thinking && !usesThinkingParam && !isKimiK3 && !isKimiK27 ? { reasoning_effort: toOpenAIReasoningEffort(options.thinking, options.model) } : {},
+    ...options.thinking && !usesThinkingParam && !isKimiK3 && !isKimiK27 && !isLocal ? { reasoning_effort: toOpenAIReasoningEffort(options.thinking, options.model) } : {},
     ...options.tools?.length ? { tools: toOpenAITools(options.tools) } : {},
     ...options.toolChoice && options.tools?.length ? { tool_choice: toOpenAIToolChoice(options.toolChoice) } : {},
     ...useStreaming ? { stream_options: { include_usage: true } } : {}
@@ -2007,6 +2013,11 @@ async function* runStream2(options) {
       paramsAny.prompt_cache_retention = "24h";
     }
   }
+  if (isLocal && options.thinking) {
+    params.reasoning_effort = toLocalReasoningEffort(
+      options.thinking
+    );
+  }
   if (options.provider === "openai" && options.serviceTier) {
     params.service_tier = options.serviceTier;
   }
@@ -3568,6 +3579,28 @@ providerRegistry.register("minimax", {
     serverTools: void 0
   })
 });
+function localWireModelId(id) {
+  const match = /^local\/[^/]+\/(.+)$/.exec(id);
+  return match?.[1] ?? id;
+}
+providerRegistry.register("local", {
+  // Locally hosted OpenAI-compatible servers (Ollama, LM Studio, llama.cpp,
+  // vLLM). There is no default endpoint: the baseUrl comes from the endpoint
+  // credential the discovery layer wrote, so a missing one is a wiring bug, not
+  // something to paper over with a guess at someone else's port.
+  stream: (options) => {
+    if (!options.baseUrl) {
+      throw new GGAIError(
+        "Local provider requires a baseUrl (e.g. http://127.0.0.1:11434/v1). No local endpoint was resolved for this model \u2014 re-scan for local models."
+      );
+    }
+    return streamOpenAI({
+      ...options,
+      model: localWireModelId(options.model),
+      webSearch: false
+    });
+  }
+});
 function stream(options) {
   const entry = providerRegistry.get(options.provider);
   if (!entry) {
@@ -3972,6 +4005,7 @@ function registerPalsuProvider(config) {
   formatErrorForDisplay,
   isHardBillingMessage,
   isUsageLimitError,
+  localWireModelId,
   palsuAssistantMessage,
   palsuText,
   palsuThinking,