@dexto/core 1.9.4 → 1.9.6

package/dist/agent/DextoAgent.cjs

@@ -1867,10 +1867,10 @@ Either:
    * await agent.switchLLM({ model: 'gpt-5' });
    *
    * // Switch to a different provider with explicit API key
-   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514', apiKey: 'sk-ant-...' });
+   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5', apiKey: 'sk-ant-...' });
    *
    * // Switch with session options
-   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514' }, 'user-123');
+   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5' }, 'user-123');
    *
    * // Switch for all sessions
    * await agent.switchLLM({ model: 'gpt-5' }, '*');
@@ -2014,7 +2014,7 @@ Either:
    * const provider = agent.inferProviderFromModel('gpt-5');
    * console.log(provider); // 'openai'
    *
-   * const provider2 = agent.inferProviderFromModel('claude-4-sonnet-20250514');
+   * const provider2 = agent.inferProviderFromModel('claude-sonnet-4-5');
    * console.log(provider2); // 'anthropic'
    *
    * const provider3 = agent.inferProviderFromModel('unknown-model');

package/dist/agent/DextoAgent.d.ts

@@ -617,10 +617,10 @@ export declare class DextoAgent {
      * await agent.switchLLM({ model: 'gpt-5' });
      *
      * // Switch to a different provider with explicit API key
-     * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514', apiKey: 'sk-ant-...' });
+     * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5', apiKey: 'sk-ant-...' });
      *
      * // Switch with session options
-     * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514' }, 'user-123');
+     * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5' }, 'user-123');
      *
      * // Switch for all sessions
      * await agent.switchLLM({ model: 'gpt-5' }, '*');
@@ -706,7 +706,7 @@ export declare class DextoAgent {
      * const provider = agent.inferProviderFromModel('gpt-5');
      * console.log(provider); // 'openai'
      *
-     * const provider2 = agent.inferProviderFromModel('claude-4-sonnet-20250514');
+     * const provider2 = agent.inferProviderFromModel('claude-sonnet-4-5');
      * console.log(provider2); // 'anthropic'
      *
      * const provider3 = agent.inferProviderFromModel('unknown-model');

package/dist/agent/DextoAgent.js

@@ -1818,10 +1818,10 @@ Either:
    * await agent.switchLLM({ model: 'gpt-5' });
    *
    * // Switch to a different provider with explicit API key
-   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514', apiKey: 'sk-ant-...' });
+   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5', apiKey: 'sk-ant-...' });
    *
    * // Switch with session options
-   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-4-sonnet-20250514' }, 'user-123');
+   * await agent.switchLLM({ provider: 'anthropic', model: 'claude-sonnet-4-5' }, 'user-123');
    *
    * // Switch for all sessions
    * await agent.switchLLM({ model: 'gpt-5' }, '*');
@@ -1965,7 +1965,7 @@ Either:
    * const provider = agent.inferProviderFromModel('gpt-5');
    * console.log(provider); // 'openai'
    *
-   * const provider2 = agent.inferProviderFromModel('claude-4-sonnet-20250514');
+   * const provider2 = agent.inferProviderFromModel('claude-sonnet-4-5');
    * console.log(provider2); // 'anthropic'
    *
    * const provider3 = agent.inferProviderFromModel('unknown-model');

package/dist/llm/curation-config.cjs

@@ -37,8 +37,8 @@ const CURATED_MODEL_IDS_BY_PROVIDER = {
   anthropic: [
     "claude-opus-4-6",
     "claude-opus-4-5-20251101",
+    "claude-sonnet-5",
     "claude-sonnet-4-5-20250929",
-    "claude-sonnet-4-20250514",
     "claude-haiku-4-5-20251001"
   ],
   google: [

package/dist/llm/curation-config.js

@@ -15,8 +15,8 @@ const CURATED_MODEL_IDS_BY_PROVIDER = {
   anthropic: [
     "claude-opus-4-6",
     "claude-opus-4-5-20251101",
+    "claude-sonnet-5",
     "claude-sonnet-4-5-20250929",
-    "claude-sonnet-4-20250514",
     "claude-haiku-4-5-20251001"
   ],
   google: [

package/dist/llm/executor/provider-options.cjs

@@ -34,7 +34,7 @@ function coerceBudgetTokens(tokens, minimum) {
   return Math.max(minimum, Math.floor(tokens));
 }
 function toOpenAIReasoningEffort(reasoningVariant) {
-  return reasoningVariant === "none" || reasoningVariant === "minimal" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" || reasoningVariant === "xhigh" ? reasoningVariant : void 0;
+  return reasoningVariant === "none" || reasoningVariant === "minimal" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" || reasoningVariant === "xhigh" || reasoningVariant === "max" || reasoningVariant === "ultra" ? reasoningVariant : void 0;
 }
 function toOpenAICompatibleReasoningEffort(reasoningVariant) {
   return reasoningVariant === "none" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" ? reasoningVariant : void 0;

package/dist/llm/executor/provider-options.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider-options.d.ts","sourceRoot":"","sources":["../../../src/llm/executor/provider-options.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAelE,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;CAC9C;AA6LD,wBAAgB,iCAAiC,CAC7C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,GACrE,MAAM,GAAG,SAAS,CA6BpB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAChC,MAAM,EAAE,qBAAqB,GAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,CA4IrD"}
+{"version":3,"file":"provider-options.d.ts","sourceRoot":"","sources":["../../../src/llm/executor/provider-options.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAelE,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,kBAAkB,GAAG,SAAS,CAAC;CAC9C;AA+LD,wBAAgB,iCAAiC,CAC7C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,GACrE,MAAM,GAAG,SAAS,CA6BpB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAChC,MAAM,EAAE,qBAAqB,GAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS,CA4IrD"}

package/dist/llm/executor/provider-options.js

@@ -22,7 +22,7 @@ function coerceBudgetTokens(tokens, minimum) {
   return Math.max(minimum, Math.floor(tokens));
 }
 function toOpenAIReasoningEffort(reasoningVariant) {
-  return reasoningVariant === "none" || reasoningVariant === "minimal" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" || reasoningVariant === "xhigh" ? reasoningVariant : void 0;
+  return reasoningVariant === "none" || reasoningVariant === "minimal" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" || reasoningVariant === "xhigh" || reasoningVariant === "max" || reasoningVariant === "ultra" ? reasoningVariant : void 0;
 }
 function toOpenAICompatibleReasoningEffort(reasoningVariant) {
   return reasoningVariant === "none" || reasoningVariant === "low" || reasoningVariant === "medium" || reasoningVariant === "high" ? reasoningVariant : void 0;

package/dist/llm/registry/sync.cjs

@@ -28,6 +28,13 @@ var import_DextoValidationError = require("../../errors/DextoValidationError.js"
 var import_DextoRuntimeError = require("../../errors/DextoRuntimeError.js");
 var import_types = require("../../errors/types.js");
 const MODELS_DEV_URL = "https://models.dev/api.json";
+const MODELS_DEV_OPENAI_UNSUPPORTED_MODEL_IDS = /* @__PURE__ */ new Set(["gpt-5.6"]);
+const OPENAI_SHORT_CONTEXT_INPUT_TOKENS = 272e3;
+const OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS = /* @__PURE__ */ new Set([
+  "gpt-5.6-sol",
+  "gpt-5.6-terra",
+  "gpt-5.6-luna"
+]);
 function isRecord(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -179,6 +186,7 @@ function getSupportedFileTypesFromModel(provider, model) {
 }
 function getPricing(model) {
   if (!model.cost) return void 0;
+  const isOpenAIGpt56 = OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS.has(model.id);
   return {
     inputPerM: model.cost.input,
     outputPerM: model.cost.output,
@@ -189,6 +197,11 @@ function getPricing(model) {
     ...typeof model.cost.output_audio === "number" ? { outputAudioPerM: model.cost.output_audio } : {},
     ...model.cost.context_over_200k ? {
       contextOver200kPerM: {
+        ...isOpenAIGpt56 ? {
+          inputTokensAbove: OPENAI_SHORT_CONTEXT_INPUT_TOKENS,
+          ...model.cost.cache_read !== void 0 ? { cacheReadPerM: model.cost.cache_read * 2 } : {},
+          ...model.cost.cache_write !== void 0 ? { cacheWritePerM: model.cost.cache_write * 2 } : {}
+        } : {},
         inputPerM: model.cost.context_over_200k.input,
         outputPerM: model.cost.context_over_200k.output
       }
@@ -207,7 +220,7 @@ function modelToModelInfo(provider, model, options) {
   return {
     name: model.id,
     displayName: model.name,
-    maxInputTokens: model.limit.input ?? model.limit.context,
+    maxInputTokens: provider === "openai" && OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS.has(model.id) ? OPENAI_SHORT_CONTEXT_INPUT_TOKENS : model.limit.input ?? model.limit.context,
     supportedFileTypes: getSupportedFileTypesFromModel(provider, model),
     reasoning: requireBoolean(
       model.reasoning,
@@ -285,7 +298,7 @@ function buildModelsByProviderFromParsedSources(params) {
     bedrock: "anthropic.claude-sonnet-4-5-20250929-v1:0"
   };
   const include = {
-    openai: (id) => id.startsWith("gpt-") || id.startsWith("o"),
+    openai: (id) => (id.startsWith("gpt-") || id.startsWith("o")) && !MODELS_DEV_OPENAI_UNSUPPORTED_MODEL_IDS.has(id),
     anthropic: (id) => id.startsWith("claude-"),
     google: (id) => id.startsWith("gemini-"),
     groq: (_id) => true,

package/dist/llm/registry/sync.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAqB,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAK5C,eAAO,MAAM,cAAc,gCAAgC,CAAC;AAE5D,KAAK,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AACtD,KAAK,iBAAiB,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CAC1C,CAAC;AACF,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE;QACP,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,KAAK,EAAE;QACH,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,UAAU,CAAC,EACL;QACI,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;KAC/D,GACD,SAAS,CAAC;IAChB,IAAI,CAAC,EACC;QACI,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,iBAAiB,CAAC,EAAE;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,MAAM,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACtB,GACD,SAAS,CAAC;CACnB,CAAC;AA2CF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,YAAY,CA6J7D;AAoLD,wBAAgB,sCAAsC,CAAC,MAAM,EAAE;IAC3D,YAAY,EAAE,YAAY,CAAC;CAC9B,GAAG,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAuJnC;AAED,wBAAsB,+BAA+B,CAAC,OAAO,CAAC,EAAE;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAoB5C"}
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAqB,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAK5C,eAAO,MAAM,cAAc,gCAAgC,CAAC;AAS5D,KAAK,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AACtD,KAAK,iBAAiB,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CAC1C,CAAC;AACF,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE;QACP,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,GAAG,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,KAAK,EAAE;QACH,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,UAAU,CAAC,EACL;QACI,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;KAC/D,GACD,SAAS,CAAC;IAChB,IAAI,CAAC,EACC;QACI,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,iBAAiB,CAAC,EAAE;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,MAAM,EAAE,MAAM,CAAC;SAClB,CAAC;QACF,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACtB,GACD,SAAS,CAAC;CACnB,CAAC;AA2CF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,YAAY,CA6J7D;AAmMD,wBAAgB,sCAAsC,CAAC,MAAM,EAAE;IAC3D,YAAY,EAAE,YAAY,CAAC;CAC9B,GAAG,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAyJnC;AAED,wBAAsB,+BAA+B,CAAC,OAAO,CAAC,EAAE;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAoB5C"}

package/dist/llm/registry/sync.js

@@ -3,6 +3,13 @@ import { DextoValidationError } from "../../errors/DextoValidationError.js";
 import { DextoRuntimeError } from "../../errors/DextoRuntimeError.js";
 import { ErrorScope, ErrorType } from "../../errors/types.js";
 const MODELS_DEV_URL = "https://models.dev/api.json";
+const MODELS_DEV_OPENAI_UNSUPPORTED_MODEL_IDS = /* @__PURE__ */ new Set(["gpt-5.6"]);
+const OPENAI_SHORT_CONTEXT_INPUT_TOKENS = 272e3;
+const OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS = /* @__PURE__ */ new Set([
+  "gpt-5.6-sol",
+  "gpt-5.6-terra",
+  "gpt-5.6-luna"
+]);
 function isRecord(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -154,6 +161,7 @@ function getSupportedFileTypesFromModel(provider, model) {
 }
 function getPricing(model) {
   if (!model.cost) return void 0;
+  const isOpenAIGpt56 = OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS.has(model.id);
   return {
     inputPerM: model.cost.input,
     outputPerM: model.cost.output,
@@ -164,6 +172,11 @@ function getPricing(model) {
     ...typeof model.cost.output_audio === "number" ? { outputAudioPerM: model.cost.output_audio } : {},
     ...model.cost.context_over_200k ? {
       contextOver200kPerM: {
+        ...isOpenAIGpt56 ? {
+          inputTokensAbove: OPENAI_SHORT_CONTEXT_INPUT_TOKENS,
+          ...model.cost.cache_read !== void 0 ? { cacheReadPerM: model.cost.cache_read * 2 } : {},
+          ...model.cost.cache_write !== void 0 ? { cacheWritePerM: model.cost.cache_write * 2 } : {}
+        } : {},
         inputPerM: model.cost.context_over_200k.input,
         outputPerM: model.cost.context_over_200k.output
       }
@@ -182,7 +195,7 @@ function modelToModelInfo(provider, model, options) {
   return {
     name: model.id,
     displayName: model.name,
-    maxInputTokens: model.limit.input ?? model.limit.context,
+    maxInputTokens: provider === "openai" && OPENAI_SHORT_CONTEXT_CAPPED_MODEL_IDS.has(model.id) ? OPENAI_SHORT_CONTEXT_INPUT_TOKENS : model.limit.input ?? model.limit.context,
     supportedFileTypes: getSupportedFileTypesFromModel(provider, model),
     reasoning: requireBoolean(
       model.reasoning,
@@ -260,7 +273,7 @@ function buildModelsByProviderFromParsedSources(params) {
     bedrock: "anthropic.claude-sonnet-4-5-20250929-v1:0"
   };
   const include = {
-    openai: (id) => id.startsWith("gpt-") || id.startsWith("o"),
+    openai: (id) => (id.startsWith("gpt-") || id.startsWith("o")) && !MODELS_DEV_OPENAI_UNSUPPORTED_MODEL_IDS.has(id),
     anthropic: (id) => id.startsWith("claude-"),
     google: (id) => id.startsWith("gemini-"),
     groq: (_id) => true,

package/dist/llm/services/factory.cjs

@@ -1,7 +1,9 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -15,6 +17,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var factory_exports = {};
 __export(factory_exports, {
@@ -23,22 +33,9 @@ __export(factory_exports, {
 });
 module.exports = __toCommonJS(factory_exports);
 var import_errors = require("../errors.js");
-var import_openai = require("@ai-sdk/openai");
-var import_openai_compatible = require("@ai-sdk/openai-compatible");
-var import_google = require("@ai-sdk/google");
-var import_anthropic = require("@ai-sdk/anthropic");
-var import_groq = require("@ai-sdk/groq");
-var import_xai = require("@ai-sdk/xai");
-var import_google_vertex = require("@ai-sdk/google-vertex");
-var import_anthropic2 = require("@ai-sdk/google-vertex/anthropic");
-var import_amazon_bedrock = require("@ai-sdk/amazon-bedrock");
-var import_ai_sdk_provider = require("@openrouter/ai-sdk-provider");
 var import_vercel = require("./vercel.js");
-var import_cohere = require("@ai-sdk/cohere");
-var import_ai_sdk_adapter = require("../providers/local/ai-sdk-adapter.js");
 var import_llm = require("@dexto/llm");
 var import_api_key_resolver = require("../../utils/api-key-resolver.js");
-var import_codex_app_server = require("../providers/codex-app-server.js");
 var import_codex_base_url = require("../providers/codex-base-url.js");
 var import_execution_context = require("../../utils/execution-context.js");
 function isLanguageModel(value) {
@@ -108,7 +105,7 @@ function logRuntimeAuthResolution(input) {
     }
   });
 }
-function createVercelModel(llmConfig, context) {
+async function createVercelModel(llmConfig, context) {
   const { provider, model, baseURL } = llmConfig;
   const runtimeAuth = context?.authResolver?.resolveRuntimeAuth({
     provider,
@@ -139,14 +136,16 @@ function createVercelModel(llmConfig, context) {
   switch (provider.toLowerCase()) {
     case "openai": {
       if (usesCodexRuntimeAuth && runtimeBaseURL) {
-        return (0, import_codex_app_server.createCodexLanguageModel)({
+        const { createCodexLanguageModel } = await import("../providers/codex-app-server.js");
+        return createCodexLanguageModel({
           modelId: model,
           baseURL: runtimeBaseURL,
           cwd: resolveProviderWorkingDirectory(context?.cwd),
           ...context?.onCodexRateLimitStatus ? { onRateLimitStatus: context.onCodexRateLimitStatus } : {}
         });
       }
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "",
         ...effectiveBaseURL ? { baseURL: effectiveBaseURL } : {},
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -158,7 +157,8 @@ function createVercelModel(llmConfig, context) {
       if (!compatibleBaseURL) {
         throw import_errors.LLMError.baseUrlMissing("openai-compatible");
       }
-      const provider2 = (0, import_openai_compatible.createOpenAICompatible)({
+      const { createOpenAICompatible } = await import("@ai-sdk/openai-compatible");
+      const provider2 = createOpenAICompatible({
         name: "openaiCompatible",
         baseURL: compatibleBaseURL,
         ...apiKey?.trim() ? { apiKey } : {},
@@ -169,7 +169,8 @@ function createVercelModel(llmConfig, context) {
     }
     case "openrouter": {
       const orBaseURL = baseURL || "https://openrouter.ai/api/v1";
-      const provider2 = (0, import_ai_sdk_provider.createOpenRouter)({
+      const { createOpenRouter } = await import("@openrouter/ai-sdk-provider");
+      const provider2 = createOpenRouter({
         apiKey: apiKey ?? "",
         baseURL: orBaseURL,
         compatibility: "strict"
@@ -186,7 +187,8 @@ function createVercelModel(llmConfig, context) {
     }
     case "minimax": {
       const minimaxBaseURL = effectiveBaseURL || "https://api.minimax.chat/v1";
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: minimaxBaseURL,
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -195,7 +197,8 @@ function createVercelModel(llmConfig, context) {
     }
     case "glm": {
       const glmBaseURL = effectiveBaseURL || "https://open.bigmodel.cn/api/paas/v4";
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: glmBaseURL,
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -206,7 +209,8 @@ function createVercelModel(llmConfig, context) {
       if (!effectiveBaseURL) {
         throw import_errors.LLMError.baseUrlMissing("litellm");
       }
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: effectiveBaseURL,
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -215,7 +219,8 @@ function createVercelModel(llmConfig, context) {
     }
     case "glama": {
       const glamaBaseURL = effectiveBaseURL || "https://glama.ai/api/gateway/openai/v1";
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: glamaBaseURL,
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -234,7 +239,8 @@ function createVercelModel(llmConfig, context) {
       if (process.env.DEXTO_CLI_VERSION) {
         headers[DEXTO_GATEWAY_HEADERS.CLIENT_VERSION] = process.env.DEXTO_CLI_VERSION;
       }
-      const provider2 = (0, import_openai_compatible.createOpenAICompatible)({
+      const { createOpenAICompatible } = await import("@ai-sdk/openai-compatible");
+      const provider2 = createOpenAICompatible({
         name: "dexto-nova",
         baseURL: dextoBaseURL,
         headers,
@@ -261,13 +267,15 @@ function createVercelModel(llmConfig, context) {
       const location = process.env.GOOGLE_VERTEX_LOCATION;
       if (model.includes("claude")) {
         const headers = (0, import_llm.supportsAnthropicInterleavedThinking)(model) ? { [import_llm.ANTHROPIC_BETA_HEADER]: import_llm.ANTHROPIC_INTERLEAVED_THINKING_BETA } : void 0;
-        return (0, import_anthropic2.createVertexAnthropic)({
+        const { createVertexAnthropic } = await import("@ai-sdk/google-vertex/anthropic");
+        return createVertexAnthropic({
           project: projectId,
           location: location || "us-east5",
           ...headers ? { headers } : {}
         })(model);
       }
-      return (0, import_google_vertex.createVertex)({
+      const { createVertex } = await import("@ai-sdk/google-vertex");
+      return createVertex({
         project: projectId,
         location: location || "us-central1"
       })(model);
@@ -286,31 +294,42 @@ function createVercelModel(llmConfig, context) {
         const prefix = region.startsWith("eu-") ? "eu." : "us.";
         modelId = `${prefix}${model}`;
       }
-      return (0, import_amazon_bedrock.createAmazonBedrock)({ region })(modelId);
+      const { createAmazonBedrock } = await import("@ai-sdk/amazon-bedrock");
+      return createAmazonBedrock({ region })(modelId);
     }
     case "anthropic": {
       const headers = mergeHeaders(
         (0, import_llm.supportsAnthropicInterleavedThinking)(model) ? { [import_llm.ANTHROPIC_BETA_HEADER]: import_llm.ANTHROPIC_INTERLEAVED_THINKING_BETA } : void 0,
         runtimeHeaders
       );
-      return (0, import_anthropic.createAnthropic)({
+      const { createAnthropic } = await import("@ai-sdk/anthropic");
+      return createAnthropic({
         apiKey: apiKey ?? "",
         ...effectiveBaseURL ? { baseURL: effectiveBaseURL } : {},
         ...headers ? { headers } : {},
         ...runtimeFetch ? { fetch: runtimeFetch } : {}
       })(model);
     }
-    case "google":
-      return (0, import_google.createGoogleGenerativeAI)({ apiKey: apiKey ?? "" })(model);
-    case "groq":
-      return (0, import_groq.createGroq)({ apiKey: apiKey ?? "" })(model);
-    case "xai":
-      return (0, import_xai.createXai)({ apiKey: apiKey ?? "" })(model);
-    case "cohere":
-      return (0, import_cohere.createCohere)({ apiKey: apiKey ?? "" })(model);
+    case "google": {
+      const { createGoogleGenerativeAI } = await import("@ai-sdk/google");
+      return createGoogleGenerativeAI({ apiKey: apiKey ?? "" })(model);
+    }
+    case "groq": {
+      const { createGroq } = await import("@ai-sdk/groq");
+      return createGroq({ apiKey: apiKey ?? "" })(model);
+    }
+    case "xai": {
+      const { createXai } = await import("@ai-sdk/xai");
+      return createXai({ apiKey: apiKey ?? "" })(model);
+    }
+    case "cohere": {
+      const { createCohere } = await import("@ai-sdk/cohere");
+      return createCohere({ apiKey: apiKey ?? "" })(model);
+    }
     case "ollama": {
       const ollamaBaseURL = effectiveBaseURL || "http://localhost:11434/v1";
-      return (0, import_openai.createOpenAI)({
+      const { createOpenAI } = await import("@ai-sdk/openai");
+      return createOpenAI({
         apiKey: apiKey ?? "ollama",
         baseURL: ollamaBaseURL,
         ...runtimeHeaders ? { headers: runtimeHeaders } : {},
@@ -318,7 +337,8 @@ function createVercelModel(llmConfig, context) {
       }).chat(model);
     }
     case "local": {
-      return (0, import_ai_sdk_adapter.createLocalLanguageModel)({
+      const { createLocalLanguageModel } = await import("../providers/local/ai-sdk-adapter.js");
+      return createLocalLanguageModel({
         modelId: model
       });
     }
@@ -326,7 +346,7 @@ function createVercelModel(llmConfig, context) {
       throw import_errors.LLMError.unsupportedProvider(provider);
   }
 }
-function createLLMService(config, toolManager, systemPromptManager, conversationStore, sessionEventBus, sessionId, resourceManager, logger, options, languageModelFactory) {
+async function createLLMService(config, toolManager, systemPromptManager, conversationStore, sessionEventBus, sessionId, resourceManager, logger, options, languageModelFactory) {
   const { usageScopeId, compactionStrategy, executionControl, steerQueue, followUpQueue } = options;
   const providerContext = {
     sessionId,
@@ -341,11 +361,11 @@ function createLLMService(config, toolManager, systemPromptManager, conversation
       });
     }
   };
-  const model = languageModelFactory?.({
+  const model = await (languageModelFactory?.({
     config,
     context: providerContext,
     createDefaultLanguageModel: () => createVercelModel(config, providerContext)
-  }) ?? createVercelModel(config, providerContext);
+  }) ?? createVercelModel(config, providerContext));
   return new import_vercel.VercelLLMService(
     toolManager,
     model,

package/dist/llm/services/factory.d.ts

@@ -15,9 +15,9 @@ import type { CreateLLMServiceOptions, DextoProviderContext, LanguageModelFactor
  *
  * @param llmConfig - LLM configuration from agent config
  * @param context - Optional context for usage tracking (session ID, etc.)
- * @returns Vercel AI SDK LanguageModel instance
+ * @returns Promise resolving to a Vercel AI SDK LanguageModel instance
  */
-export declare function createVercelModel(llmConfig: ValidatedLLMConfig, context?: DextoProviderContext): LanguageModel;
+export declare function createVercelModel(llmConfig: ValidatedLLMConfig, context?: DextoProviderContext): Promise<LanguageModel>;
 /**
  * Create an LLM service instance using the Vercel AI SDK.
  * All providers are routed through the unified Vercel service.
@@ -31,7 +31,7 @@ export declare function createVercelModel(llmConfig: ValidatedLLMConfig, context
  * @param resourceManager Resource manager for blob storage and resource access
  * @param logger Logger instance for dependency injection
  * @param options Session-scoped runtime options
- * @returns VercelLLMService instance
+ * @returns Promise resolving to a VercelLLMService instance
  */
-export declare function createLLMService(config: ValidatedLLMConfig, toolManager: ToolManager, systemPromptManager: SystemPromptManager, conversationStore: ConversationStore, sessionEventBus: SessionEventBus, sessionId: string, resourceManager: import('../../resources/index.js').ResourceManager, logger: Logger, options: CreateLLMServiceOptions, languageModelFactory?: LanguageModelFactory): VercelLLMService;
+export declare function createLLMService(config: ValidatedLLMConfig, toolManager: ToolManager, systemPromptManager: SystemPromptManager, conversationStore: ConversationStore, sessionEventBus: SessionEventBus, sessionId: string, resourceManager: import('../../resources/index.js').ResourceManager, logger: Logger, options: CreateLLMServiceOptions, languageModelFactory?: LanguageModelFactory): Promise<VercelLLMService>;
 //# sourceMappingURL=factory.d.ts.map

package/dist/llm/services/factory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../src/llm/services/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAYnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAGxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EACR,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACvB,MAAM,YAAY,CAAC;AAqHpB;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC7B,SAAS,EAAE,kBAAkB,EAC7B,OAAO,CAAC,EAAE,oBAAoB,GAC/B,aAAa,CAsSf;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,gBAAgB,CAC5B,MAAM,EAAE,kBAAkB,EAC1B,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,mBAAmB,EACxC,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,OAAO,0BAA0B,EAAE,eAAe,EACnE,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,uBAAuB,EAChC,oBAAoB,CAAC,EAAE,oBAAoB,GAC5C,gBAAgB,CAyClB"}
+{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../src/llm/services/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EACR,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACvB,MAAM,YAAY,CAAC;AAoHpB;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACnC,SAAS,EAAE,kBAAkB,EAC7B,OAAO,CAAC,EAAE,oBAAoB,GAC/B,OAAO,CAAC,aAAa,CAAC,CAiUxB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,gBAAgB,CAClC,MAAM,EAAE,kBAAkB,EAC1B,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,mBAAmB,EACxC,iBAAiB,EAAE,iBAAiB,EACpC,eAAe,EAAE,eAAe,EAChC,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,OAAO,0BAA0B,EAAE,eAAe,EACnE,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,uBAAuB,EAChC,oBAAoB,CAAC,EAAE,oBAAoB,GAC5C,OAAO,CAAC,gBAAgB,CAAC,CAwC3B"}

package/dist/llm/services/factory.js

@@ -1,18 +1,6 @@
 import "../../chunk-C6A6W6XS.js";
 import { LLMError } from "../errors.js";
-import { createOpenAI } from "@ai-sdk/openai";
-import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
-import { createGoogleGenerativeAI } from "@ai-sdk/google";
-import { createAnthropic } from "@ai-sdk/anthropic";
-import { createGroq } from "@ai-sdk/groq";
-import { createXai } from "@ai-sdk/xai";
-import { createVertex } from "@ai-sdk/google-vertex";
-import { createVertexAnthropic } from "@ai-sdk/google-vertex/anthropic";
-import { createAmazonBedrock } from "@ai-sdk/amazon-bedrock";
-import { createOpenRouter } from "@openrouter/ai-sdk-provider";
 import { VercelLLMService } from "./vercel.js";
-import { createCohere } from "@ai-sdk/cohere";
-import { createLocalLanguageModel } from "../providers/local/ai-sdk-adapter.js";
 import {
   ANTHROPIC_BETA_HEADER,
   ANTHROPIC_INTERLEAVED_THINKING_BETA,
@@ -20,7 +8,6 @@ import {
   supportsAnthropicInterleavedThinking
 } from "@dexto/llm";
 import { getPrimaryApiKeyEnvVar, resolveApiKeyForProvider } from "../../utils/api-key-resolver.js";
-import { createCodexLanguageModel } from "../providers/codex-app-server.js";
 import { isCodexBaseURL } from "../providers/codex-base-url.js";
 import { findDextoProjectRoot } from "../../utils/execution-context.js";
 function isLanguageModel(value) {
@@ -90,7 +77,7 @@ function logRuntimeAuthResolution(input) {
     }
   });
 }
-function createVercelModel(llmConfig, context) {
+async function createVercelModel(llmConfig, context) {
   const { provider, model, baseURL } = llmConfig;
   const runtimeAuth = context?.authResolver?.resolveRuntimeAuth({
     provider,
@@ -121,6 +108,7 @@ function createVercelModel(llmConfig, context) {
   switch (provider.toLowerCase()) {
     case "openai": {
       if (usesCodexRuntimeAuth && runtimeBaseURL) {
+        const { createCodexLanguageModel } = await import("../providers/codex-app-server.js");
         return createCodexLanguageModel({
           modelId: model,
           baseURL: runtimeBaseURL,
@@ -128,6 +116,7 @@ function createVercelModel(llmConfig, context) {
           ...context?.onCodexRateLimitStatus ? { onRateLimitStatus: context.onCodexRateLimitStatus } : {}
         });
       }
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "",
         ...effectiveBaseURL ? { baseURL: effectiveBaseURL } : {},
@@ -140,6 +129,7 @@ function createVercelModel(llmConfig, context) {
       if (!compatibleBaseURL) {
         throw LLMError.baseUrlMissing("openai-compatible");
       }
+      const { createOpenAICompatible } = await import("@ai-sdk/openai-compatible");
       const provider2 = createOpenAICompatible({
         name: "openaiCompatible",
         baseURL: compatibleBaseURL,
@@ -151,6 +141,7 @@ function createVercelModel(llmConfig, context) {
     }
     case "openrouter": {
       const orBaseURL = baseURL || "https://openrouter.ai/api/v1";
+      const { createOpenRouter } = await import("@openrouter/ai-sdk-provider");
       const provider2 = createOpenRouter({
         apiKey: apiKey ?? "",
         baseURL: orBaseURL,
@@ -168,6 +159,7 @@ function createVercelModel(llmConfig, context) {
     }
     case "minimax": {
       const minimaxBaseURL = effectiveBaseURL || "https://api.minimax.chat/v1";
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: minimaxBaseURL,
@@ -177,6 +169,7 @@ function createVercelModel(llmConfig, context) {
     }
     case "glm": {
       const glmBaseURL = effectiveBaseURL || "https://open.bigmodel.cn/api/paas/v4";
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: glmBaseURL,
@@ -188,6 +181,7 @@ function createVercelModel(llmConfig, context) {
       if (!effectiveBaseURL) {
         throw LLMError.baseUrlMissing("litellm");
       }
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: effectiveBaseURL,
@@ -197,6 +191,7 @@ function createVercelModel(llmConfig, context) {
     }
     case "glama": {
       const glamaBaseURL = effectiveBaseURL || "https://glama.ai/api/gateway/openai/v1";
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "",
         baseURL: glamaBaseURL,
@@ -216,6 +211,7 @@ function createVercelModel(llmConfig, context) {
       if (process.env.DEXTO_CLI_VERSION) {
         headers[DEXTO_GATEWAY_HEADERS.CLIENT_VERSION] = process.env.DEXTO_CLI_VERSION;
       }
+      const { createOpenAICompatible } = await import("@ai-sdk/openai-compatible");
       const provider2 = createOpenAICompatible({
         name: "dexto-nova",
         baseURL: dextoBaseURL,
@@ -243,12 +239,14 @@ function createVercelModel(llmConfig, context) {
       const location = process.env.GOOGLE_VERTEX_LOCATION;
       if (model.includes("claude")) {
         const headers = supportsAnthropicInterleavedThinking(model) ? { [ANTHROPIC_BETA_HEADER]: ANTHROPIC_INTERLEAVED_THINKING_BETA } : void 0;
+        const { createVertexAnthropic } = await import("@ai-sdk/google-vertex/anthropic");
         return createVertexAnthropic({
           project: projectId,
           location: location || "us-east5",
           ...headers ? { headers } : {}
         })(model);
       }
+      const { createVertex } = await import("@ai-sdk/google-vertex");
       return createVertex({
         project: projectId,
         location: location || "us-central1"
@@ -268,6 +266,7 @@ function createVercelModel(llmConfig, context) {
         const prefix = region.startsWith("eu-") ? "eu." : "us.";
         modelId = `${prefix}${model}`;
       }
+      const { createAmazonBedrock } = await import("@ai-sdk/amazon-bedrock");
       return createAmazonBedrock({ region })(modelId);
     }
     case "anthropic": {
@@ -275,6 +274,7 @@ function createVercelModel(llmConfig, context) {
         supportsAnthropicInterleavedThinking(model) ? { [ANTHROPIC_BETA_HEADER]: ANTHROPIC_INTERLEAVED_THINKING_BETA } : void 0,
         runtimeHeaders
       );
+      const { createAnthropic } = await import("@ai-sdk/anthropic");
       return createAnthropic({
         apiKey: apiKey ?? "",
         ...effectiveBaseURL ? { baseURL: effectiveBaseURL } : {},
@@ -282,16 +282,25 @@ function createVercelModel(llmConfig, context) {
         ...runtimeFetch ? { fetch: runtimeFetch } : {}
       })(model);
     }
-    case "google":
+    case "google": {
+      const { createGoogleGenerativeAI } = await import("@ai-sdk/google");
       return createGoogleGenerativeAI({ apiKey: apiKey ?? "" })(model);
-    case "groq":
+    }
+    case "groq": {
+      const { createGroq } = await import("@ai-sdk/groq");
       return createGroq({ apiKey: apiKey ?? "" })(model);
-    case "xai":
+    }
+    case "xai": {
+      const { createXai } = await import("@ai-sdk/xai");
       return createXai({ apiKey: apiKey ?? "" })(model);
-    case "cohere":
+    }
+    case "cohere": {
+      const { createCohere } = await import("@ai-sdk/cohere");
       return createCohere({ apiKey: apiKey ?? "" })(model);
+    }
     case "ollama": {
       const ollamaBaseURL = effectiveBaseURL || "http://localhost:11434/v1";
+      const { createOpenAI } = await import("@ai-sdk/openai");
       return createOpenAI({
         apiKey: apiKey ?? "ollama",
         baseURL: ollamaBaseURL,
@@ -300,6 +309,7 @@ function createVercelModel(llmConfig, context) {
       }).chat(model);
     }
     case "local": {
+      const { createLocalLanguageModel } = await import("../providers/local/ai-sdk-adapter.js");
       return createLocalLanguageModel({
         modelId: model
       });
@@ -308,7 +318,7 @@ function createVercelModel(llmConfig, context) {
       throw LLMError.unsupportedProvider(provider);
   }
 }
-function createLLMService(config, toolManager, systemPromptManager, conversationStore, sessionEventBus, sessionId, resourceManager, logger, options, languageModelFactory) {
+async function createLLMService(config, toolManager, systemPromptManager, conversationStore, sessionEventBus, sessionId, resourceManager, logger, options, languageModelFactory) {
   const { usageScopeId, compactionStrategy, executionControl, steerQueue, followUpQueue } = options;
   const providerContext = {
     sessionId,
@@ -323,11 +333,11 @@ function createLLMService(config, toolManager, systemPromptManager, conversation
       });
     }
   };
-  const model = languageModelFactory?.({
+  const model = await (languageModelFactory?.({
     config,
     context: providerContext,
     createDefaultLanguageModel: () => createVercelModel(config, providerContext)
-  }) ?? createVercelModel(config, providerContext);
+  }) ?? createVercelModel(config, providerContext));
   return new VercelLLMService(
     toolManager,
     model,

package/dist/llm/services/types.d.ts

@@ -61,9 +61,9 @@ export interface LanguageModelFactoryInput {
     context: DextoProviderContext;
 }
 export interface LanguageModelFactoryContext extends LanguageModelFactoryInput {
-    createDefaultLanguageModel: () => LanguageModel;
+    createDefaultLanguageModel: () => Promise<LanguageModel>;
 }
-export type LanguageModelFactory = (context: LanguageModelFactoryContext) => LanguageModel;
+export type LanguageModelFactory = (context: LanguageModelFactoryContext) => Promise<LanguageModel>;
 /**
  * Token usage statistics from LLM
  */

package/dist/llm/services/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/llm/services/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAEpE;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC3B,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,wBAAwB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC,CAAC;AAEF,MAAM,WAAW,uBAAuB;IACpC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,kBAAkB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,UAAU,EAAE,mBAAmB,CAAC;IAChC,aAAa,EAAE,mBAAmB,CAAC;CACtC;AAED,MAAM,MAAM,mBAAmB,GAAG;IAC9B;;;OAGG;IACH,iBAAiB,CAAC,EAAE,mBAAmB,GAAG,UAAU,GAAG,SAAS,CAAC;CACpE,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,KAAK,CAAC,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACjC,oCAAoC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;IACrC,4EAA4E;IAC5E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,uFAAuF;IACvF,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IACtC,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,gFAAgF;IAChF,sBAAsB,CAAC,EAAE,CAAC,QAAQ,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACvE;AAED,MAAM,WAAW,yBAAyB;IACtC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,oBAAoB,CAAC;CACjC;AAED,MAAM,WAAW,2BAA4B,SAAQ,yBAAyB;IAC1E,0BAA0B,EAAE,MAAM,aAAa,CAAC;CACnD;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,2BAA2B,KAAK,aAAa,CAAC;AAE3F;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/llm/services/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAEpE;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC3B,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,wBAAwB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC,CAAC;AAEF,MAAM,WAAW,uBAAuB;IACpC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,kBAAkB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,UAAU,EAAE,mBAAmB,CAAC;IAChC,aAAa,EAAE,mBAAmB,CAAC;CACtC;AAED,MAAM,MAAM,mBAAmB,GAAG;IAC9B;;;OAGG;IACH,iBAAiB,CAAC,EAAE,mBAAmB,GAAG,UAAU,GAAG,SAAS,CAAC;CACpE,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,KAAK,CAAC,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACjC,oCAAoC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;IACrC,4EAA4E;IAC5E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,uFAAuF;IACvF,YAAY,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IACtC,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,gFAAgF;IAChF,sBAAsB,CAAC,EAAE,CAAC,QAAQ,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACvE;AAED,MAAM,WAAW,yBAAyB;IACtC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,EAAE,oBAAoB,CAAC;CACjC;AAED,MAAM,WAAW,2BAA4B,SAAQ,yBAAyB;IAC1E,0BAA0B,EAAE,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC;CAC5D;AAED,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,2BAA2B,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;AAEpG;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC7B"}

package/dist/session/title-generator.cjs

@@ -33,11 +33,11 @@ async function generateSessionTitle(config, userText, logger, opts = {}) {
   }
   try {
     const providerContext = opts.providerContext ?? {};
-    const model = opts.languageModelFactory?.({
+    const model = await (opts.languageModelFactory?.({
       config,
       context: providerContext,
       createDefaultLanguageModel: () => (0, import_factory.createVercelModel)(config, providerContext)
-    }) ?? (0, import_factory.createVercelModel)(config, providerContext);
+    }) ?? (0, import_factory.createVercelModel)(config, providerContext));
     const instruction = [
       "Generate a short conversation title from the following user message.",
       "Rules: 3\u20138 words; no surrounding punctuation, emojis, or PII; return only the title.",

package/dist/session/title-generator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"title-generator.d.ts","sourceRoot":"","sources":["../../src/session/title-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAI3F,MAAM,WAAW,8BAA8B;IAC3C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,0BAA0B;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,8BAA8B,CAAC;CAC1C;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACtC,MAAM,EAAE,kBAAkB,EAC1B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,IAAI,GAAE;IACF,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,eAAe,CAAC,EAAE,oBAAoB,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;CACjB,GACP,OAAO,CAAC,0BAA0B,CAAC,CAmDrC;AAsBD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA8BzE"}
+{"version":3,"file":"title-generator.d.ts","sourceRoot":"","sources":["../../src/session/title-generator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAI3F,MAAM,WAAW,8BAA8B;IAC3C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,0BAA0B;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,8BAA8B,CAAC;CAC1C;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACtC,MAAM,EAAE,kBAAkB,EAC1B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,IAAI,GAAE;IACF,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,eAAe,CAAC,EAAE,oBAAoB,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;CACjB,GACP,OAAO,CAAC,0BAA0B,CAAC,CAkDrC;AAsBD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA8BzE"}

package/dist/session/title-generator.js

@@ -10,11 +10,11 @@ async function generateSessionTitle(config, userText, logger, opts = {}) {
   }
   try {
     const providerContext = opts.providerContext ?? {};
-    const model = opts.languageModelFactory?.({
+    const model = await (opts.languageModelFactory?.({
       config,
       context: providerContext,
       createDefaultLanguageModel: () => createVercelModel(config, providerContext)
-    }) ?? createVercelModel(config, providerContext);
+    }) ?? createVercelModel(config, providerContext));
     const instruction = [
       "Generate a short conversation title from the following user message.",
       "Rules: 3\u20138 words; no surrounding punctuation, emojis, or PII; return only the title.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dexto/core",
-  "version": "1.9.4",
+  "version": "1.9.6",
   "private": false,
   "type": "module",
   "main": "./dist/index.js",
@@ -162,7 +162,7 @@
     "nanoid": "^5.1.6",
     "winston": "^3.17.0",
     "yaml": "^2.8.3",
-    "@dexto/llm": "1.9.4"
+    "@dexto/llm": "1.9.6"
   },
   "devDependencies": {
     "@opentelemetry/context-async-hooks": "^1.28.0",