@dexto/core 1.5.7 → 1.6.0

package/dist/{storage/database/providers/index.cjs → llm/registry/models.manual.cjs}

@@ -16,19 +16,29 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var providers_exports = {};
-__export(providers_exports, {
-  inMemoryDatabaseProvider: () => import_memory.inMemoryDatabaseProvider,
-  postgresDatabaseProvider: () => import_postgres.postgresDatabaseProvider,
-  sqliteDatabaseProvider: () => import_sqlite.sqliteDatabaseProvider
+var models_manual_exports = {};
+__export(models_manual_exports, {
+  MANUAL_MODELS_BY_PROVIDER: () => MANUAL_MODELS_BY_PROVIDER
 });
-module.exports = __toCommonJS(providers_exports);
-var import_memory = require("./memory.js");
-var import_sqlite = require("./sqlite.js");
-var import_postgres = require("./postgres.js");
+module.exports = __toCommonJS(models_manual_exports);
+const MANUAL_MODELS_BY_PROVIDER = {
+  openai: [
+    {
+      name: "gpt-4o-audio-preview",
+      displayName: "GPT-4o Audio Preview",
+      maxInputTokens: 128e3,
+      supportedFileTypes: ["audio"],
+      pricing: {
+        inputPerM: 2.5,
+        outputPerM: 10,
+        cacheReadPerM: 1.25,
+        currency: "USD",
+        unit: "per_million_tokens"
+      }
+    }
+  ]
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  inMemoryDatabaseProvider,
-  postgresDatabaseProvider,
-  sqliteDatabaseProvider
+  MANUAL_MODELS_BY_PROVIDER
 });

package/dist/llm/registry/models.manual.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Manually-maintained registry entries for models that we want to support even when models.dev
+ * doesn't include them (e.g., legacy IDs used in configs/tests).
+ *
+ * Keep this list small and intentional.
+ */
+export declare const MANUAL_MODELS_BY_PROVIDER: {
+    openai: {
+        name: string;
+        displayName: string;
+        maxInputTokens: number;
+        supportedFileTypes: "audio"[];
+        pricing: {
+            inputPerM: number;
+            outputPerM: number;
+            cacheReadPerM: number;
+            currency: "USD";
+            unit: "per_million_tokens";
+        };
+    }[];
+};
+//# sourceMappingURL=models.manual.d.ts.map

package/dist/llm/registry/models.manual.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.manual.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/models.manual.ts"],"names":[],"mappings":"AAOA;;;;;GAKG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;CAgBe,CAAC"}

package/dist/llm/registry/models.manual.js

@@ -0,0 +1,21 @@
+import "../../chunk-PTJYTZNU.js";
+const MANUAL_MODELS_BY_PROVIDER = {
+  openai: [
+    {
+      name: "gpt-4o-audio-preview",
+      displayName: "GPT-4o Audio Preview",
+      maxInputTokens: 128e3,
+      supportedFileTypes: ["audio"],
+      pricing: {
+        inputPerM: 2.5,
+        outputPerM: 10,
+        cacheReadPerM: 1.25,
+        currency: "USD",
+        unit: "per_million_tokens"
+      }
+    }
+  ]
+};
+export {
+  MANUAL_MODELS_BY_PROVIDER
+};

package/dist/llm/registry/sync.cjs

@@ -0,0 +1,354 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var sync_exports = {};
+__export(sync_exports, {
+  MODELS_DEV_URL: () => MODELS_DEV_URL,
+  buildModelsByProviderFromParsedSources: () => buildModelsByProviderFromParsedSources,
+  buildModelsByProviderFromRemote: () => buildModelsByProviderFromRemote,
+  parseModelsDevApi: () => parseModelsDevApi
+});
+module.exports = __toCommonJS(sync_exports);
+var import_DextoValidationError = require("../../errors/DextoValidationError.js");
+var import_DextoRuntimeError = require("../../errors/DextoRuntimeError.js");
+var import_types = require("../../errors/types.js");
+const MODELS_DEV_URL = "https://models.dev/api.json";
+function isRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function makeIssue(message, path) {
+  return {
+    code: "llm_registry_models_dev_parse",
+    message,
+    scope: import_types.ErrorScope.LLM,
+    type: import_types.ErrorType.USER,
+    severity: "error",
+    ...path ? { path } : {}
+  };
+}
+function requireRecord(value, label) {
+  if (!isRecord(value))
+    throw new import_DextoValidationError.DextoValidationError([makeIssue(`Expected ${label} to be an object`)]);
+  return value;
+}
+function requireString(value, label) {
+  if (typeof value !== "string")
+    throw new import_DextoValidationError.DextoValidationError([makeIssue(`Expected ${label} to be a string`)]);
+  return value;
+}
+function requireNumber(value, label) {
+  if (typeof value !== "number" || Number.isNaN(value)) {
+    throw new import_DextoValidationError.DextoValidationError([makeIssue(`Expected ${label} to be a number`)]);
+  }
+  return value;
+}
+function parseModelsDevApi(json) {
+  const root = requireRecord(json, "models.dev api.json root");
+  const api = {};
+  function parseModalitiesArray(value) {
+    if (!Array.isArray(value)) return [];
+    const result = [];
+    for (const item of value) {
+      if (item === "text" || item === "audio" || item === "image" || item === "video" || item === "pdf") {
+        result.push(item);
+      }
+    }
+    return result;
+  }
+  for (const [providerId, providerValue] of Object.entries(root)) {
+    if (!isRecord(providerValue)) continue;
+    const provider = providerValue;
+    const models = requireRecord(provider.models, `models.dev provider '${providerId}'.models`);
+    const parsedProvider = {
+      id: requireString(provider.id ?? providerId, `models.dev provider '${providerId}'.id`),
+      name: requireString(
+        provider.name ?? providerId,
+        `models.dev provider '${providerId}'.name`
+      ),
+      models: {}
+    };
+    for (const [modelId, modelValue] of Object.entries(models)) {
+      if (!isRecord(modelValue)) continue;
+      const m = modelValue;
+      const limit = requireRecord(
+        m.limit,
+        `models.dev model '${providerId}/${modelId}'.limit`
+      );
+      const parsedModel = {
+        id: requireString(
+          m.id ?? modelId,
+          `models.dev model '${providerId}/${modelId}'.id`
+        ),
+        name: requireString(
+          m.name ?? modelId,
+          `models.dev model '${providerId}/${modelId}'.name`
+        ),
+        attachment: Boolean(m.attachment),
+        limit: {
+          context: requireNumber(
+            limit.context,
+            `models.dev model '${providerId}/${modelId}'.limit.context`
+          ),
+          ...typeof limit.input === "number" ? { input: limit.input } : {},
+          ...typeof limit.output === "number" ? { output: limit.output } : {}
+        },
+        modalities: isRecord(m.modalities) ? {
+          input: parseModalitiesArray(m.modalities.input),
+          output: parseModalitiesArray(m.modalities.output)
+        } : void 0,
+        cost: isRecord(m.cost) && typeof m.cost.input === "number" && typeof m.cost.output === "number" ? {
+          input: m.cost.input,
+          output: m.cost.output,
+          ...typeof m.cost.cache_read === "number" ? { cache_read: m.cost.cache_read } : {},
+          ...typeof m.cost.cache_write === "number" ? { cache_write: m.cost.cache_write } : {},
+          ...m.cost.context_over_200k != null ? { context_over_200k: m.cost.context_over_200k } : {}
+        } : void 0
+      };
+      parsedProvider.models[modelId] = parsedModel;
+    }
+    api[providerId] = parsedProvider;
+  }
+  return api;
+}
+function getSupportedFileTypesFromModel(provider, model) {
+  const inputModalities = model.modalities?.input ?? [];
+  const fileTypes = [];
+  if (inputModalities.includes("pdf")) fileTypes.push("pdf");
+  if (inputModalities.includes("image")) fileTypes.push("image");
+  if (inputModalities.includes("audio")) fileTypes.push("audio");
+  if (provider === "openai" && model.attachment === true && inputModalities.includes("image")) {
+    if (!fileTypes.includes("pdf")) fileTypes.unshift("pdf");
+  }
+  return fileTypes;
+}
+function getPricing(model) {
+  if (!model.cost) return void 0;
+  return {
+    inputPerM: model.cost.input,
+    outputPerM: model.cost.output,
+    ...typeof model.cost.cache_read === "number" ? { cacheReadPerM: model.cost.cache_read } : {},
+    ...typeof model.cost.cache_write === "number" ? { cacheWritePerM: model.cost.cache_write } : {},
+    currency: "USD",
+    unit: "per_million_tokens"
+  };
+}
+function modelToModelInfo(provider, model, options) {
+  const pricing = getPricing(model);
+  return {
+    name: model.id,
+    displayName: model.name,
+    maxInputTokens: model.limit.input ?? model.limit.context,
+    supportedFileTypes: getSupportedFileTypesFromModel(provider, model),
+    ...pricing ? { pricing } : {},
+    ...options.defaultModelId === model.id ? { default: true } : {}
+  };
+}
+function buildModelsFromModelsDevProvider(params) {
+  const { spec, modelsDevApi } = params;
+  const modelsDevProvider = modelsDevApi[spec.modelsDevProviderId];
+  if (!modelsDevProvider) {
+    throw new import_DextoRuntimeError.DextoRuntimeError(
+      "llm_registry_models_dev_provider_missing",
+      import_types.ErrorScope.LLM,
+      import_types.ErrorType.THIRD_PARTY,
+      `models.dev provider '${spec.modelsDevProviderId}' not found (needed for dexto-nova provider '${spec.provider}')`,
+      { modelsDevProviderId: spec.modelsDevProviderId, provider: spec.provider }
+    );
+  }
+  const results = [];
+  for (const [modelId, model] of Object.entries(modelsDevProvider.models)) {
+    if (!spec.includeModelId(modelId)) continue;
+    const options = {
+      ...spec.defaultModelId ? { defaultModelId: spec.defaultModelId } : {}
+    };
+    results.push(modelToModelInfo(spec.provider, model, options));
+  }
+  results.sort((a, b) => a.name.localeCompare(b.name));
+  return results;
+}
+function buildModelsByProviderFromParsedSources(params) {
+  const { modelsDevApi } = params;
+  const defaults = {
+    openai: "gpt-5-mini",
+    anthropic: "claude-haiku-4-5-20251001",
+    google: "gemini-3-flash-preview",
+    groq: "llama-3.3-70b-versatile",
+    xai: "grok-4",
+    cohere: "command-a-03-2025",
+    minimax: "MiniMax-M2.1",
+    glm: "glm-4.7",
+    vertex: "gemini-3-flash-preview",
+    bedrock: "anthropic.claude-sonnet-4-5-20250929-v1:0"
+  };
+  const include = {
+    openai: (id) => id.startsWith("gpt-") || id.startsWith("o"),
+    anthropic: (id) => id.startsWith("claude-"),
+    google: (id) => id.startsWith("gemini-"),
+    groq: (_id) => true,
+    xai: (id) => id.startsWith("grok-"),
+    cohere: (id) => id.startsWith("command-"),
+    minimax: (_id) => true,
+    glm: (id) => id.startsWith("glm-"),
+    vertex: (_id) => true,
+    bedrock: (_id) => true,
+    openrouter: (_id) => true
+  };
+  const modelsByProvider = {
+    openai: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "openai",
+        modelsDevProviderId: "openai",
+        ...defaults.openai ? { defaultModelId: defaults.openai } : {},
+        includeModelId: include.openai
+      },
+      modelsDevApi
+    }),
+    "openai-compatible": [],
+    anthropic: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "anthropic",
+        modelsDevProviderId: "anthropic",
+        ...defaults.anthropic ? { defaultModelId: defaults.anthropic } : {},
+        includeModelId: include.anthropic
+      },
+      modelsDevApi
+    }),
+    google: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "google",
+        modelsDevProviderId: "google",
+        ...defaults.google ? { defaultModelId: defaults.google } : {},
+        includeModelId: include.google
+      },
+      modelsDevApi
+    }),
+    groq: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "groq",
+        modelsDevProviderId: "groq",
+        ...defaults.groq ? { defaultModelId: defaults.groq } : {},
+        includeModelId: include.groq
+      },
+      modelsDevApi
+    }),
+    xai: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "xai",
+        modelsDevProviderId: "xai",
+        ...defaults.xai ? { defaultModelId: defaults.xai } : {},
+        includeModelId: include.xai
+      },
+      modelsDevApi
+    }),
+    cohere: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "cohere",
+        modelsDevProviderId: "cohere",
+        ...defaults.cohere ? { defaultModelId: defaults.cohere } : {},
+        includeModelId: include.cohere
+      },
+      modelsDevApi
+    }),
+    minimax: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "minimax",
+        modelsDevProviderId: "minimax",
+        ...defaults.minimax ? { defaultModelId: defaults.minimax } : {},
+        includeModelId: include.minimax
+      },
+      modelsDevApi
+    }),
+    glm: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "glm",
+        modelsDevProviderId: "zhipuai",
+        ...defaults.glm ? { defaultModelId: defaults.glm } : {},
+        includeModelId: include.glm
+      },
+      modelsDevApi
+    }),
+    openrouter: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "openrouter",
+        modelsDevProviderId: "openrouter",
+        includeModelId: include.openrouter
+      },
+      modelsDevApi
+    }),
+    litellm: [],
+    glama: [],
+    vertex: [
+      ...buildModelsFromModelsDevProvider({
+        spec: {
+          provider: "vertex",
+          modelsDevProviderId: "google-vertex",
+          ...defaults.vertex ? { defaultModelId: defaults.vertex } : {},
+          includeModelId: include.vertex
+        },
+        modelsDevApi
+      }),
+      ...buildModelsFromModelsDevProvider({
+        spec: {
+          provider: "vertex",
+          modelsDevProviderId: "google-vertex-anthropic",
+          includeModelId: include.vertex
+        },
+        modelsDevApi
+      })
+    ].sort((a, b) => a.name.localeCompare(b.name)),
+    bedrock: buildModelsFromModelsDevProvider({
+      spec: {
+        provider: "bedrock",
+        modelsDevProviderId: "amazon-bedrock",
+        ...defaults.bedrock ? { defaultModelId: defaults.bedrock } : {},
+        includeModelId: include.bedrock
+      },
+      modelsDevApi
+    }).map((m) => ({ ...m, name: m.name.replace(/^(eu\.|us\.|global\.)/i, "") })).filter((m, idx, arr) => arr.findIndex((x) => x.name === m.name) === idx).sort((a, b) => a.name.localeCompare(b.name)),
+    local: [],
+    ollama: [],
+    "dexto-nova": []
+  };
+  return modelsByProvider;
+}
+async function buildModelsByProviderFromRemote(options) {
+  const timeoutMs = options?.timeoutMs ?? 3e4;
+  const userAgent = options?.userAgent ?? "dexto-llm-registry";
+  const modelsDevRes = await fetch(options?.modelsDevUrl ?? MODELS_DEV_URL, {
+    headers: { "User-Agent": userAgent },
+    signal: AbortSignal.timeout(timeoutMs)
+  });
+  if (!modelsDevRes.ok) {
+    throw new import_DextoRuntimeError.DextoRuntimeError(
+      "llm_registry_models_dev_fetch_failed",
+      import_types.ErrorScope.LLM,
+      import_types.ErrorType.THIRD_PARTY,
+      `Failed to fetch models.dev (${modelsDevRes.status} ${modelsDevRes.statusText})`,
+      { status: modelsDevRes.status, statusText: modelsDevRes.statusText }
+    );
+  }
+  const modelsDevApi = parseModelsDevApi(await modelsDevRes.json());
+  return buildModelsByProviderFromParsedSources({ modelsDevApi });
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MODELS_DEV_URL,
+  buildModelsByProviderFromParsedSources,
+  buildModelsByProviderFromRemote,
+  parseModelsDevApi
+});

package/dist/llm/registry/sync.d.ts

@@ -0,0 +1,41 @@
+import type { LLMProvider } from '../types.js';
+import type { ModelInfo } from './index.js';
+export declare const MODELS_DEV_URL = "https://models.dev/api.json";
+type ModelsDevApi = Record<string, ModelsDevProvider>;
+type ModelsDevProvider = {
+    id: string;
+    name: string;
+    models: Record<string, ModelsDevModel>;
+};
+type ModelsDevModel = {
+    id: string;
+    name: string;
+    attachment: boolean;
+    limit: {
+        context: number;
+        input?: number;
+        output?: number;
+    };
+    modalities?: {
+        input: Array<'text' | 'audio' | 'image' | 'video' | 'pdf'>;
+        output: Array<'text' | 'audio' | 'image' | 'video' | 'pdf'>;
+    } | undefined;
+    cost?: {
+        input: number;
+        output: number;
+        cache_read?: number;
+        cache_write?: number;
+        context_over_200k?: unknown;
+    } | undefined;
+};
+export declare function parseModelsDevApi(json: unknown): ModelsDevApi;
+export declare function buildModelsByProviderFromParsedSources(params: {
+    modelsDevApi: ModelsDevApi;
+}): Record<LLMProvider, ModelInfo[]>;
+export declare function buildModelsByProviderFromRemote(options?: {
+    modelsDevUrl?: string;
+    userAgent?: string;
+    timeoutMs?: number;
+}): Promise<Record<LLMProvider, ModelInfo[]>>;
+export {};
+//# sourceMappingURL=sync.d.ts.map

package/dist/llm/registry/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/llm/registry/sync.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAqB,MAAM,aAAa,CAAC;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAK5C,eAAO,MAAM,cAAc,gCAAgC,CAAC;AAE5D,KAAK,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AACtD,KAAK,iBAAiB,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CAC1C,CAAC;AACF,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,OAAO,CAAC;IACpB,KAAK,EAAE;QACH,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,UAAU,CAAC,EACL;QACI,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,KAAK,CAAC,CAAC;KAC/D,GACD,SAAS,CAAC;IAChB,IAAI,CAAC,EACC;QACI,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC/B,GACD,SAAS,CAAC;CACnB,CAAC;AAoCF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,YAAY,CAgG7D;AA2FD,wBAAgB,sCAAsC,CAAC,MAAM,EAAE;IAC3D,YAAY,EAAE,YAAY,CAAC;CAC9B,GAAG,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAuJnC;AAED,wBAAsB,+BAA+B,CAAC,OAAO,CAAC,EAAE;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAoB5C"}