@jambonz/llm 0.6.1 → 0.6.2

package/dist/index.d.cts

@@ -31,9 +31,10 @@ interface RawCredential {
 /**
  * Convert a vendor + raw credential into an `AuthSpec` discriminated union member.
  *
- * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, anthropic, google,
- * vertex (alias for vertex-gemini + vertex-openai — both accept the same auth shape),
- * vertex-gemini, vertex-openai, bedrock, azure-openai, groq, huggingface.
+ * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
+ * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
+ * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
+ * huggingface.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */

package/dist/index.d.ts

@@ -31,9 +31,10 @@ interface RawCredential {
 /**
  * Convert a vendor + raw credential into an `AuthSpec` discriminated union member.
  *
- * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, anthropic, google,
- * vertex (alias for vertex-gemini + vertex-openai — both accept the same auth shape),
- * vertex-gemini, vertex-openai, bedrock, azure-openai, groq, huggingface.
+ * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
+ * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
+ * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
+ * huggingface.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */

package/dist/index.js

@@ -1089,6 +1089,116 @@ var xaiFactory = {
   manifest: xaiManifest,
   create: () => new XaiAdapter()
 };
+var BEDROCK_MANTLE_DEFAULT_BASE_URL = "https://bedrock-mantle.us-east-1.api.aws/v1";
+var bedrockMantleManifest = {
+  vendor: "bedrock-mantle",
+  displayName: "AWS Bedrock (OpenAI-compatible)",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "Bedrock API Key",
+          type: "password",
+          required: true,
+          help: "Generate a long-term Bedrock API key in the AWS console (Amazon Bedrock \u2192 API keys)."
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: BEDROCK_MANTLE_DEFAULT_BASE_URL,
+          help: "Change the region to match your key. xAI models are served only on the /openai/v1 path."
+        }
+      ]
+    }
+  ],
+  /* A convenience seed, NOT the source of truth: the live `/v1/models`
+   * endpoint is authoritative and grows continuously, which is why
+   * `supportsModelListing` is true. Any model the endpoint lists can be used
+   * by id without appearing here.
+   *
+   * AWS publishes no context-window metadata (neither `/v1/models` nor
+   * `GetFoundationModel` returns it), so these limits are carried over from
+   * the native-vendor manifests above for the same underlying models. Vision
+   * follows Bedrock's `inputModalities`. */
+  knownModels: [
+    {
+      id: "zai.glm-5",
+      displayName: "GLM 5",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 202800
+      }
+    },
+    {
+      id: "zai.glm-4.7",
+      displayName: "GLM 4.7",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: false,
+        systemPrompt: true,
+        maxContextTokens: 2e5
+      }
+    },
+    {
+      id: "moonshotai.kimi-k2.5",
+      displayName: "Kimi K2.5",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 262144
+      }
+    },
+    {
+      id: "xai.grok-4.3",
+      displayName: "Grok 4.3",
+      capabilities: {
+        streaming: true,
+        tools: true,
+        vision: true,
+        systemPrompt: true,
+        maxContextTokens: 1e6
+      }
+    }
+  ],
+  supportsModelListing: true,
+  docsUrl: "https://docs.aws.amazon.com/bedrock/latest/userguide/inference-chat-completions.html"
+};
+var BedrockMantleAdapter = class extends OpenAIAdapter {
+  vendor = bedrockMantleManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? BEDROCK_MANTLE_DEFAULT_BASE_URL
+      },
+      client
+    );
+  }
+  knownModels() {
+    return bedrockMantleManifest.knownModels;
+  }
+  // Mantle fronts many third-party runtimes with differing param strictness,
+  // and prompt_cache_key is unverified against all of them — do not forward.
+  forwardCacheKey() {
+    return false;
+  }
+};
+var bedrockMantleFactory = {
+  vendor: bedrockMantleManifest.vendor,
+  manifest: bedrockMantleManifest,
+  create: () => new BedrockMantleAdapter()
+};
 
 // src/adapters/anthropic/adapter.ts
 import Anthropic from "@anthropic-ai/sdk";
@@ -3415,6 +3525,7 @@ registerAdapter(basetenFactory);
 registerAdapter(moonshotFactory);
 registerAdapter(zaiFactory);
 registerAdapter(xaiFactory);
+registerAdapter(bedrockMantleFactory);
 registerAdapter(anthropicFactory);
 registerAdapter(googleFactory);
 registerAdapter(vertexGeminiFactory);
@@ -3434,6 +3545,7 @@ function normalizeAuth(vendor, raw) {
     case "moonshot":
     case "zai":
     case "xai":
+    case "bedrock-mantle":
       return requireApiKey(vendor, raw);
     case "deepseek":
       return {