@jambonz/llm 0.2.7 → 0.3.1

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-bq1XMi_T.cjs';
-export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-bq1XMi_T.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-4d2QrlAe.cjs';
+export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-4d2QrlAe.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-bq1XMi_T.js';
-export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-bq1XMi_T.js';
+import { S as ServiceAccountJson, A as AuthSpec, P as PromptRequest, a as AdapterFactory, b as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-4d2QrlAe.js';
+export { c as ApiKeyAuth, d as AuthKind, e as AuthKindSchema, B as BedrockApiKeyAuth, f as BedrockIamAuth, g as ClientOptions, h as ContentBlock, F as FinishReason, i as FormField, j as FormFieldType, G as GoogleApiKeyAuth, k as GoogleServiceAccountAuth, J as JsonSchema, l as LlmEvent, M as Message, m as ModelCapabilities, n as ModelInfo, R as Role, T as Tool, o as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-4d2QrlAe.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.js

@@ -433,6 +433,9 @@ var OpenAIAdapter = class {
   async listAvailableModels() {
     return listOpenAICompatibleModels(this.ensureClient(), openAIManifest.knownModels);
   }
+  async testCredential() {
+    await this.ensureClient().models.list();
+  }
   async warmup() {
     const client = this.ensureClient();
     await client.models.list().catch(() => void 0);
@@ -859,6 +862,9 @@ var AnthropicAdapter = class {
     }
     return models;
   }
+  async testCredential() {
+    await this.ensureClient().models.list();
+  }
   async warmup() {
     const client = this.ensureClient();
     await client.models.list().catch(() => void 0);
@@ -1285,6 +1291,9 @@ var GoogleAdapter = class {
   async listAvailableModels() {
     return listGeminiModels(this.ensureClient(), googleManifest.knownModels);
   }
+  async testCredential() {
+    await listGeminiModels(this.ensureClient(), googleManifest.knownModels);
+  }
   async warmup() {
   }
   ensureClient() {
@@ -1455,6 +1464,9 @@ var VertexGeminiAdapter = class {
   async listAvailableModels() {
     return listGeminiModels(this.ensureClient(), vertexGeminiManifest.knownModels);
   }
+  async testCredential() {
+    await listGeminiModels(this.ensureClient(), vertexGeminiManifest.knownModels);
+  }
   async warmup() {
   }
   ensureClient() {
@@ -1553,11 +1565,22 @@ var vertexOpenAIManifest = {
           type: "select",
           required: true,
           default: "us-central1",
+          // Same region set as vertex-gemini plus us-east5 (where Google
+          // hosts Llama partner models). Partner-model availability varies
+          // per region; Google's docs for each model are the source of truth.
           options: [
             { value: "us-central1", label: "us-central1" },
+            { value: "us-east1", label: "us-east1" },
             { value: "us-east4", label: "us-east4" },
+            { value: "us-east5", label: "us-east5" },
+            { value: "us-west1", label: "us-west1" },
+            { value: "us-west4", label: "us-west4" },
             { value: "europe-west1", label: "europe-west1" },
+            { value: "europe-west2", label: "europe-west2" },
+            { value: "europe-west3", label: "europe-west3" },
             { value: "europe-west4", label: "europe-west4" },
+            { value: "asia-east1", label: "asia-east1" },
+            { value: "asia-northeast1", label: "asia-northeast1" },
             { value: "asia-southeast1", label: "asia-southeast1" }
           ]
         }
@@ -1575,6 +1598,7 @@ var VertexOpenAIAdapter = class {
   vendor = vertexOpenAIManifest.vendor;
   acceptedAuth = ["vertexServiceAccount"];
   client;
+  googleAuth;
   init(auth, client) {
     if (auth.kind !== "vertexServiceAccount") {
       throw new Error(
@@ -1591,12 +1615,12 @@ var VertexOpenAIAdapter = class {
       throw new Error("VertexOpenAIAdapter: location is required");
     }
     const baseURL = `https://${auth.location}-aiplatform.googleapis.com/v1beta1/projects/${auth.projectId}/locations/${auth.location}/endpoints/openapi`;
-    const googleAuth = new GoogleAuth({
+    this.googleAuth = new GoogleAuth({
       credentials: auth.credentials,
       scopes: ["https://www.googleapis.com/auth/cloud-platform"]
     });
     const authedFetch = async (input, init) => {
-      const googleClient = await googleAuth.getClient();
+      const googleClient = await this.googleAuth.getClient();
       const token = await googleClient.getAccessToken();
       const headers = new Headers(init?.headers);
       headers.set("Authorization", `Bearer ${token.token ?? ""}`);
@@ -1625,6 +1649,16 @@ var VertexOpenAIAdapter = class {
   async listAvailableModels() {
     return [...vertexOpenAIManifest.knownModels];
   }
+  async testCredential() {
+    if (!this.googleAuth) {
+      throw new Error("VertexOpenAIAdapter: init() must be called before testCredential()");
+    }
+    const googleClient = await this.googleAuth.getClient();
+    const token = await googleClient.getAccessToken();
+    if (!token.token) {
+      throw new Error("VertexOpenAIAdapter: service account did not mint an access token");
+    }
+  }
   async warmup() {
   }
   ensureClient() {
@@ -1649,6 +1683,10 @@ import {
   BedrockRuntimeClient,
   ConverseStreamCommand
 } from "@aws-sdk/client-bedrock-runtime";
+import {
+  BedrockClient,
+  ListFoundationModelsCommand
+} from "@aws-sdk/client-bedrock";
 
 // src/adapters/bedrock/manifest.ts
 var BEDROCK_KNOWN_MODELS = [
@@ -1863,6 +1901,7 @@ var BedrockAdapter = class {
   vendor = bedrockManifest.vendor;
   acceptedAuth = ["bedrockApiKey", "bedrockIam"];
   client;
+  controlClientConfig;
   init(auth, client) {
     if (!auth.region) {
       throw new Error("BedrockAdapter: region is required");
@@ -1893,6 +1932,7 @@ var BedrockAdapter = class {
       );
     }
     this.client = new BedrockRuntimeClient(config);
+    this.controlClientConfig = config;
   }
   async *stream(req) {
     assertValidRequest(req);
@@ -2071,6 +2111,17 @@ var BedrockAdapter = class {
   async listAvailableModels() {
     return [...bedrockManifest.knownModels];
   }
+  async testCredential() {
+    if (!this.controlClientConfig) {
+      throw new Error("BedrockAdapter: init() must be called before testCredential()");
+    }
+    const control = new BedrockClient(this.controlClientConfig);
+    try {
+      await control.send(new ListFoundationModelsCommand({}));
+    } finally {
+      control.destroy();
+    }
+  }
   async warmup() {
   }
   ensureClient() {