@jambonz/llm 0.6.6 → 0.6.8

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.cjs';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-4l2etrW-.cjs';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-4l2etrW-.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -34,7 +34,7 @@ interface RawCredential {
  * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
  * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
  * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
- * huggingface.
+ * huggingface, openrouter.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */
@@ -101,12 +101,19 @@ declare function unregisterAdapter(vendor: string): void;
  */
 declare function getAdapterFactory<A extends AuthSpec = AuthSpec>(vendor: string): AdapterFactory<A>;
 /**
- * List all registered vendor ids, sorted alphabetically.
+ * Get the manifest for any registered vendor, adapter-backed or
+ * credential-only. Throws if unknown vendor. Use this (not
+ * `getAdapterFactory`) where only the credential shape matters.
+ */
+declare function getVendorManifest(vendor: string): AdapterManifest;
+/**
+ * List all registered adapter vendor ids, sorted alphabetically.
+ * Credential-only vendors are not included: they cannot be passed to `createLlm`.
  */
 declare function listVendors(): string[];
 /**
- * Return an aggregated manifest for all registered adapters. Used by
- * api-server's /llm-vendors/manifest endpoint.
+ * Return an aggregated manifest for all registered vendors, credential-only
+ * ones included. Used by api-server's /llm-vendors/manifest endpoint.
  */
 declare function getManifest(): {
     vendors: AdapterManifest[];
@@ -121,6 +128,8 @@ declare function getManifest(): {
  * Consumers use:
  *   - `createLlm({vendor, auth, client?})` to get a ready-to-stream adapter instance.
  *   - `getManifest()` to enumerate registered vendors (used by api-server).
+ *   - `getVendorManifest(vendor)` for one vendor's manifest, including
+ *     credential-only vendors (e.g. `harness`) that have no adapter.
  *   - `normalizeAuth(vendor, rawCred)` to convert DB-shape creds to AuthSpec.
  *   - `pickAuthKind(vendor, rawCred)` to pick the right manifest authKind for
  *     a raw credential (used by api-server's `encryptCredential`).
@@ -129,4 +138,4 @@ declare function getManifest(): {
 
 declare function createLlm<A extends AuthSpec = AuthSpec>(args: CreateLlmArgs<A>): Promise<LlmAdapter<A>>;
 
-export { AdapterFactory, AdapterManifest, AuthKindSchema, AuthSpec, CreateLlmArgs, LlmAdapter, PromptRequest, type RawCredential, type RawCredentialLoose, ServiceAccountJson, assertValidRequest, createLlm, getAdapterFactory, getManifest, listVendors, normalizeAuth, pickAuthKind, registerAdapter, replaceAdapter, unregisterAdapter };
+export { AdapterFactory, AdapterManifest, AuthKindSchema, AuthSpec, CreateLlmArgs, LlmAdapter, PromptRequest, type RawCredential, type RawCredentialLoose, ServiceAccountJson, assertValidRequest, createLlm, getAdapterFactory, getManifest, getVendorManifest, listVendors, normalizeAuth, pickAuthKind, registerAdapter, replaceAdapter, unregisterAdapter };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-dbgrfviJ.js';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-dbgrfviJ.js';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-4l2etrW-.js';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-4l2etrW-.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.
@@ -34,7 +34,7 @@ interface RawCredential {
  * Supported vendors: openai, deepseek, baseten, moonshot, zai, xai, bedrock-mantle,
  * anthropic, google, vertex (alias for vertex-gemini + vertex-openai — both accept
  * the same auth shape), vertex-gemini, vertex-openai, bedrock, azure-openai, groq,
- * huggingface.
+ * huggingface, openrouter.
  *
  * Throws with a clear message if the raw credential is missing required fields.
  */
@@ -101,12 +101,19 @@ declare function unregisterAdapter(vendor: string): void;
  */
 declare function getAdapterFactory<A extends AuthSpec = AuthSpec>(vendor: string): AdapterFactory<A>;
 /**
- * List all registered vendor ids, sorted alphabetically.
+ * Get the manifest for any registered vendor, adapter-backed or
+ * credential-only. Throws if unknown vendor. Use this (not
+ * `getAdapterFactory`) where only the credential shape matters.
+ */
+declare function getVendorManifest(vendor: string): AdapterManifest;
+/**
+ * List all registered adapter vendor ids, sorted alphabetically.
+ * Credential-only vendors are not included: they cannot be passed to `createLlm`.
  */
 declare function listVendors(): string[];
 /**
- * Return an aggregated manifest for all registered adapters. Used by
- * api-server's /llm-vendors/manifest endpoint.
+ * Return an aggregated manifest for all registered vendors, credential-only
+ * ones included. Used by api-server's /llm-vendors/manifest endpoint.
  */
 declare function getManifest(): {
     vendors: AdapterManifest[];
@@ -121,6 +128,8 @@ declare function getManifest(): {
  * Consumers use:
  *   - `createLlm({vendor, auth, client?})` to get a ready-to-stream adapter instance.
  *   - `getManifest()` to enumerate registered vendors (used by api-server).
+ *   - `getVendorManifest(vendor)` for one vendor's manifest, including
+ *     credential-only vendors (e.g. `harness`) that have no adapter.
  *   - `normalizeAuth(vendor, rawCred)` to convert DB-shape creds to AuthSpec.
  *   - `pickAuthKind(vendor, rawCred)` to pick the right manifest authKind for
  *     a raw credential (used by api-server's `encryptCredential`).
@@ -129,4 +138,4 @@ declare function getManifest(): {
 
 declare function createLlm<A extends AuthSpec = AuthSpec>(args: CreateLlmArgs<A>): Promise<LlmAdapter<A>>;
 
-export { AdapterFactory, AdapterManifest, AuthKindSchema, AuthSpec, CreateLlmArgs, LlmAdapter, PromptRequest, type RawCredential, type RawCredentialLoose, ServiceAccountJson, assertValidRequest, createLlm, getAdapterFactory, getManifest, listVendors, normalizeAuth, pickAuthKind, registerAdapter, replaceAdapter, unregisterAdapter };
+export { AdapterFactory, AdapterManifest, AuthKindSchema, AuthSpec, CreateLlmArgs, LlmAdapter, PromptRequest, type RawCredential, type RawCredentialLoose, ServiceAccountJson, assertValidRequest, createLlm, getAdapterFactory, getManifest, getVendorManifest, listVendors, normalizeAuth, pickAuthKind, registerAdapter, replaceAdapter, unregisterAdapter };

package/dist/index.js

@@ -1,7 +1,8 @@
 // src/registry.ts
 var registry = /* @__PURE__ */ new Map();
+var credentialVendors = /* @__PURE__ */ new Map();
 function registerAdapter(factory) {
-  if (registry.has(factory.vendor)) {
+  if (registry.has(factory.vendor) || credentialVendors.has(factory.vendor)) {
     throw new Error(
       `Adapter already registered for vendor '${factory.vendor}'. Use replaceAdapter() if you intended to override.`
     );
@@ -13,6 +14,15 @@ function registerAdapter(factory) {
   }
   registry.set(factory.vendor, factory);
 }
+function registerCredentialVendor(manifest) {
+  if (!manifest.credentialOnly) {
+    throw new Error(`Vendor '${manifest.vendor}' manifest is not marked credentialOnly.`);
+  }
+  if (registry.has(manifest.vendor) || credentialVendors.has(manifest.vendor)) {
+    throw new Error(`Vendor '${manifest.vendor}' is already registered.`);
+  }
+  credentialVendors.set(manifest.vendor, manifest);
+}
 function replaceAdapter(factory) {
   registry.set(factory.vendor, factory);
 }
@@ -22,6 +32,11 @@ function unregisterAdapter(vendor) {
 function getAdapterFactory(vendor) {
   const factory = registry.get(vendor);
   if (!factory) {
+    if (credentialVendors.has(vendor)) {
+      throw new Error(
+        `Vendor '${vendor}' is credential-only: @jambonz/llm has no adapter for it.`
+      );
+    }
     const known = Array.from(registry.keys()).sort().join(", ") || "(none)";
     throw new Error(
       `Unknown vendor '${vendor}'. Registered vendors: ${known}`
@@ -29,11 +44,22 @@ function getAdapterFactory(vendor) {
   }
   return factory;
 }
+function getVendorManifest(vendor) {
+  const manifest = registry.get(vendor)?.manifest ?? credentialVendors.get(vendor);
+  if (!manifest) {
+    const known = [...registry.keys(), ...credentialVendors.keys()].sort().join(", ") || "(none)";
+    throw new Error(`Unknown vendor '${vendor}'. Registered vendors: ${known}`);
+  }
+  return manifest;
+}
 function listVendors() {
   return Array.from(registry.keys()).sort();
 }
 function getManifest() {
-  const vendors = Array.from(registry.values()).map((f) => f.manifest).sort((a, b) => a.vendor.localeCompare(b.vendor));
+  const vendors = [
+    ...Array.from(registry.values()).map((f) => f.manifest),
+    ...credentialVendors.values()
+  ].sort((a, b) => a.vendor.localeCompare(b.vendor));
   return { vendors };
 }
 
@@ -3552,6 +3578,212 @@ var huggingfaceFactory = {
   create: () => new HuggingfaceAdapter()
 };
 
+// src/adapters/openrouter/manifest.ts
+var OPENROUTER_KNOWN_MODELS = [
+  {
+    id: "anthropic/claude-haiku-5.5",
+    displayName: "Claude Haiku 5.5 (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 1e6
+    }
+  },
+  {
+    id: "anthropic/claude-sonnet-5.5",
+    displayName: "Claude Sonnet 5.5 (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 1e6
+    }
+  },
+  {
+    id: "openai/gpt-5.4-mini",
+    displayName: "GPT-5.4 Mini (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 4e5
+    }
+  },
+  {
+    id: "openai/gpt-4.1-mini",
+    displayName: "GPT-4.1 Mini (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 1047576
+    }
+  },
+  {
+    id: "google/gemini-3.5-flash",
+    displayName: "Gemini 3.5 Flash (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: true,
+      systemPrompt: true,
+      maxContextTokens: 1048576
+    }
+  },
+  {
+    id: "meta-llama/llama-3.3-70b-instruct",
+    displayName: "Llama 3.3 70B Instruct (OpenRouter)",
+    capabilities: {
+      streaming: true,
+      tools: true,
+      vision: false,
+      systemPrompt: true,
+      maxContextTokens: 131072
+    }
+  }
+];
+var openRouterManifest = {
+  vendor: "openrouter",
+  displayName: "OpenRouter",
+  authKinds: [
+    {
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "apiKey",
+          label: "API Key",
+          type: "password",
+          required: true,
+          help: "Get an API key from https://openrouter.ai/settings/keys"
+        },
+        {
+          name: "baseURL",
+          label: "Base URL",
+          type: "url",
+          required: false,
+          default: "https://openrouter.ai/api/v1",
+          help: "Override only for proxies. Default points at OpenRouter's production endpoint."
+        }
+      ]
+    }
+  ],
+  knownModels: OPENROUTER_KNOWN_MODELS,
+  // /models is public; the adapter enriches it with OpenRouter's own capability metadata.
+  supportsModelListing: true,
+  docsUrl: "https://openrouter.ai/docs/api_reference/overview"
+};
+
+// src/adapters/openrouter/adapter.ts
+var OPENROUTER_METADATA_EXTRACTOR = makeMetadataExtractor([
+  { header: "x-generation-id", key: "request_id" }
+]);
+var OPENROUTER_ATTRIBUTION_HEADERS = {
+  "HTTP-Referer": "https://jambonz.org",
+  "X-OpenRouter-Title": "jambonz"
+};
+var OpenRouterAdapter = class extends OpenAIAdapter {
+  vendor = openRouterManifest.vendor;
+  init(auth, client) {
+    super.init(
+      {
+        ...auth,
+        baseURL: auth.baseURL ?? "https://openrouter.ai/api/v1"
+      },
+      client
+    );
+    this.client = this.ensureClient().withOptions({
+      defaultHeaders: OPENROUTER_ATTRIBUTION_HEADERS
+    });
+  }
+  stream(req) {
+    return streamFromOpenAI(this.ensureClient(), req, {
+      knownModels: this.knownModels(),
+      vendorMetadataExtractor: OPENROUTER_METADATA_EXTRACTOR,
+      // Verified accepted by OpenRouter (forwarded to OpenAI-family upstreams).
+      includeCacheKey: true,
+      openRouterAutoCache: this.isOpenRouter
+    });
+  }
+  async listAvailableModels() {
+    const result = await this.ensureClient().models.list();
+    const out = [];
+    for (const m of result.data) {
+      if (m.id.endsWith(":batch")) continue;
+      const outputs = m.architecture?.output_modalities;
+      if (outputs && !outputs.includes("text")) continue;
+      const known = this.knownModels().find((k) => k.id === m.id);
+      if (known) {
+        out.push(known);
+        continue;
+      }
+      out.push({
+        id: m.id,
+        ...m.name ? { displayName: m.name } : {},
+        capabilities: {
+          streaming: true,
+          tools: m.supported_parameters?.includes("tools") ?? true,
+          vision: m.architecture?.input_modalities?.includes("image") ?? false,
+          systemPrompt: true,
+          ...m.context_length ? { maxContextTokens: m.context_length } : {}
+        }
+      });
+    }
+    return out;
+  }
+  async testCredential() {
+    await this.ensureClient().get("/key");
+  }
+  knownModels() {
+    return openRouterManifest.knownModels;
+  }
+};
+
+// src/adapters/openrouter/factory.ts
+var openRouterFactory = {
+  vendor: openRouterManifest.vendor,
+  manifest: openRouterManifest,
+  create: () => new OpenRouterAdapter()
+};
+
+// src/vendors/harness.ts
+var harnessManifest = {
+  vendor: "harness",
+  displayName: "Harness",
+  authKinds: [
+    {
+      // Only the form schema matters for a credential-only vendor; no
+      // AuthSpec is ever built from it.
+      kind: "apiKey",
+      displayName: "API Key",
+      fields: [
+        {
+          name: "url",
+          label: "WebSocket URL",
+          type: "url",
+          required: true,
+          help: "wss:// URL of your harness. ws:// is accepted only for a private or localhost address."
+        },
+        {
+          name: "apiKey",
+          label: "API Key",
+          type: "password",
+          required: true,
+          help: 'Sent to the harness as "Authorization: Bearer <key>" when each call connects.'
+        }
+      ]
+    }
+  ],
+  knownModels: [],
+  supportsModelListing: false,
+  credentialOnly: true
+};
+
 // src/adapters/index.ts
 registerAdapter(openAIFactory);
 registerAdapter(deepseekFactory);
@@ -3568,6 +3800,8 @@ registerAdapter(bedrockFactory);
 registerAdapter(azureOpenAIFactory);
 registerAdapter(groqFactory);
 registerAdapter(huggingfaceFactory);
+registerAdapter(openRouterFactory);
+registerCredentialVendor(harnessManifest);
 
 // src/normalize-auth.ts
 function normalizeAuth(vendor, raw) {
@@ -3576,6 +3810,7 @@ function normalizeAuth(vendor, raw) {
     case "anthropic":
     case "groq":
     case "huggingface":
+    case "openrouter":
     case "moonshot":
     case "zai":
     case "xai":
@@ -3714,8 +3949,7 @@ function parseServiceKey(value) {
 
 // src/pick-auth-kind.ts
 function pickAuthKind(vendor, raw) {
-  const factory = getAdapterFactory(vendor);
-  const { authKinds } = factory.manifest;
+  const { authKinds } = getVendorManifest(vendor);
   if (authKinds.length === 1) {
     return authKinds[0];
   }
@@ -3775,6 +4009,7 @@ export {
   createLlm,
   getAdapterFactory,
   getManifest,
+  getVendorManifest,
   listVendors,
   normalizeAuth,
   pickAuthKind,