@xberg-io/liter-llm 1.17.3 → 1.18.0

package/README.md

@@ -1,3 +1,8 @@
+<!-- This file is auto-generated by alef — DO NOT EDIT. -->
+<!-- alef:hash:48d71c9a2f1413f1c7367e77e1acbe3a7d390bfda1b6cec26f436fb9686f7c43 -->
+<!-- To regenerate: alef readme -->
+<!-- To verify freshness: alef verify -->
+
 <p align="center">
   <picture>
     <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">

package/index.d.ts

@@ -1,5 +1,5 @@
 // This file is auto-generated by alef — DO NOT EDIT.
-// alef:hash:6bae00d6b31bd5ec9e80699322018c3a78359cee1f06b9e2b7ffbdc6f1d4bc21
+// alef:hash:5b669b2bae32edc478385d1c565e973c2b54c440018dc4506eccb2bec6078845
 // To regenerate: alef generate
 // To verify freshness: alef verify
 /* eslint-disable */
@@ -945,6 +945,12 @@ export interface DocumentContent {
   readonly mediaType?: string
 }
 
+/** A content part in a multimodal embedding input. */
+export type EmbeddingContentPart =
+  | { type: 'text'; text: string }
+  | { type: 'image_url'; imageUrl: ImageUrl }
+  | { type: 'image_base64'; imageBase64: string }
+
 /** The format in which the embedding vectors are returned. */
 export declare enum EmbeddingFormat {
   /** 32-bit floating-point numbers (default). */
@@ -953,10 +959,11 @@ export declare enum EmbeddingFormat {
   Base64 = "base64",
 }
 
-/** Text or texts to embed. */
+/** Text, texts, or multimodal content to embed. */
 export type EmbeddingInput =
   | string
   | Array<string>
+  | Array<EmbeddingContentPart>
 
 /** A single embedding vector. */
 export interface EmbeddingObject {
@@ -982,7 +989,7 @@ export interface EmbeddingObject {
 export interface EmbeddingRequest {
   /** Model ID (e.g., `"text-embedding-3-small"`). */
   readonly model?: string
-  /** Text or texts to embed. */
+  /** Text, texts, or multimodal content to embed. */
   readonly input?: EmbeddingInput
   /** Output format: float (native) or base64. */
   readonly encodingFormat?: EmbeddingFormat
@@ -1186,6 +1193,12 @@ export interface ImageUrl {
   readonly detail?: ImageDetail
 }
 
+/** Configuration for the global per-client in-flight request limit. */
+export interface InFlightLimitConfig {
+  /** Maximum simultaneously outstanding provider requests. `None` means unlimited. */
+  readonly maxInFlight?: number
+}
+
 /** An intent prototype: `(intent_name, prototype_embedding, target_model_id)`. */
 export interface IntentPrototype {
   /** Human-readable name for the intent (used in logs/metrics). */
@@ -1279,6 +1292,8 @@ export interface LlmConfig {
   readonly budget?: LlmBudgetConfig
   /** Per-model rate limiting configuration. */
   readonly rateLimit?: LlmRateLimitConfig
+  /** Global per-client in-flight provider request limit. */
+  readonly inFlightLimit?: LlmInFlightLimitConfig
   /** Enable per-request cost tracking. */
   readonly costTracking?: boolean
   /** Enable OpenTelemetry-compatible tracing spans. */
@@ -1291,6 +1306,12 @@ export interface LlmConfig {
   readonly bedrock?: BedrockConfig
 }
 
+/** Global per-client in-flight provider request limit. */
+export interface LlmInFlightLimitConfig {
+  /** Maximum simultaneously outstanding provider requests. `None` means unlimited. */
+  readonly maxInFlight?: number
+}
+
 /** A custom provider configuration entry. */
 export interface LlmProviderConfig {
   /** Provider name, used to key model prefix matching. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/liter-llm",
-  "version": "1.17.3",
+  "version": "1.18.0",
   "description": "Universal LLM API client with Rust-powered polyglot bindings.",
   "license": "MIT",
   "repository": {
@@ -24,12 +24,12 @@
   },
   "files": ["index.js", "index.d.ts", "*.node"],
   "optionalDependencies": {
-    "@xberg-io/liter-llm-linux-x64-gnu": "1.17.3",
-    "@xberg-io/liter-llm-linux-arm64-gnu": "1.17.3",
-    "@xberg-io/liter-llm-darwin-x64": "1.17.3",
-    "@xberg-io/liter-llm-darwin-arm64": "1.17.3",
-    "@xberg-io/liter-llm-win32-x64-msvc": "1.17.3",
-    "@xberg-io/liter-llm-win32-arm64-msvc": "1.17.3"
+    "@xberg-io/liter-llm-linux-x64-gnu": "1.18.0",
+    "@xberg-io/liter-llm-linux-arm64-gnu": "1.18.0",
+    "@xberg-io/liter-llm-darwin-x64": "1.18.0",
+    "@xberg-io/liter-llm-darwin-arm64": "1.18.0",
+    "@xberg-io/liter-llm-win32-x64-msvc": "1.18.0",
+    "@xberg-io/liter-llm-win32-arm64-msvc": "1.18.0"
   },
   "napi": {
     "packageName": "@xberg-io/liter-llm",