@xberg-io/liter-llm-wasm 1.13.0 → 1.16.0

package/liter_llm_wasm.d.ts

@@ -262,6 +262,31 @@ export enum WasmBatchStatus {
     Cancelled = 7,
 }
 
+/**
+ * AWS Bedrock configuration.
+ *
+ * All fields are optional; anything left unset falls back to the standard
+ * AWS environment variables (`AWS_DEFAULT_REGION` / `AWS_REGION`,
+ * `AWS_ACCESS_KEY_ID`, `AWS_SECRET_ACCESS_KEY`, `AWS_SESSION_TOKEN`,
+ * `BEDROCK_CROSS_REGION`).
+ */
+export class WasmBedrockConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmBedrockConfig;
+    constructor(region?: string | null, crossRegionPrefix?: string | null, accessKeyId?: string | null, secretAccessKey?: string | null, sessionToken?: string | null);
+    get accessKeyId(): string | undefined;
+    set accessKeyId(value: string | null | undefined);
+    get crossRegionPrefix(): string | undefined;
+    set crossRegionPrefix(value: string | null | undefined);
+    get region(): string | undefined;
+    set region(value: string | null | undefined);
+    get secretAccessKey(): string | undefined;
+    set secretAccessKey(value: string | null | undefined);
+    get sessionToken(): string | undefined;
+    set sessionToken(value: string | null | undefined);
+}
+
 /**
  * Plain-data configuration for `refresh_catalog`.
  *
@@ -480,7 +505,7 @@ export class WasmCreateResponseRequest {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCreateResponseRequest;
-    constructor(model?: string | null, input?: any | null, instructions?: string | null, tools?: WasmResponseTool[] | null, temperature?: number | null, maxOutputTokens?: bigint | null, metadata?: any | null);
+    constructor(model?: string | null, input?: any | null, instructions?: string | null, tools?: WasmResponseTool[] | null, temperature?: number | null, maxOutputTokens?: bigint | null, metadata?: any | null, stream?: boolean | null);
     input: any;
     get instructions(): string | undefined;
     set instructions(value: string | null | undefined);
@@ -489,6 +514,8 @@ export class WasmCreateResponseRequest {
     get metadata(): any | undefined;
     set metadata(value: any | null | undefined);
     model: string;
+    get stream(): boolean | undefined;
+    set stream(value: boolean | null | undefined);
     get temperature(): number | undefined;
     set temperature(value: number | null | undefined);
     get tools(): Array<any> | undefined;
@@ -923,6 +950,126 @@ export class WasmLiterLlmError {
     statusCode(): number;
 }
 
+/**
+ * Budget enforcement configuration.
+ */
+export class WasmLlmBudgetConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmLlmBudgetConfig;
+    constructor(globalLimit?: number | null, modelLimits?: any | null, enforcement?: string | null);
+    get enforcement(): string | undefined;
+    set enforcement(value: string | null | undefined);
+    get globalLimit(): number | undefined;
+    set globalLimit(value: number | null | undefined);
+    get modelLimits(): any | undefined;
+    set modelLimits(value: any | null | undefined);
+}
+
+/**
+ * Response cache configuration.
+ */
+export class WasmLlmCacheConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmLlmCacheConfig;
+    constructor(maxEntries?: number | null, ttlSeconds?: bigint | null, backend?: string | null, backendConfig?: any | null);
+    get backend(): string | undefined;
+    set backend(value: string | null | undefined);
+    get backendConfig(): any | undefined;
+    set backendConfig(value: any | null | undefined);
+    get maxEntries(): number | undefined;
+    set maxEntries(value: number | null | undefined);
+    get ttlSeconds(): bigint | undefined;
+    set ttlSeconds(value: bigint | null | undefined);
+}
+
+/**
+ * Canonical configuration for an LLM client.
+ *
+ * All fields except `model` are optional so that partially-specified
+ * configs (e.g. from environment-driven defaults) round-trip cleanly.
+ * Convert to a runtime client configuration via
+ * `LlmConfig.into_client_builder`.
+ *
+ * `temperature` and `max_tokens` are request-time parameters rather than
+ * client-level settings; they are carried on this struct for callers to
+ * read when building individual requests, and are intentionally **not**
+ * mapped by `LlmConfig.into_client_builder`.
+ */
+export class WasmLlmConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmLlmConfig;
+    constructor(model?: string | null, apiKey?: string | null, baseUrl?: string | null, timeoutSecs?: bigint | null, maxRetries?: number | null, temperature?: number | null, maxTokens?: bigint | null, loadEnv?: boolean | null, headers?: any | null, providers?: WasmLlmProviderConfig[] | null, cache?: WasmLlmCacheConfig | null, budget?: WasmLlmBudgetConfig | null, rateLimit?: WasmLlmRateLimitConfig | null, costTracking?: boolean | null, tracing?: boolean | null, cooldownSecs?: bigint | null, healthCheckSecs?: bigint | null, bedrock?: WasmBedrockConfig | null);
+    get apiKey(): string | undefined;
+    set apiKey(value: string | null | undefined);
+    get baseUrl(): string | undefined;
+    set baseUrl(value: string | null | undefined);
+    get bedrock(): WasmBedrockConfig | undefined;
+    set bedrock(value: WasmBedrockConfig | null | undefined);
+    get budget(): WasmLlmBudgetConfig | undefined;
+    set budget(value: WasmLlmBudgetConfig | null | undefined);
+    get cache(): WasmLlmCacheConfig | undefined;
+    set cache(value: WasmLlmCacheConfig | null | undefined);
+    get cooldownSecs(): bigint | undefined;
+    set cooldownSecs(value: bigint | null | undefined);
+    get costTracking(): boolean | undefined;
+    set costTracking(value: boolean | null | undefined);
+    get headers(): any | undefined;
+    set headers(value: any | null | undefined);
+    get healthCheckSecs(): bigint | undefined;
+    set healthCheckSecs(value: bigint | null | undefined);
+    get loadEnv(): boolean | undefined;
+    set loadEnv(value: boolean | null | undefined);
+    get maxRetries(): number | undefined;
+    set maxRetries(value: number | null | undefined);
+    get maxTokens(): bigint | undefined;
+    set maxTokens(value: bigint | null | undefined);
+    model: string;
+    get providers(): Array<any> | undefined;
+    set providers(value: WasmLlmProviderConfig[] | null | undefined);
+    get rateLimit(): WasmLlmRateLimitConfig | undefined;
+    set rateLimit(value: WasmLlmRateLimitConfig | null | undefined);
+    get temperature(): number | undefined;
+    set temperature(value: number | null | undefined);
+    get timeoutSecs(): bigint | undefined;
+    set timeoutSecs(value: bigint | null | undefined);
+    get tracing(): boolean | undefined;
+    set tracing(value: boolean | null | undefined);
+}
+
+/**
+ * A custom provider configuration entry.
+ */
+export class WasmLlmProviderConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmLlmProviderConfig;
+    constructor(name?: string | null, baseUrl?: string | null, modelPrefixes?: string[] | null, authHeader?: string | null);
+    get authHeader(): string | undefined;
+    set authHeader(value: string | null | undefined);
+    baseUrl: string;
+    modelPrefixes: string[];
+    name: string;
+}
+
+/**
+ * Per-model rate limiting configuration.
+ */
+export class WasmLlmRateLimitConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    static default(): WasmLlmRateLimitConfig;
+    constructor(rpm?: number | null, tpm?: bigint | null, windowSeconds?: bigint | null);
+    get rpm(): number | undefined;
+    set rpm(value: number | null | undefined);
+    get tpm(): bigint | undefined;
+    set tpm(value: bigint | null | undefined);
+    get windowSeconds(): bigint | undefined;
+    set windowSeconds(value: bigint | null | undefined);
+}
+
 /**
  * A chat message in a conversation.
  */
@@ -1691,8 +1838,9 @@ export class WasmToolMessage {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmToolMessage;
-    constructor(content?: string | null, toolCallId?: string | null, name?: string | null);
-    content: string;
+    constructor(content?: WasmUserContent | null, toolCallId?: string | null, name?: string | null);
+    get content(): string;
+    set content(value: WasmUserContent);
     get name(): string | undefined;
     set name(value: string | null | undefined);
     toolCallId: string;
@@ -2039,6 +2187,7 @@ export interface InitOutput {
     readonly __wbg_wasmbatchlistresponse_free: (a: number, b: number) => void;
     readonly __wbg_wasmbatchobject_free: (a: number, b: number) => void;
     readonly __wbg_wasmbatchrequestcounts_free: (a: number, b: number) => void;
+    readonly __wbg_wasmbedrockconfig_free: (a: number, b: number) => void;
     readonly __wbg_wasmcatalogrefreshconfig_free: (a: number, b: number) => void;
     readonly __wbg_wasmchatcompletionchunk_free: (a: number, b: number) => void;
     readonly __wbg_wasmchatcompletionrequest_free: (a: number, b: number) => void;
@@ -2072,6 +2221,11 @@ export interface InitOutput {
     readonly __wbg_wasmimageurl_free: (a: number, b: number) => void;
     readonly __wbg_wasmjsonschemaformat_free: (a: number, b: number) => void;
     readonly __wbg_wasmliterllmerror_free: (a: number, b: number) => void;
+    readonly __wbg_wasmllmbudgetconfig_free: (a: number, b: number) => void;
+    readonly __wbg_wasmllmcacheconfig_free: (a: number, b: number) => void;
+    readonly __wbg_wasmllmconfig_free: (a: number, b: number) => void;
+    readonly __wbg_wasmllmproviderconfig_free: (a: number, b: number) => void;
+    readonly __wbg_wasmllmratelimitconfig_free: (a: number, b: number) => void;
     readonly __wbg_wasmmessage_free: (a: number, b: number) => void;
     readonly __wbg_wasmmodelinfo_free: (a: number, b: number) => void;
     readonly __wbg_wasmmodelobject_free: (a: number, b: number) => void;
@@ -2234,6 +2388,18 @@ export interface InitOutput {
     readonly wasmbatchrequestcounts_set_failed: (a: number, b: bigint) => void;
     readonly wasmbatchrequestcounts_set_total: (a: number, b: bigint) => void;
     readonly wasmbatchrequestcounts_total: (a: number) => bigint;
+    readonly wasmbedrockconfig_accessKeyId: (a: number) => [number, number];
+    readonly wasmbedrockconfig_crossRegionPrefix: (a: number) => [number, number];
+    readonly wasmbedrockconfig_default: () => number;
+    readonly wasmbedrockconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
+    readonly wasmbedrockconfig_region: (a: number) => [number, number];
+    readonly wasmbedrockconfig_secretAccessKey: (a: number) => [number, number];
+    readonly wasmbedrockconfig_sessionToken: (a: number) => [number, number];
+    readonly wasmbedrockconfig_set_accessKeyId: (a: number, b: number, c: number) => void;
+    readonly wasmbedrockconfig_set_crossRegionPrefix: (a: number, b: number, c: number) => void;
+    readonly wasmbedrockconfig_set_region: (a: number, b: number, c: number) => void;
+    readonly wasmbedrockconfig_set_secretAccessKey: (a: number, b: number, c: number) => void;
+    readonly wasmbedrockconfig_set_sessionToken: (a: number, b: number, c: number) => void;
     readonly wasmcatalogrefreshconfig_cachePath: (a: number) => [number, number];
     readonly wasmcatalogrefreshconfig_default: () => number;
     readonly wasmcatalogrefreshconfig_enabled: (a: number) => number;
@@ -2381,12 +2547,14 @@ export interface InitOutput {
     readonly wasmcreateresponserequest_instructions: (a: number) => [number, number];
     readonly wasmcreateresponserequest_metadata: (a: number) => any;
     readonly wasmcreateresponserequest_model: (a: number) => [number, number];
-    readonly wasmcreateresponserequest_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number) => number;
+    readonly wasmcreateresponserequest_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number, m: number) => number;
     readonly wasmcreateresponserequest_set_input: (a: number, b: any) => void;
     readonly wasmcreateresponserequest_set_instructions: (a: number, b: number, c: number) => void;
     readonly wasmcreateresponserequest_set_metadata: (a: number, b: number) => void;
     readonly wasmcreateresponserequest_set_model: (a: number, b: number, c: number) => void;
+    readonly wasmcreateresponserequest_set_stream: (a: number, b: number) => void;
     readonly wasmcreateresponserequest_set_tools: (a: number, b: number, c: number) => void;
+    readonly wasmcreateresponserequest_stream: (a: number) => number;
     readonly wasmcreateresponserequest_tools: (a: number) => any;
     readonly wasmcreatespeechrequest_default: () => number;
     readonly wasmcreatespeechrequest_input: (a: number) => [number, number];
@@ -2571,6 +2739,66 @@ export interface InitOutput {
     readonly wasmliterllmerror_errorType: (a: number) => [number, number];
     readonly wasmliterllmerror_isTransient: (a: number) => number;
     readonly wasmliterllmerror_statusCode: (a: number) => number;
+    readonly wasmllmbudgetconfig_default: () => number;
+    readonly wasmllmbudgetconfig_enforcement: (a: number) => [number, number];
+    readonly wasmllmbudgetconfig_modelLimits: (a: number) => any;
+    readonly wasmllmbudgetconfig_new: (a: number, b: number, c: number, d: number, e: number) => number;
+    readonly wasmllmbudgetconfig_set_enforcement: (a: number, b: number, c: number) => void;
+    readonly wasmllmbudgetconfig_set_modelLimits: (a: number, b: number) => void;
+    readonly wasmllmcacheconfig_backend: (a: number) => [number, number];
+    readonly wasmllmcacheconfig_backendConfig: (a: number) => any;
+    readonly wasmllmcacheconfig_default: () => number;
+    readonly wasmllmcacheconfig_maxEntries: (a: number) => number;
+    readonly wasmllmcacheconfig_new: (a: number, b: number, c: bigint, d: number, e: number, f: number) => number;
+    readonly wasmllmcacheconfig_set_backend: (a: number, b: number, c: number) => void;
+    readonly wasmllmcacheconfig_set_backendConfig: (a: number, b: number) => void;
+    readonly wasmllmcacheconfig_set_maxEntries: (a: number, b: number) => void;
+    readonly wasmllmconfig_apiKey: (a: number) => [number, number];
+    readonly wasmllmconfig_baseUrl: (a: number) => [number, number];
+    readonly wasmllmconfig_bedrock: (a: number) => number;
+    readonly wasmllmconfig_budget: (a: number) => number;
+    readonly wasmllmconfig_cache: (a: number) => number;
+    readonly wasmllmconfig_cooldownSecs: (a: number) => [number, bigint];
+    readonly wasmllmconfig_costTracking: (a: number) => number;
+    readonly wasmllmconfig_default: () => number;
+    readonly wasmllmconfig_headers: (a: number) => any;
+    readonly wasmllmconfig_healthCheckSecs: (a: number) => [number, bigint];
+    readonly wasmllmconfig_loadEnv: (a: number) => number;
+    readonly wasmllmconfig_maxRetries: (a: number) => number;
+    readonly wasmllmconfig_model: (a: number) => [number, number];
+    readonly wasmllmconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: bigint, i: number, j: number, k: number, l: number, m: bigint, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number) => number;
+    readonly wasmllmconfig_providers: (a: number) => any;
+    readonly wasmllmconfig_rateLimit: (a: number) => number;
+    readonly wasmllmconfig_set_apiKey: (a: number, b: number, c: number) => void;
+    readonly wasmllmconfig_set_baseUrl: (a: number, b: number, c: number) => void;
+    readonly wasmllmconfig_set_bedrock: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_budget: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_cache: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_cooldownSecs: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmconfig_set_costTracking: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_headers: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_healthCheckSecs: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmconfig_set_loadEnv: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_maxRetries: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_model: (a: number, b: number, c: number) => void;
+    readonly wasmllmconfig_set_providers: (a: number, b: number, c: number) => void;
+    readonly wasmllmconfig_set_rateLimit: (a: number, b: number) => void;
+    readonly wasmllmconfig_set_tracing: (a: number, b: number) => void;
+    readonly wasmllmconfig_tracing: (a: number) => number;
+    readonly wasmllmproviderconfig_authHeader: (a: number) => [number, number];
+    readonly wasmllmproviderconfig_baseUrl: (a: number) => [number, number];
+    readonly wasmllmproviderconfig_default: () => number;
+    readonly wasmllmproviderconfig_modelPrefixes: (a: number) => [number, number];
+    readonly wasmllmproviderconfig_name: (a: number) => [number, number];
+    readonly wasmllmproviderconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+    readonly wasmllmproviderconfig_set_authHeader: (a: number, b: number, c: number) => void;
+    readonly wasmllmproviderconfig_set_baseUrl: (a: number, b: number, c: number) => void;
+    readonly wasmllmproviderconfig_set_modelPrefixes: (a: number, b: number, c: number) => void;
+    readonly wasmllmproviderconfig_set_name: (a: number, b: number, c: number) => void;
+    readonly wasmllmratelimitconfig_default: () => number;
+    readonly wasmllmratelimitconfig_new: (a: number, b: number, c: bigint, d: number, e: bigint) => number;
+    readonly wasmllmratelimitconfig_rpm: (a: number) => number;
+    readonly wasmllmratelimitconfig_set_rpm: (a: number, b: number) => void;
     readonly wasmmessage_0: (a: number) => any;
     readonly wasmmessage_default: () => number;
     readonly wasmmessage_role: (a: number) => [number, number];
@@ -2901,10 +3129,9 @@ export interface InitOutput {
     readonly wasmtoolcall_set_function: (a: number, b: number) => void;
     readonly wasmtoolcall_set_id: (a: number, b: number, c: number) => void;
     readonly wasmtoolmessage_content: (a: number) => [number, number];
-    readonly wasmtoolmessage_default: () => number;
     readonly wasmtoolmessage_name: (a: number) => [number, number];
-    readonly wasmtoolmessage_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
-    readonly wasmtoolmessage_set_content: (a: number, b: number, c: number) => void;
+    readonly wasmtoolmessage_new: (a: number, b: number, c: number, d: number, e: number) => number;
+    readonly wasmtoolmessage_set_content: (a: number, b: number) => void;
     readonly wasmtoolmessage_set_name: (a: number, b: number, c: number) => void;
     readonly wasmtoolmessage_set_toolCallId: (a: number, b: number, c: number) => void;
     readonly wasmtoolmessage_toolCallId: (a: number) => [number, number];
@@ -2943,6 +3170,9 @@ export interface InitOutput {
     readonly wasmocrrequest_includeImageBase64: (a: number) => number;
     readonly wasmchatcompletionrequest_set_maxTokens: (a: number, b: number, c: bigint) => void;
     readonly wasmcreateresponserequest_set_maxOutputTokens: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmconfig_set_maxTokens: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmconfig_set_temperature: (a: number, b: number, c: number) => void;
+    readonly wasmllmratelimitconfig_set_windowSeconds: (a: number, b: number, c: bigint) => void;
     readonly wasmmodelinfo_set_cacheCreationInputTokenCost: (a: number, b: number, c: number) => void;
     readonly wasmmodelinfo_set_maxTokens: (a: number, b: number, c: bigint) => void;
     readonly wasmmodelinfo_set_outputCostPerAudioToken: (a: number, b: number, c: number) => void;
@@ -2951,11 +3181,19 @@ export interface InitOutput {
     readonly wasmmodeltier_set_inputCostPerAudioToken: (a: number, b: number, c: number) => void;
     readonly wasmmodeltier_set_outputCostPerAudioToken: (a: number, b: number, c: number) => void;
     readonly wasmmodeltier_set_outputCostPerReasoningToken: (a: number, b: number, c: number) => void;
+    readonly wasmtoolmessage_default: () => number;
     readonly wasmchatcompletionrequest_maxTokens: (a: number) => [number, bigint];
     readonly wasmcreateresponserequest_maxOutputTokens: (a: number) => [number, bigint];
     readonly wasmcreateresponserequest_temperature: (a: number) => [number, number];
     readonly wasmcreatespeechrequest_speed: (a: number) => [number, number];
     readonly wasmcreatetranscriptionrequest_temperature: (a: number) => [number, number];
+    readonly wasmllmbudgetconfig_globalLimit: (a: number) => [number, number];
+    readonly wasmllmcacheconfig_ttlSeconds: (a: number) => [number, bigint];
+    readonly wasmllmconfig_maxTokens: (a: number) => [number, bigint];
+    readonly wasmllmconfig_temperature: (a: number) => [number, number];
+    readonly wasmllmconfig_timeoutSecs: (a: number) => [number, bigint];
+    readonly wasmllmratelimitconfig_tpm: (a: number) => [number, bigint];
+    readonly wasmllmratelimitconfig_windowSeconds: (a: number) => [number, bigint];
     readonly wasmmodelinfo_cacheCreationInputTokenCost: (a: number) => [number, number];
     readonly wasmmodelinfo_cacheReadInputTokenCost: (a: number) => [number, number];
     readonly wasmmodelinfo_maxTokens: (a: number) => [number, bigint];
@@ -3065,6 +3303,10 @@ export interface InitOutput {
     readonly wasmcreateresponserequest_set_temperature: (a: number, b: number, c: number) => void;
     readonly wasmcreatespeechrequest_set_speed: (a: number, b: number, c: number) => void;
     readonly wasmcreatetranscriptionrequest_set_temperature: (a: number, b: number, c: number) => void;
+    readonly wasmllmbudgetconfig_set_globalLimit: (a: number, b: number, c: number) => void;
+    readonly wasmllmcacheconfig_set_ttlSeconds: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmconfig_set_timeoutSecs: (a: number, b: number, c: bigint) => void;
+    readonly wasmllmratelimitconfig_set_tpm: (a: number, b: number, c: bigint) => void;
     readonly wasmmodelinfo_set_cacheReadInputTokenCost: (a: number, b: number, c: number) => void;
     readonly wasmmodeltier_set_cacheReadInputTokenCost: (a: number, b: number, c: number) => void;
     readonly wasmtranscriptionresponse_set_duration: (a: number, b: number, c: number) => void;