@xberg-io/liter-llm-wasm 1.12.2 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/liter_llm_wasm.d.ts +8 -2
- package/liter_llm_wasm.js +25 -9
- package/liter_llm_wasm_bg.wasm +0 -0
- package/package.json +1 -1
package/liter_llm_wasm.d.ts
CHANGED
|
@@ -480,7 +480,7 @@ export class WasmCreateResponseRequest {
|
|
|
480
480
|
free(): void;
|
|
481
481
|
[Symbol.dispose](): void;
|
|
482
482
|
static default(): WasmCreateResponseRequest;
|
|
483
|
-
constructor(model?: string | null, input?: any | null, instructions?: string | null, tools?: WasmResponseTool[] | null, temperature?: number | null, maxOutputTokens?: bigint | null, metadata?: any | null);
|
|
483
|
+
constructor(model?: string | null, input?: any | null, instructions?: string | null, tools?: WasmResponseTool[] | null, temperature?: number | null, maxOutputTokens?: bigint | null, metadata?: any | null, stream?: boolean | null);
|
|
484
484
|
input: any;
|
|
485
485
|
get instructions(): string | undefined;
|
|
486
486
|
set instructions(value: string | null | undefined);
|
|
@@ -489,6 +489,8 @@ export class WasmCreateResponseRequest {
|
|
|
489
489
|
get metadata(): any | undefined;
|
|
490
490
|
set metadata(value: any | null | undefined);
|
|
491
491
|
model: string;
|
|
492
|
+
get stream(): boolean | undefined;
|
|
493
|
+
set stream(value: boolean | null | undefined);
|
|
492
494
|
get temperature(): number | undefined;
|
|
493
495
|
set temperature(value: number | null | undefined);
|
|
494
496
|
get tools(): Array<any> | undefined;
|
|
@@ -1305,6 +1307,8 @@ export enum WasmReasoningEffort {
|
|
|
1305
1307
|
Low = 0,
|
|
1306
1308
|
Medium = 1,
|
|
1307
1309
|
High = 2,
|
|
1310
|
+
Minimal = 3,
|
|
1311
|
+
Max = 4,
|
|
1308
1312
|
}
|
|
1309
1313
|
|
|
1310
1314
|
/**
|
|
@@ -2379,12 +2383,14 @@ export interface InitOutput {
|
|
|
2379
2383
|
readonly wasmcreateresponserequest_instructions: (a: number) => [number, number];
|
|
2380
2384
|
readonly wasmcreateresponserequest_metadata: (a: number) => any;
|
|
2381
2385
|
readonly wasmcreateresponserequest_model: (a: number) => [number, number];
|
|
2382
|
-
readonly wasmcreateresponserequest_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number) => number;
|
|
2386
|
+
readonly wasmcreateresponserequest_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number, m: number) => number;
|
|
2383
2387
|
readonly wasmcreateresponserequest_set_input: (a: number, b: any) => void;
|
|
2384
2388
|
readonly wasmcreateresponserequest_set_instructions: (a: number, b: number, c: number) => void;
|
|
2385
2389
|
readonly wasmcreateresponserequest_set_metadata: (a: number, b: number) => void;
|
|
2386
2390
|
readonly wasmcreateresponserequest_set_model: (a: number, b: number, c: number) => void;
|
|
2391
|
+
readonly wasmcreateresponserequest_set_stream: (a: number, b: number) => void;
|
|
2387
2392
|
readonly wasmcreateresponserequest_set_tools: (a: number, b: number, c: number) => void;
|
|
2393
|
+
readonly wasmcreateresponserequest_stream: (a: number) => number;
|
|
2388
2394
|
readonly wasmcreateresponserequest_tools: (a: number) => any;
|
|
2389
2395
|
readonly wasmcreatespeechrequest_default: () => number;
|
|
2390
2396
|
readonly wasmcreatespeechrequest_input: (a: number) => [number, number];
|
package/liter_llm_wasm.js
CHANGED
|
@@ -1842,7 +1842,7 @@ export class WasmChatCompletionRequest {
|
|
|
1842
1842
|
}
|
|
1843
1843
|
var ptr4 = isLikeNone(modalities) ? 0 : passArrayJsValueToWasm0(modalities, wasm.__wbindgen_malloc);
|
|
1844
1844
|
var len4 = WASM_VECTOR_LEN;
|
|
1845
|
-
const ret = wasm.wasmchatcompletionrequest_new(ptr0, len0, isLikeNone(messages) ? 0 : addToExternrefTable0(messages), !isLikeNone(temperature), isLikeNone(temperature) ? 0 : temperature, !isLikeNone(topP), isLikeNone(topP) ? 0 : topP, isLikeNone(n) ? Number.MAX_SAFE_INTEGER : (n) >>> 0, isLikeNone(stream) ? 0xFFFFFF : stream ? 1 : 0, isLikeNone(stop) ? 2 : stop, !isLikeNone(maxTokens), isLikeNone(maxTokens) ? BigInt(0) : maxTokens, !isLikeNone(presencePenalty), isLikeNone(presencePenalty) ? 0 : presencePenalty, !isLikeNone(frequencyPenalty), isLikeNone(frequencyPenalty) ? 0 : frequencyPenalty, isLikeNone(logitBias) ? 0 : addToExternrefTable0(logitBias), ptr1, len1, ptr2, len2, isLikeNone(toolChoice) ? 2 : toolChoice, isLikeNone(parallelToolCalls) ? 0xFFFFFF : parallelToolCalls ? 1 : 0, isLikeNone(responseFormat) ? 0 : addToExternrefTable0(responseFormat), ptr3, !isLikeNone(seed), isLikeNone(seed) ? BigInt(0) : seed, isLikeNone(reasoningEffort) ?
|
|
1845
|
+
const ret = wasm.wasmchatcompletionrequest_new(ptr0, len0, isLikeNone(messages) ? 0 : addToExternrefTable0(messages), !isLikeNone(temperature), isLikeNone(temperature) ? 0 : temperature, !isLikeNone(topP), isLikeNone(topP) ? 0 : topP, isLikeNone(n) ? Number.MAX_SAFE_INTEGER : (n) >>> 0, isLikeNone(stream) ? 0xFFFFFF : stream ? 1 : 0, isLikeNone(stop) ? 2 : stop, !isLikeNone(maxTokens), isLikeNone(maxTokens) ? BigInt(0) : maxTokens, !isLikeNone(presencePenalty), isLikeNone(presencePenalty) ? 0 : presencePenalty, !isLikeNone(frequencyPenalty), isLikeNone(frequencyPenalty) ? 0 : frequencyPenalty, isLikeNone(logitBias) ? 0 : addToExternrefTable0(logitBias), ptr1, len1, ptr2, len2, isLikeNone(toolChoice) ? 2 : toolChoice, isLikeNone(parallelToolCalls) ? 0xFFFFFF : parallelToolCalls ? 1 : 0, isLikeNone(responseFormat) ? 0 : addToExternrefTable0(responseFormat), ptr3, !isLikeNone(seed), isLikeNone(seed) ? BigInt(0) : seed, isLikeNone(reasoningEffort) ? 5 : reasoningEffort, ptr4, len4, isLikeNone(extraBody) ? 0 : addToExternrefTable0(extraBody));
|
|
1846
1846
|
this.__wbg_ptr = ret;
|
|
1847
1847
|
WasmChatCompletionRequestFinalization.register(this, this.__wbg_ptr, this);
|
|
1848
1848
|
return this;
|
|
@@ -1955,7 +1955,7 @@ export class WasmChatCompletionRequest {
|
|
|
1955
1955
|
* @param {WasmReasoningEffort | null} [value]
|
|
1956
1956
|
*/
|
|
1957
1957
|
set reasoningEffort(value) {
|
|
1958
|
-
wasm.wasmchatcompletionrequest_set_reasoningEffort(this.__wbg_ptr, isLikeNone(value) ?
|
|
1958
|
+
wasm.wasmchatcompletionrequest_set_reasoningEffort(this.__wbg_ptr, isLikeNone(value) ? 5 : value);
|
|
1959
1959
|
}
|
|
1960
1960
|
/**
|
|
1961
1961
|
* @param {any | null} [value]
|
|
@@ -3173,15 +3173,16 @@ export class WasmCreateResponseRequest {
|
|
|
3173
3173
|
* @param {number | null} [temperature]
|
|
3174
3174
|
* @param {bigint | null} [maxOutputTokens]
|
|
3175
3175
|
* @param {any | null} [metadata]
|
|
3176
|
+
* @param {boolean | null} [stream]
|
|
3176
3177
|
*/
|
|
3177
|
-
constructor(model, input, instructions, tools, temperature, maxOutputTokens, metadata) {
|
|
3178
|
+
constructor(model, input, instructions, tools, temperature, maxOutputTokens, metadata, stream) {
|
|
3178
3179
|
var ptr0 = isLikeNone(model) ? 0 : passStringToWasm0(model, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3179
3180
|
var len0 = WASM_VECTOR_LEN;
|
|
3180
3181
|
var ptr1 = isLikeNone(instructions) ? 0 : passStringToWasm0(instructions, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3181
3182
|
var len1 = WASM_VECTOR_LEN;
|
|
3182
3183
|
var ptr2 = isLikeNone(tools) ? 0 : passArrayJsValueToWasm0(tools, wasm.__wbindgen_malloc);
|
|
3183
3184
|
var len2 = WASM_VECTOR_LEN;
|
|
3184
|
-
const ret = wasm.wasmcreateresponserequest_new(ptr0, len0, isLikeNone(input) ? 0 : addToExternrefTable0(input), ptr1, len1, ptr2, len2, !isLikeNone(temperature), isLikeNone(temperature) ? 0 : temperature, !isLikeNone(maxOutputTokens), isLikeNone(maxOutputTokens) ? BigInt(0) : maxOutputTokens, isLikeNone(metadata) ? 0 : addToExternrefTable0(metadata));
|
|
3185
|
+
const ret = wasm.wasmcreateresponserequest_new(ptr0, len0, isLikeNone(input) ? 0 : addToExternrefTable0(input), ptr1, len1, ptr2, len2, !isLikeNone(temperature), isLikeNone(temperature) ? 0 : temperature, !isLikeNone(maxOutputTokens), isLikeNone(maxOutputTokens) ? BigInt(0) : maxOutputTokens, isLikeNone(metadata) ? 0 : addToExternrefTable0(metadata), isLikeNone(stream) ? 0xFFFFFF : stream ? 1 : 0);
|
|
3185
3186
|
this.__wbg_ptr = ret;
|
|
3186
3187
|
WasmCreateResponseRequestFinalization.register(this, this.__wbg_ptr, this);
|
|
3187
3188
|
return this;
|
|
@@ -3220,6 +3221,12 @@ export class WasmCreateResponseRequest {
|
|
|
3220
3221
|
const len0 = WASM_VECTOR_LEN;
|
|
3221
3222
|
wasm.wasmcreateresponserequest_set_model(this.__wbg_ptr, ptr0, len0);
|
|
3222
3223
|
}
|
|
3224
|
+
/**
|
|
3225
|
+
* @param {boolean | null} [value]
|
|
3226
|
+
*/
|
|
3227
|
+
set stream(value) {
|
|
3228
|
+
wasm.wasmcreateresponserequest_set_stream(this.__wbg_ptr, isLikeNone(value) ? 0xFFFFFF : value ? 1 : 0);
|
|
3229
|
+
}
|
|
3223
3230
|
/**
|
|
3224
3231
|
* @param {number | null} [value]
|
|
3225
3232
|
*/
|
|
@@ -3234,6 +3241,13 @@ export class WasmCreateResponseRequest {
|
|
|
3234
3241
|
var len0 = WASM_VECTOR_LEN;
|
|
3235
3242
|
wasm.wasmcreateresponserequest_set_tools(this.__wbg_ptr, ptr0, len0);
|
|
3236
3243
|
}
|
|
3244
|
+
/**
|
|
3245
|
+
* @returns {boolean | undefined}
|
|
3246
|
+
*/
|
|
3247
|
+
get stream() {
|
|
3248
|
+
const ret = wasm.wasmcreateresponserequest_stream(this.__wbg_ptr);
|
|
3249
|
+
return ret === 0xFFFFFF ? undefined : ret !== 0;
|
|
3250
|
+
}
|
|
3237
3251
|
/**
|
|
3238
3252
|
* @returns {number | undefined}
|
|
3239
3253
|
*/
|
|
@@ -8447,12 +8461,14 @@ if (Symbol.dispose) WasmProviderConfig.prototype[Symbol.dispose] = WasmProviderC
|
|
|
8447
8461
|
|
|
8448
8462
|
/**
|
|
8449
8463
|
* Controls how much reasoning effort the model should use.
|
|
8450
|
-
* @enum {0 | 1 | 2}
|
|
8464
|
+
* @enum {0 | 1 | 2 | 3 | 4}
|
|
8451
8465
|
*/
|
|
8452
8466
|
export const WasmReasoningEffort = Object.freeze({
|
|
8453
8467
|
Low: 0, "0": "Low",
|
|
8454
8468
|
Medium: 1, "1": "Medium",
|
|
8455
8469
|
High: 2, "2": "High",
|
|
8470
|
+
Minimal: 3, "3": "Minimal",
|
|
8471
|
+
Max: 4, "4": "Max",
|
|
8456
8472
|
});
|
|
8457
8473
|
|
|
8458
8474
|
/**
|
|
@@ -12456,22 +12472,22 @@ function __wbg_get_imports() {
|
|
|
12456
12472
|
return ret;
|
|
12457
12473
|
},
|
|
12458
12474
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
12459
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
12475
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 822, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
12460
12476
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__hba53350b4d711e83);
|
|
12461
12477
|
return ret;
|
|
12462
12478
|
},
|
|
12463
12479
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
12464
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
12480
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 840, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
12465
12481
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h44c90226758919ba);
|
|
12466
12482
|
return ret;
|
|
12467
12483
|
},
|
|
12468
12484
|
__wbindgen_cast_0000000000000003: function(arg0, arg1) {
|
|
12469
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
12485
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 747, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
12470
12486
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__he69d65e8235853ad);
|
|
12471
12487
|
return ret;
|
|
12472
12488
|
},
|
|
12473
12489
|
__wbindgen_cast_0000000000000004: function(arg0, arg1) {
|
|
12474
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
12490
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 763, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
12475
12491
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h53762daf7cb964d6);
|
|
12476
12492
|
return ret;
|
|
12477
12493
|
},
|
package/liter_llm_wasm_bg.wasm
CHANGED
|
Binary file
|
package/package.json
CHANGED