@trymirai/uzu 0.1.48 → 0.1.49

package/README.md

@@ -26,7 +26,7 @@ Add the `uzu` dependency to your project's `package.json`:
 
 ```json
 "dependencies": {
-    "@trymirai/uzu": "0.1.48"
+    "@trymirai/uzu": "0.1.49"
 }
 ```
 

package/bridging/asyncBatchSize.d.mts

@@ -0,0 +1,10 @@
+import { AsyncBatchSize as NapiAsyncBatchSize } from "../napi/uzu.mjs";
+import { ToNapi } from "./napi.mjs";
+export declare class AsyncBatchSize implements ToNapi<NapiAsyncBatchSize> {
+    private readonly napiAsyncBatchSize;
+    private constructor();
+    static default(): AsyncBatchSize;
+    static custom(size: number): AsyncBatchSize;
+    toNapi(): NapiAsyncBatchSize;
+}
+//# sourceMappingURL=asyncBatchSize.d.mts.map

package/bridging/asyncBatchSize.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncBatchSize.d.mts","sourceRoot":"","sources":["../src/bridging/asyncBatchSize.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,IAAI,kBAAkB,EAAE;OACxC,EAAE,MAAM,EAAE;AAEjB,qBAAa,cAAe,YAAW,MAAM,CAAC,kBAAkB,CAAC;IAC7D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqB;IAExD,OAAO;IAIP,MAAM,CAAC,OAAO,IAAI,cAAc;IAKhC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc;IAK3C,MAAM,IAAI,kBAAkB;CAG/B"}

package/bridging/asyncBatchSize.d.ts

@@ -0,0 +1,10 @@
+import { AsyncBatchSize as NapiAsyncBatchSize } from "../napi/uzu.js";
+import { ToNapi } from "./napi.js";
+export declare class AsyncBatchSize implements ToNapi<NapiAsyncBatchSize> {
+    private readonly napiAsyncBatchSize;
+    private constructor();
+    static default(): AsyncBatchSize;
+    static custom(size: number): AsyncBatchSize;
+    toNapi(): NapiAsyncBatchSize;
+}
+//# sourceMappingURL=asyncBatchSize.d.ts.map

package/bridging/asyncBatchSize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncBatchSize.d.ts","sourceRoot":"","sources":["../src/bridging/asyncBatchSize.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,IAAI,kBAAkB,EAAE;OACxC,EAAE,MAAM,EAAE;AAEjB,qBAAa,cAAe,YAAW,MAAM,CAAC,kBAAkB,CAAC;IAC7D,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqB;IAExD,OAAO;IAIP,MAAM,CAAC,OAAO,IAAI,cAAc;IAKhC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc;IAK3C,MAAM,IAAI,kBAAkB;CAG/B"}

package/bridging/asyncBatchSize.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AsyncBatchSize = void 0;
+class AsyncBatchSize {
+    constructor(napiAsyncBatchSize) {
+        this.napiAsyncBatchSize = napiAsyncBatchSize;
+    }
+    static default() {
+        const napiAsyncBatchSize = { type: 'Default' };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+    static custom(size) {
+        const napiAsyncBatchSize = { type: 'Custom', size };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+    toNapi() {
+        return this.napiAsyncBatchSize;
+    }
+}
+exports.AsyncBatchSize = AsyncBatchSize;
+//# sourceMappingURL=asyncBatchSize.js.map

package/bridging/asyncBatchSize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncBatchSize.js","sourceRoot":"","sources":["../src/bridging/asyncBatchSize.ts"],"names":[],"mappings":";;;AAGA,MAAa,cAAc;IAGvB,YAAoB,kBAAsC;QACtD,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,OAAO;QACV,MAAM,kBAAkB,GAAuB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QACnE,OAAO,IAAI,cAAc,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,IAAY;QACtB,MAAM,kBAAkB,GAAuB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACxE,OAAO,IAAI,cAAc,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACnC,CAAC;CACJ;AApBD,wCAoBC"}

package/bridging/asyncBatchSize.mjs

@@ -0,0 +1,17 @@
+export class AsyncBatchSize {
+    constructor(napiAsyncBatchSize) {
+        this.napiAsyncBatchSize = napiAsyncBatchSize;
+    }
+    static default() {
+        const napiAsyncBatchSize = { type: 'Default' };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+    static custom(size) {
+        const napiAsyncBatchSize = { type: 'Custom', size };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+    toNapi() {
+        return this.napiAsyncBatchSize;
+    }
+}
+//# sourceMappingURL=asyncBatchSize.mjs.map

package/bridging/asyncBatchSize.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncBatchSize.mjs","sourceRoot":"","sources":["../src/bridging/asyncBatchSize.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,cAAc;IAGvB,YAAoB,kBAAsC;QACtD,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;IACjD,CAAC;IAED,MAAM,CAAC,OAAO;QACV,MAAM,kBAAkB,GAAuB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QACnE,OAAO,IAAI,cAAc,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,IAAY;QACtB,MAAM,kBAAkB,GAAuB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACxE,OAAO,IAAI,cAAc,CAAC,kBAAkB,CAAC,CAAC;IAClD,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACnC,CAAC;CACJ"}

package/bridging/config.d.mts

@@ -1,4 +1,5 @@
 import { Config as NapiConfig } from "../napi/uzu.mjs";
+import { AsyncBatchSize } from "./asyncBatchSize.mjs";
 import { ContextLength } from "./contextLength.mjs";
 import { ContextMode } from "./contextMode.mjs";
 import { ToNapi } from "./napi.mjs";
@@ -11,13 +12,15 @@ export declare class Config implements ToNapi<NapiConfig> {
     readonly contextLength: ContextLength;
     readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
-    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed);
+    readonly asyncBatchSize: AsyncBatchSize;
+    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed, asyncBatchSize: AsyncBatchSize);
     static default(): Config;
     withPreset(preset: Preset): Config;
     withContextMode(contextMode: ContextMode): Config;
     withContextLength(contextLength: ContextLength): Config;
     withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
     withSamplingSeed(samplingSeed: SamplingSeed): Config;
+    withAsyncBatchSize(asyncBatchSize: AsyncBatchSize): Config;
     toNapi(): NapiConfig;
 }
 //# sourceMappingURL=config.d.mts.map

package/bridging/config.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.mts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY;IAS9B,MAAM,CAAC,OAAO,IAAI,MAAM;IAUxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAUlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAUjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAUvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAU7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAUpD,MAAM,IAAI,UAAU;CAUvB"}
+{"version":3,"file":"config.d.mts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,cAAc,EAAE;OAClB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;gBAGpC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY,EAC1B,cAAc,EAAE,cAAc;IAUlC,MAAM,CAAC,OAAO,IAAI,MAAM;IAWxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAWlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAWjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAWvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAW7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAWpD,kBAAkB,CAAC,cAAc,EAAE,cAAc,GAAG,MAAM;IAW1D,MAAM,IAAI,UAAU;CAWvB"}

package/bridging/config.d.ts

@@ -1,4 +1,5 @@
 import { Config as NapiConfig } from "../napi/uzu.js";
+import { AsyncBatchSize } from "./asyncBatchSize.js";
 import { ContextLength } from "./contextLength.js";
 import { ContextMode } from "./contextMode.js";
 import { ToNapi } from "./napi.js";
@@ -11,13 +12,15 @@ export declare class Config implements ToNapi<NapiConfig> {
     readonly contextLength: ContextLength;
     readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
-    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed);
+    readonly asyncBatchSize: AsyncBatchSize;
+    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed, asyncBatchSize: AsyncBatchSize);
     static default(): Config;
     withPreset(preset: Preset): Config;
     withContextMode(contextMode: ContextMode): Config;
     withContextLength(contextLength: ContextLength): Config;
     withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
     withSamplingSeed(samplingSeed: SamplingSeed): Config;
+    withAsyncBatchSize(asyncBatchSize: AsyncBatchSize): Config;
     toNapi(): NapiConfig;
 }
 //# sourceMappingURL=config.d.ts.map

package/bridging/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY;IAS9B,MAAM,CAAC,OAAO,IAAI,MAAM;IAUxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAUlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAUjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAUvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAU7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAUpD,MAAM,IAAI,UAAU;CAUvB"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,cAAc,EAAE;OAClB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC;gBAGpC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY,EAC1B,cAAc,EAAE,cAAc;IAUlC,MAAM,CAAC,OAAO,IAAI,MAAM;IAWxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAWlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAWjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAWvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAW7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAWpD,kBAAkB,CAAC,cAAc,EAAE,cAAc,GAAG,MAAM;IAW1D,MAAM,IAAI,UAAU;CAWvB"}

package/bridging/config.js

@@ -1,36 +1,41 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Config = void 0;
+const asyncBatchSize_1 = require("./asyncBatchSize.js");
 const contextLength_1 = require("./contextLength.js");
 const contextMode_1 = require("./contextMode.js");
 const prefillStepSize_1 = require("./prefillStepSize.js");
 const preset_1 = require("./preset.js");
 const samplingSeed_1 = require("./samplingSeed.js");
 class Config {
-    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed) {
+    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed, asyncBatchSize) {
         this.preset = preset;
         this.contextMode = contextMode;
         this.contextLength = contextLength;
         this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
+        this.asyncBatchSize = asyncBatchSize;
     }
     static default() {
-        return new Config(preset_1.Preset.general(), contextMode_1.ContextMode.none(), contextLength_1.ContextLength.default(), prefillStepSize_1.PrefillStepSize.default(), samplingSeed_1.SamplingSeed.default());
+        return new Config(preset_1.Preset.general(), contextMode_1.ContextMode.none(), contextLength_1.ContextLength.default(), prefillStepSize_1.PrefillStepSize.default(), samplingSeed_1.SamplingSeed.default(), asyncBatchSize_1.AsyncBatchSize.default());
     }
     withPreset(preset) {
-        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withContextMode(contextMode) {
-        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withContextLength(contextLength) {
-        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withPrefillStepSize(prefillStepSize) {
-        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withSamplingSeed(samplingSeed) {
-        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed, this.asyncBatchSize);
+    }
+    withAsyncBatchSize(asyncBatchSize) {
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, asyncBatchSize);
     }
     toNapi() {
         const napiConfig = {
@@ -39,6 +44,7 @@ class Config {
             contextLength: this.contextLength.toNapi(),
             prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
+            asyncBatchSize: this.asyncBatchSize.toNapi(),
         };
         return napiConfig;
     }

package/bridging/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":";;;AACA,sDAAgD;AAChD,kDAA4C;AAE5C,0DAAoD;AACpD,wCAAkC;AAClC,oDAA8C;AAE9C,MAAa,MAAM;IAOf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,eAAM,CAAC,OAAO,EAAE,EAChB,yBAAW,CAAC,IAAI,EAAE,EAClB,6BAAa,CAAC,OAAO,EAAE,EACvB,iCAAe,CAAC,OAAO,EAAE,EACzB,2BAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,CACf,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ;AA3FD,wBA2FC"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":";;;AACA,wDAAkD;AAClD,sDAAgD;AAChD,kDAA4C;AAE5C,0DAAoD;AACpD,wCAAkC;AAClC,oDAA8C;AAE9C,MAAa,MAAM;IAQf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B,EAC1B,cAA8B;QAE9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,eAAM,CAAC,OAAO,EAAE,EAChB,yBAAW,CAAC,IAAI,EAAE,EAClB,6BAAa,CAAC,OAAO,EAAE,EACvB,iCAAe,CAAC,OAAO,EAAE,EACzB,2BAAY,CAAC,OAAO,EAAE,EACtB,+BAAc,CAAC,OAAO,EAAE,CAC3B,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,EACZ,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,kBAAkB,CAAC,cAA8B;QAC7C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,cAAc,CACjB,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;YACxC,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;SAC/C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ;AAhHD,wBAgHC"}

package/bridging/config.mjs

@@ -1,33 +1,38 @@
+import { AsyncBatchSize } from "./asyncBatchSize.mjs";
 import { ContextLength } from "./contextLength.mjs";
 import { ContextMode } from "./contextMode.mjs";
 import { PrefillStepSize } from "./prefillStepSize.mjs";
 import { Preset } from "./preset.mjs";
 import { SamplingSeed } from "./samplingSeed.mjs";
 export class Config {
-    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed) {
+    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed, asyncBatchSize) {
         this.preset = preset;
         this.contextMode = contextMode;
         this.contextLength = contextLength;
         this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
+        this.asyncBatchSize = asyncBatchSize;
     }
     static default() {
-        return new Config(Preset.general(), ContextMode.none(), ContextLength.default(), PrefillStepSize.default(), SamplingSeed.default());
+        return new Config(Preset.general(), ContextMode.none(), ContextLength.default(), PrefillStepSize.default(), SamplingSeed.default(), AsyncBatchSize.default());
     }
     withPreset(preset) {
-        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withContextMode(contextMode) {
-        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withContextLength(contextLength) {
-        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withPrefillStepSize(prefillStepSize) {
-        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed, this.asyncBatchSize);
     }
     withSamplingSeed(samplingSeed) {
-        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed, this.asyncBatchSize);
+    }
+    withAsyncBatchSize(asyncBatchSize) {
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed, asyncBatchSize);
     }
     toNapi() {
         const napiConfig = {
@@ -36,6 +41,7 @@ export class Config {
             contextLength: this.contextLength.toNapi(),
             prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
+            asyncBatchSize: this.asyncBatchSize.toNapi(),
         };
         return napiConfig;
     }

package/bridging/config.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"config.mjs","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OACO,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OAEf,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,MAAM,OAAO,MAAM;IAOf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,MAAM,CAAC,OAAO,EAAE,EAChB,WAAW,CAAC,IAAI,EAAE,EAClB,aAAa,CAAC,OAAO,EAAE,EACvB,eAAe,CAAC,OAAO,EAAE,EACzB,YAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,CACf,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}
+{"version":3,"file":"config.mjs","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OACO,EAAE,cAAc,EAAE;OAClB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OAEf,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,MAAM,OAAO,MAAM;IAQf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B,EAC1B,cAA8B;QAE9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,MAAM,CAAC,OAAO,EAAE,EAChB,WAAW,CAAC,IAAI,EAAE,EAClB,aAAa,CAAC,OAAO,EAAE,EACvB,eAAe,CAAC,OAAO,EAAE,EACzB,YAAY,CAAC,OAAO,EAAE,EACtB,cAAc,CAAC,OAAO,EAAE,CAC3B,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,EACZ,IAAI,CAAC,cAAc,CACtB,CAAC;IACN,CAAC;IAED,kBAAkB,CAAC,cAA8B;QAC7C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,cAAc,CACjB,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;YACxC,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;SAC/C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}

package/index.d.mts

@@ -1,3 +1,4 @@
+export { AsyncBatchSize } from "./bridging/asyncBatchSize.mjs";
 export { ChatModel } from "./bridging/chatModel.mjs";
 export { ChatSession } from "./bridging/chatSession.mjs";
 export { ClassificationFeature } from "./bridging/classificationFeature.mjs";

package/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/index.d.ts

@@ -1,3 +1,4 @@
+export { AsyncBatchSize } from "./bridging/asyncBatchSize.js";
 export { ChatModel } from "./bridging/chatModel.js";
 export { ChatSession } from "./bridging/chatSession.js";
 export { ClassificationFeature } from "./bridging/classificationFeature.js";

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/index.js

@@ -3,7 +3,9 @@ exports = module.exports = function (...args) {
   return new exports.default(...args)
 }
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EngineInteractor = exports.DownloadInteractor = exports.ChatSessionInteractor = exports.ChatModelsInteractor = exports.ChatModelInteractor = exports.EngineError = exports.TotalStats = exports.Text = exports.StepStats = exports.Stats = exports.SamplingSeed = exports.SamplingPolicy = exports.SamplingMethod = exports.RunStats = exports.RunConfig = exports.Role = exports.Preset = exports.PrefillStepSize = exports.ParsedText = exports.Output = exports.ModelType = exports.Message = exports.Input = exports.FinishReason = exports.default = exports.DownloadState = exports.DownloadPhase = exports.DownloadProgressUpdate = exports.DownloadHandle = exports.ContextMode = exports.ContextLength = exports.Config = exports.ClassificationFeature = exports.ChatSession = exports.ChatModel = void 0;
+exports.EngineInteractor = exports.DownloadInteractor = exports.ChatSessionInteractor = exports.ChatModelsInteractor = exports.ChatModelInteractor = exports.EngineError = exports.TotalStats = exports.Text = exports.StepStats = exports.Stats = exports.SamplingSeed = exports.SamplingPolicy = exports.SamplingMethod = exports.RunStats = exports.RunConfig = exports.Role = exports.Preset = exports.PrefillStepSize = exports.ParsedText = exports.Output = exports.ModelType = exports.Message = exports.Input = exports.FinishReason = exports.default = exports.DownloadState = exports.DownloadPhase = exports.DownloadProgressUpdate = exports.DownloadHandle = exports.ContextMode = exports.ContextLength = exports.Config = exports.ClassificationFeature = exports.ChatSession = exports.ChatModel = exports.AsyncBatchSize = void 0;
+var asyncBatchSize_1 = require("./bridging/asyncBatchSize.js");
+Object.defineProperty(exports, "AsyncBatchSize", { enumerable: true, get: function () { return asyncBatchSize_1.AsyncBatchSize; } });
 var chatModel_1 = require("./bridging/chatModel.js");
 Object.defineProperty(exports, "ChatModel", { enumerable: true, get: function () { return chatModel_1.ChatModel; } });
 var chatSession_1 = require("./bridging/chatSession.js");

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";;;AAAA,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,6EAAyE;AAAhE,8HAAA,qBAAqB,OAAA;AAC9B,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,6DAAyD;AAAhD,8GAAA,aAAa,OAAA;AACtB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+EAA2E;AAAlE,gIAAA,sBAAsB,OAAA;AAC/B,6DAAwE;AAA/D,8GAAA,aAAa,OAAA;AAAE,8GAAA,aAAa,OAAA;AACrC,+CAAsD;AAA7C,iGAAA,MAAM,OAAW;AAC1B,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,iDAA6C;AAApC,kGAAA,OAAO,OAAA;AAChB,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,iEAA6D;AAApD,kHAAA,eAAe,OAAA;AACxB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,mDAA+C;AAAtC,oGAAA,QAAQ,OAAA;AACjB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,oCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,4EAAwE;AAA/D,0HAAA,mBAAmB,OAAA;AAC5B,8EAA0E;AAAjE,4HAAA,oBAAoB,OAAA;AAC7B,gFAA4E;AAAnE,8HAAA,qBAAqB,OAAA;AAC9B,0EAAsE;AAA7D,wHAAA,kBAAkB,OAAA;AAC3B,sEAAkE;AAAzD,oHAAA,gBAAgB,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";;;AAAA,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,6EAAyE;AAAhE,8HAAA,qBAAqB,OAAA;AAC9B,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,6DAAyD;AAAhD,8GAAA,aAAa,OAAA;AACtB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+EAA2E;AAAlE,gIAAA,sBAAsB,OAAA;AAC/B,6DAAwE;AAA/D,8GAAA,aAAa,OAAA;AAAE,8GAAA,aAAa,OAAA;AACrC,+CAAsD;AAA7C,iGAAA,MAAM,OAAW;AAC1B,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,iDAA6C;AAApC,kGAAA,OAAO,OAAA;AAChB,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,iEAA6D;AAApD,kHAAA,eAAe,OAAA;AACxB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,mDAA+C;AAAtC,oGAAA,QAAQ,OAAA;AACjB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,oCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,4EAAwE;AAA/D,0HAAA,mBAAmB,OAAA;AAC5B,8EAA0E;AAAjE,4HAAA,oBAAoB,OAAA;AAC7B,gFAA4E;AAAnE,8HAAA,qBAAqB,OAAA;AAC9B,0EAAsE;AAA7D,wHAAA,kBAAkB,OAAA;AAC3B,sEAAkE;AAAzD,oHAAA,gBAAgB,OAAA"}

package/index.mjs

@@ -1,3 +1,4 @@
+export { AsyncBatchSize } from "./bridging/asyncBatchSize.mjs";
 export { ChatModel } from "./bridging/chatModel.mjs";
 export { ChatSession } from "./bridging/chatSession.mjs";
 export { ClassificationFeature } from "./bridging/classificationFeature.mjs";

package/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/interactors/chatModelInteractor.d.mts

@@ -1,3 +1,4 @@
+import { AsyncBatchSize } from "../bridging/asyncBatchSize.mjs";
 import { ChatModel } from "../bridging/chatModel.mjs";
 import { Config } from "../bridging/config.mjs";
 import { ContextLength } from "../bridging/contextLength.mjs";
@@ -25,6 +26,7 @@ export declare class ChatModelInteractor implements Interactor<ChatModel> {
     contextLength(contextLength: ContextLength): ChatModelInteractor;
     prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
     samplingSeed(samplingSeed: SamplingSeed): ChatModelInteractor;
+    asyncBatchSize(asyncBatchSize: AsyncBatchSize): ChatModelInteractor;
     session(): ChatSessionInteractor;
     reply(text: string, progress?: (partialOutput: Output) => boolean): Promise<Output>;
     replyToMessages(messages: Message[], progress?: (partialOutput: Output) => boolean): Promise<Output>;

package/interactors/chatModelInteractor.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.d.mts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}
+{"version":3,"file":"chatModelInteractor.d.mts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAK7D,cAAc,CAAC,cAAc,EAAE,cAAc,GAAG,mBAAmB;IAOnE,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}

package/interactors/chatModelInteractor.d.ts

@@ -1,3 +1,4 @@
+import { AsyncBatchSize } from "../bridging/asyncBatchSize.js";
 import { ChatModel } from "../bridging/chatModel.js";
 import { Config } from "../bridging/config.js";
 import { ContextLength } from "../bridging/contextLength.js";
@@ -25,6 +26,7 @@ export declare class ChatModelInteractor implements Interactor<ChatModel> {
     contextLength(contextLength: ContextLength): ChatModelInteractor;
     prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
     samplingSeed(samplingSeed: SamplingSeed): ChatModelInteractor;
+    asyncBatchSize(asyncBatchSize: AsyncBatchSize): ChatModelInteractor;
     session(): ChatSessionInteractor;
     reply(text: string, progress?: (partialOutput: Output) => boolean): Promise<Output>;
     replyToMessages(messages: Message[], progress?: (partialOutput: Output) => boolean): Promise<Output>;

package/interactors/chatModelInteractor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.d.ts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}
+{"version":3,"file":"chatModelInteractor.d.ts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,cAAc,EAAE;OAClB,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAK7D,cAAc,CAAC,cAAc,EAAE,cAAc,GAAG,mBAAmB;IAOnE,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}

package/interactors/chatModelInteractor.js

@@ -65,6 +65,10 @@ class ChatModelInteractor {
         const config = this.config.withSamplingSeed(samplingSeed);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
+    asyncBatchSize(asyncBatchSize) {
+        const config = this.config.withAsyncBatchSize(asyncBatchSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
     /* Session */
     session() {
         const sessionPromise = (async () => {

package/interactors/chatModelInteractor.js.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.js","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":";;;AAKA,gEAA0D;AAE1D,wDAAkD;AAIlD,wDAAkD;AAGlD,sEAAgE;AAChE,gEAA0D;AAG1D,MAAa,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,uCAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,6BAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,6CAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,qBAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ;AArGD,kDAqGC"}
+{"version":3,"file":"chatModelInteractor.js","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":";;;AAMA,gEAA0D;AAE1D,wDAAkD;AAIlD,wDAAkD;AAGlD,sEAAgE;AAChE,gEAA0D;AAG1D,MAAa,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,uCAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,6BAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,cAAc,CAAC,cAA8B;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAC9D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,6CAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,qBAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ;AA1GD,kDA0GC"}

package/interactors/chatModelInteractor.mjs

@@ -62,6 +62,10 @@ export class ChatModelInteractor {
         const config = this.config.withSamplingSeed(samplingSeed);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
+    asyncBatchSize(asyncBatchSize) {
+        const config = this.config.withAsyncBatchSize(asyncBatchSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
     /* Session */
     session() {
         const sessionPromise = (async () => {

package/interactors/chatModelInteractor.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.mjs","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAKO,EAAE,aAAa,EAAE;OAEjB,EAAE,SAAS,EAAE;OAIb,EAAE,SAAS,EAAE;OAGb,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;AAG7B,MAAM,OAAO,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,aAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,qBAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ"}
+{"version":3,"file":"chatModelInteractor.mjs","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAMO,EAAE,aAAa,EAAE;OAEjB,EAAE,SAAS,EAAE;OAIb,EAAE,SAAS,EAAE;OAGb,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;AAG7B,MAAM,OAAO,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,aAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,cAAc,CAAC,cAA8B;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAC9D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,qBAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ"}

package/napi/uzu.d.ts

@@ -39,6 +39,10 @@ export declare class ProgressUpdate {
   progress: number
 }
 
+export type AsyncBatchSize =
+  | { type: 'Default' }
+  | { type: 'Custom', size: number }
+
 export interface ChatModel {
   readonly repoId: string
   readonly type: ModelType
@@ -59,6 +63,7 @@ export interface Config {
   contextLength: ContextLength
   prefillStepSize: PrefillStepSize
   samplingSeed: SamplingSeed
+  asyncBatchSize: AsyncBatchSize
 }
 
 export type ContextLength =

package/napi/uzu.js

@@ -44,6 +44,7 @@ const {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,
@@ -81,6 +82,7 @@ module.exports = {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,

package/napi/uzu.mjs

@@ -44,6 +44,7 @@ export const {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,

package/package.json

@@ -98,5 +98,5 @@
   },
   "type": "commonjs",
   "types": "./index.d.ts",
-  "version": "0.1.48"
+  "version": "0.1.49"
 }

package/src/bridging/asyncBatchSize.ts

@@ -0,0 +1,24 @@
+import { AsyncBatchSize as NapiAsyncBatchSize } from '../napi/uzu';
+import { ToNapi } from './napi';
+
+export class AsyncBatchSize implements ToNapi<NapiAsyncBatchSize> {
+    private readonly napiAsyncBatchSize: NapiAsyncBatchSize;
+
+    private constructor(napiAsyncBatchSize: NapiAsyncBatchSize) {
+        this.napiAsyncBatchSize = napiAsyncBatchSize;
+    }
+
+    static default(): AsyncBatchSize {
+        const napiAsyncBatchSize: NapiAsyncBatchSize = { type: 'Default' };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+
+    static custom(size: number): AsyncBatchSize {
+        const napiAsyncBatchSize: NapiAsyncBatchSize = { type: 'Custom', size };
+        return new AsyncBatchSize(napiAsyncBatchSize);
+    }
+
+    toNapi(): NapiAsyncBatchSize {
+        return this.napiAsyncBatchSize;
+    }
+}

package/src/bridging/config.ts

@@ -1,4 +1,5 @@
 import { Config as NapiConfig } from '../napi/uzu';
+import { AsyncBatchSize } from './asyncBatchSize';
 import { ContextLength } from './contextLength';
 import { ContextMode } from './contextMode';
 import { ToNapi } from './napi';
@@ -12,6 +13,7 @@ export class Config implements ToNapi<NapiConfig> {
     readonly contextLength: ContextLength;
     readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
+    readonly asyncBatchSize: AsyncBatchSize;
 
     constructor(
         preset: Preset,
@@ -19,12 +21,14 @@ export class Config implements ToNapi<NapiConfig> {
         contextLength: ContextLength,
         prefillStepSize: PrefillStepSize,
         samplingSeed: SamplingSeed,
+        asyncBatchSize: AsyncBatchSize,
     ) {
         this.preset = preset;
         this.contextMode = contextMode;
         this.contextLength = contextLength;
         this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
+        this.asyncBatchSize = asyncBatchSize;
     }
 
     static default(): Config {
@@ -34,6 +38,7 @@ export class Config implements ToNapi<NapiConfig> {
             ContextLength.default(),
             PrefillStepSize.default(),
             SamplingSeed.default(),
+            AsyncBatchSize.default(),
         );
     }
 
@@ -44,6 +49,7 @@ export class Config implements ToNapi<NapiConfig> {
             this.contextLength,
             this.prefillStepSize,
             this.samplingSeed,
+            this.asyncBatchSize,
         );
     }
 
@@ -54,6 +60,7 @@ export class Config implements ToNapi<NapiConfig> {
             this.contextLength,
             this.prefillStepSize,
             this.samplingSeed,
+            this.asyncBatchSize,
         );
     }
 
@@ -64,6 +71,7 @@ export class Config implements ToNapi<NapiConfig> {
             contextLength,
             this.prefillStepSize,
             this.samplingSeed,
+            this.asyncBatchSize,
         );
     }
 
@@ -74,6 +82,7 @@ export class Config implements ToNapi<NapiConfig> {
             this.contextLength,
             prefillStepSize,
             this.samplingSeed,
+            this.asyncBatchSize,
         );
     }
 
@@ -84,6 +93,18 @@ export class Config implements ToNapi<NapiConfig> {
             this.contextLength,
             this.prefillStepSize,
             samplingSeed,
+            this.asyncBatchSize,
+        );
+    }
+
+    withAsyncBatchSize(asyncBatchSize: AsyncBatchSize): Config {
+        return new Config(
+            this.preset,
+            this.contextMode,
+            this.contextLength,
+            this.prefillStepSize,
+            this.samplingSeed,
+            asyncBatchSize,
         );
     }
 
@@ -94,6 +115,7 @@ export class Config implements ToNapi<NapiConfig> {
             contextLength: this.contextLength.toNapi(),
             prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
+            asyncBatchSize: this.asyncBatchSize.toNapi(),
         };
         return napiConfig;
     }

package/src/index.ts

@@ -1,3 +1,4 @@
+export { AsyncBatchSize } from './bridging/asyncBatchSize';
 export { ChatModel } from './bridging/chatModel';
 export { ChatSession } from './bridging/chatSession';
 export { ClassificationFeature } from './bridging/classificationFeature';

package/src/interactors/chatModelInteractor.ts

@@ -1,3 +1,4 @@
+import { AsyncBatchSize } from '../bridging/asyncBatchSize';
 import { ChatModel } from '../bridging/chatModel';
 import { Config } from '../bridging/config';
 import { ContextLength } from '../bridging/contextLength';
@@ -90,6 +91,11 @@ export class ChatModelInteractor implements Interactor<ChatModel> {
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
 
+    asyncBatchSize(asyncBatchSize: AsyncBatchSize): ChatModelInteractor {
+        const config = this.config.withAsyncBatchSize(asyncBatchSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
+
     /* Session */
 
     session(): ChatSessionInteractor {

package/src/napi/uzu.d.ts

@@ -39,6 +39,10 @@ export declare class ProgressUpdate {
   progress: number
 }
 
+export type AsyncBatchSize =
+  | { type: 'Default' }
+  | { type: 'Custom', size: number }
+
 export interface ChatModel {
   readonly repoId: string
   readonly type: ModelType
@@ -59,6 +63,7 @@ export interface Config {
   contextLength: ContextLength
   prefillStepSize: PrefillStepSize
   samplingSeed: SamplingSeed
+  asyncBatchSize: AsyncBatchSize
 }
 
 export type ContextLength =

package/src/napi/uzu.js

@@ -44,6 +44,7 @@ const {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,
@@ -81,6 +82,7 @@ module.exports = {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,

package/src/napi/uzu.mjs

@@ -44,6 +44,7 @@ export const {
   StepStats,
   Text,
   TotalStats,
+  AsyncBatchSize,
   ContextLength,
   ContextMode,
   Input,

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '0.1.48';
+export const VERSION = '0.1.49';

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.48";
+export declare const VERSION = "0.1.49";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.48";
+export declare const VERSION = "0.1.49";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '0.1.48';
+exports.VERSION = '0.1.49';
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '0.1.48';
+export const VERSION = '0.1.49';
 //# sourceMappingURL=version.mjs.map