@trymirai/uzu 0.1.44 → 0.1.45

package/README.md

@@ -26,7 +26,7 @@ Add the `uzu` dependency to your project's `package.json`:
 
 ```json
 "dependencies": {
-    "@trymirai/uzu": "0.1.44"
+    "@trymirai/uzu": "0.1.45"
 }
 ```
 
@@ -47,6 +47,8 @@ Place the `API_KEY` you obtained earlier in the corresponding example file, and
 
 ```bash
 pnpm run tsn examples/chat.ts
+pnpm run tsn examples/chatDynamicContext.ts
+pnpm run tsn examples/chatStaticContext.ts
 pnpm run tsn examples/summarization.ts
 pnpm run tsn examples/classification.ts
 pnpm run tsn examples/cloud.ts
@@ -82,6 +84,103 @@ main().catch((error) => {
 });
 ```
 
+### Chat with dynamic context
+
+In this example, we will use the dynamic `ContextMode`, which automatically maintains a continuous conversation history instead of resetting the context with each new input. Every new message is added to the ongoing chat, allowing the model to remember what has already been said and respond with full context.
+
+```ts
+import Engine, { Config, ContextMode, Input, RunConfig } from '@trymirai/uzu';
+
+async function main() {
+    const engine = await Engine.load('API_KEY');
+
+    const model = await engine.chatModel('Qwen/Qwen3-0.6B');
+    await engine.downloadChatModel(model, (update) => {
+        console.log('Progress:', update.progress);
+    });
+
+    const config = Config
+        .default()
+        .withContextMode(ContextMode.dynamic());
+    const session = engine.chatSession(model, config);
+
+    const requests = [
+        'Tell about London',
+        'Compare with New York',
+        'Compare the population of the two',
+    ];
+    const runConfig = RunConfig
+        .default()
+        .withTokensLimit(1024)
+        .withEnableThinking(false);
+
+    for (const request of requests) {
+        const output = session.run(Input.text(request), runConfig, (partialOutput) => {
+            return true;
+        });
+
+        console.log('Request:', request);
+        console.log('Response:', output.text.original.trim());
+        console.log('-------------------------');
+    }
+}
+
+main().catch((error) => {
+    console.error(error);
+});
+```
+
+### Chat with static context
+
+In this example, we will use the static `ContextMode`, which begins with an initial list of messages defining the base context of the conversation, such as predefined instructions. Unlike dynamic mode, this context is fixed and does not evolve with new messages. Each inference request is processed independently, using only the initial context and the latest input, without retaining any previous conversation history.
+
+```ts
+import Engine, { Config, ContextMode, Input, Message, RunConfig } from '@trymirai/uzu';
+
+function listToString(list: string[]): string {
+    return "[" + list.map((item) => `"${item}"`).join(", ") + "]";
+}
+
+async function main() {
+    const engine = await Engine.load('API_KEY');
+
+    const model = await engine.chatModel('Qwen/Qwen3-0.6B');
+    await engine.downloadChatModel(model, (update) => {
+        console.log('Progress:', update.progress);
+    });
+
+    const instructions =
+        `Your task is to name countries for each city in the given list.
+        For example for ${listToString(["Helsenki", "Stockholm", "Barcelona"])} the answer should be ${listToString(["Finland", "Sweden", "Spain"])}.`;
+    const config = Config
+        .default()
+        .withContextMode(ContextMode.static(Input.messages([Message.system(instructions)])));
+    const session = engine.chatSession(model, config);
+
+    const requests = [
+        listToString(["New York", "London", "Lisbon", "Paris", "Berlin"]),
+        listToString(["Bangkok", "Tokyo", "Seoul", "Beijing", "Delhi"]),
+    ];
+    const runConfig = RunConfig
+        .default()
+        .withEnableThinking(false);
+
+    for (const request of requests) {
+        const output = session.run(Input.text(request), runConfig, (partialOutput) => {
+            return true;
+        });
+
+        console.log('Request:', request);
+        console.log('Response:', output.text.original.trim());
+        console.log('-------------------------');
+    }
+}
+
+main().catch((error) => {
+    console.error(error);
+});
+```
+
 ### Summarization
 
 In this example, we will use the `summarization` preset to generate a summary of the input text:

package/bridging/config.d.mts

@@ -1,19 +1,22 @@
 import { Config as NapiConfig } from "../napi/uzu.mjs";
 import { ContextLength } from "./contextLength.mjs";
+import { ContextMode } from "./contextMode.mjs";
 import { ToNapi } from "./napi.mjs";
 import { PrefillStepSize } from "./prefillStepSize.mjs";
 import { Preset } from "./preset.mjs";
 import { SamplingSeed } from "./samplingSeed.mjs";
 export declare class Config implements ToNapi<NapiConfig> {
     readonly preset: Preset;
-    readonly prefillStepSize: PrefillStepSize;
+    readonly contextMode: ContextMode;
     readonly contextLength: ContextLength;
+    readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
-    constructor(preset: Preset, prefillStepSize: PrefillStepSize, contextLength: ContextLength, samplingSeed: SamplingSeed);
+    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed);
     static default(): Config;
     withPreset(preset: Preset): Config;
-    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
+    withContextMode(contextMode: ContextMode): Config;
     withContextLength(contextLength: ContextLength): Config;
+    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
     withSamplingSeed(samplingSeed: SamplingSeed): Config;
     toNapi(): NapiConfig;
 }

package/bridging/config.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.mts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,YAAY;IAQ9B,MAAM,CAAC,OAAO,IAAI,MAAM;IASxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAIlC,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAI7D,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAIvD,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAIpD,MAAM,IAAI,UAAU;CASvB"}
+{"version":3,"file":"config.d.mts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY;IAS9B,MAAM,CAAC,OAAO,IAAI,MAAM;IAUxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAUlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAUjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAUvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAU7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAUpD,MAAM,IAAI,UAAU;CAUvB"}

package/bridging/config.d.ts

@@ -1,19 +1,22 @@
 import { Config as NapiConfig } from "../napi/uzu.js";
 import { ContextLength } from "./contextLength.js";
+import { ContextMode } from "./contextMode.js";
 import { ToNapi } from "./napi.js";
 import { PrefillStepSize } from "./prefillStepSize.js";
 import { Preset } from "./preset.js";
 import { SamplingSeed } from "./samplingSeed.js";
 export declare class Config implements ToNapi<NapiConfig> {
     readonly preset: Preset;
-    readonly prefillStepSize: PrefillStepSize;
+    readonly contextMode: ContextMode;
     readonly contextLength: ContextLength;
+    readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
-    constructor(preset: Preset, prefillStepSize: PrefillStepSize, contextLength: ContextLength, samplingSeed: SamplingSeed);
+    constructor(preset: Preset, contextMode: ContextMode, contextLength: ContextLength, prefillStepSize: PrefillStepSize, samplingSeed: SamplingSeed);
     static default(): Config;
     withPreset(preset: Preset): Config;
-    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
+    withContextMode(contextMode: ContextMode): Config;
     withContextLength(contextLength: ContextLength): Config;
+    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config;
     withSamplingSeed(samplingSeed: SamplingSeed): Config;
     toNapi(): NapiConfig;
 }

package/bridging/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,YAAY;IAQ9B,MAAM,CAAC,OAAO,IAAI,MAAM;IASxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAIlC,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAI7D,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAIvD,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAIpD,MAAM,IAAI,UAAU;CASvB"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OAAO,EAAE,MAAM,IAAI,UAAU,EAAE;OACxB,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,qBAAa,MAAO,YAAW,MAAM,CAAC,UAAU,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,eAAe,EAAE,eAAe,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAC;gBAGhC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,EACxB,aAAa,EAAE,aAAa,EAC5B,eAAe,EAAE,eAAe,EAChC,YAAY,EAAE,YAAY;IAS9B,MAAM,CAAC,OAAO,IAAI,MAAM;IAUxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAUlC,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM;IAUjD,iBAAiB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM;IAUvD,mBAAmB,CAAC,eAAe,EAAE,eAAe,GAAG,MAAM;IAU7D,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM;IAUpD,MAAM,IAAI,UAAU;CAUvB"}

package/bridging/config.js

@@ -2,36 +2,42 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Config = void 0;
 const contextLength_1 = require("./contextLength.js");
+const contextMode_1 = require("./contextMode.js");
 const prefillStepSize_1 = require("./prefillStepSize.js");
 const preset_1 = require("./preset.js");
 const samplingSeed_1 = require("./samplingSeed.js");
 class Config {
-    constructor(preset, prefillStepSize, contextLength, samplingSeed) {
+    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed) {
         this.preset = preset;
-        this.prefillStepSize = prefillStepSize;
+        this.contextMode = contextMode;
         this.contextLength = contextLength;
+        this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
     }
     static default() {
-        return new Config(preset_1.Preset.general(), prefillStepSize_1.PrefillStepSize.default(), contextLength_1.ContextLength.default(), samplingSeed_1.SamplingSeed.default());
+        return new Config(preset_1.Preset.general(), contextMode_1.ContextMode.none(), contextLength_1.ContextLength.default(), prefillStepSize_1.PrefillStepSize.default(), samplingSeed_1.SamplingSeed.default());
     }
     withPreset(preset) {
-        return new Config(preset, this.prefillStepSize, this.contextLength, this.samplingSeed);
+        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
     }
-    withPrefillStepSize(prefillStepSize) {
-        return new Config(this.preset, prefillStepSize, this.contextLength, this.samplingSeed);
+    withContextMode(contextMode) {
+        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
     }
     withContextLength(contextLength) {
-        return new Config(this.preset, this.prefillStepSize, contextLength, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed);
+    }
+    withPrefillStepSize(prefillStepSize) {
+        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed);
     }
     withSamplingSeed(samplingSeed) {
-        return new Config(this.preset, this.prefillStepSize, this.contextLength, samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed);
     }
     toNapi() {
         const napiConfig = {
             preset: this.preset.toNapi(),
-            prefillStepSize: this.prefillStepSize.toNapi(),
+            contextMode: this.contextMode.toNapi(),
             contextLength: this.contextLength.toNapi(),
+            prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
         };
         return napiConfig;

package/bridging/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":";;;AACA,sDAAgD;AAEhD,0DAAoD;AACpD,wCAAkC;AAClC,oDAA8C;AAE9C,MAAa,MAAM;IAMf,YACI,MAAc,EACd,eAAgC,EAChC,aAA4B,EAC5B,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,eAAM,CAAC,OAAO,EAAE,EAChB,iCAAe,CAAC,OAAO,EAAE,EACzB,6BAAa,CAAC,OAAO,EAAE,EACvB,2BAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ;AApDD,wBAoDC"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":";;;AACA,sDAAgD;AAChD,kDAA4C;AAE5C,0DAAoD;AACpD,wCAAkC;AAClC,oDAA8C;AAE9C,MAAa,MAAM;IAOf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,eAAM,CAAC,OAAO,EAAE,EAChB,yBAAW,CAAC,IAAI,EAAE,EAClB,6BAAa,CAAC,OAAO,EAAE,EACvB,iCAAe,CAAC,OAAO,EAAE,EACzB,2BAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,CACf,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ;AA3FD,wBA2FC"}

package/bridging/config.mjs

@@ -1,34 +1,40 @@
 import { ContextLength } from "./contextLength.mjs";
+import { ContextMode } from "./contextMode.mjs";
 import { PrefillStepSize } from "./prefillStepSize.mjs";
 import { Preset } from "./preset.mjs";
 import { SamplingSeed } from "./samplingSeed.mjs";
 export class Config {
-    constructor(preset, prefillStepSize, contextLength, samplingSeed) {
+    constructor(preset, contextMode, contextLength, prefillStepSize, samplingSeed) {
         this.preset = preset;
-        this.prefillStepSize = prefillStepSize;
+        this.contextMode = contextMode;
         this.contextLength = contextLength;
+        this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
     }
     static default() {
-        return new Config(Preset.general(), PrefillStepSize.default(), ContextLength.default(), SamplingSeed.default());
+        return new Config(Preset.general(), ContextMode.none(), ContextLength.default(), PrefillStepSize.default(), SamplingSeed.default());
     }
     withPreset(preset) {
-        return new Config(preset, this.prefillStepSize, this.contextLength, this.samplingSeed);
+        return new Config(preset, this.contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
     }
-    withPrefillStepSize(prefillStepSize) {
-        return new Config(this.preset, prefillStepSize, this.contextLength, this.samplingSeed);
+    withContextMode(contextMode) {
+        return new Config(this.preset, contextMode, this.contextLength, this.prefillStepSize, this.samplingSeed);
     }
     withContextLength(contextLength) {
-        return new Config(this.preset, this.prefillStepSize, contextLength, this.samplingSeed);
+        return new Config(this.preset, this.contextMode, contextLength, this.prefillStepSize, this.samplingSeed);
+    }
+    withPrefillStepSize(prefillStepSize) {
+        return new Config(this.preset, this.contextMode, this.contextLength, prefillStepSize, this.samplingSeed);
     }
     withSamplingSeed(samplingSeed) {
-        return new Config(this.preset, this.prefillStepSize, this.contextLength, samplingSeed);
+        return new Config(this.preset, this.contextMode, this.contextLength, this.prefillStepSize, samplingSeed);
     }
     toNapi() {
         const napiConfig = {
             preset: this.preset.toNapi(),
-            prefillStepSize: this.prefillStepSize.toNapi(),
+            contextMode: this.contextMode.toNapi(),
             contextLength: this.contextLength.toNapi(),
+            prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
         };
         return napiConfig;

package/bridging/config.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"config.mjs","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OACO,EAAE,aAAa,EAAE;OAEjB,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,MAAM,OAAO,MAAM;IAMf,YACI,MAAc,EACd,eAAgC,EAChC,aAA4B,EAC5B,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,MAAM,CAAC,OAAO,EAAE,EAChB,eAAe,CAAC,OAAO,EAAE,EACzB,aAAa,CAAC,OAAO,EAAE,EACvB,YAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}
+{"version":3,"file":"config.mjs","sourceRoot":"","sources":["../src/bridging/config.ts"],"names":[],"mappings":"OACO,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OAEf,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,YAAY,EAAE;AAEvB,MAAM,OAAO,MAAM;IAOf,YACI,MAAc,EACd,WAAwB,EACxB,aAA4B,EAC5B,eAAgC,EAChC,YAA0B;QAE1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,MAAM,CAAC,OAAO;QACV,OAAO,IAAI,MAAM,CACb,MAAM,CAAC,OAAO,EAAE,EAChB,WAAW,CAAC,IAAI,EAAE,EAClB,aAAa,CAAC,OAAO,EAAE,EACvB,eAAe,CAAC,OAAO,EAAE,EACzB,YAAY,CAAC,OAAO,EAAE,CACzB,CAAC;IACN,CAAC;IAED,UAAU,CAAC,MAAc;QACrB,OAAO,IAAI,MAAM,CACb,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,eAAe,CAAC,WAAwB;QACpC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,WAAW,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,iBAAiB,CAAC,aAA4B;QAC1C,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,aAAa,EACb,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,eAAgC;QAChD,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,eAAe,EACf,IAAI,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;IAED,gBAAgB,CAAC,YAA0B;QACvC,OAAO,IAAI,MAAM,CACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,eAAe,EACpB,YAAY,CACf,CAAC;IACN,CAAC;IAED,MAAM;QACF,MAAM,UAAU,GAAe;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;YACtC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAC9C,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE;SAC3C,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}

package/bridging/contextMode.d.mts

@@ -0,0 +1,12 @@
+import { ContextMode as NapiContextMode } from "../napi/uzu.mjs";
+import { Input } from "./input.mjs";
+import { ToNapi } from "./napi.mjs";
+export declare class ContextMode implements ToNapi<NapiContextMode> {
+    private readonly napiContextMode;
+    private constructor();
+    static none(): ContextMode;
+    static static(input: Input): ContextMode;
+    static dynamic(): ContextMode;
+    toNapi(): NapiContextMode;
+}
+//# sourceMappingURL=contextMode.d.mts.map

package/bridging/contextMode.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextMode.d.mts","sourceRoot":"","sources":["../src/bridging/contextMode.ts"],"names":[],"mappings":"OAAO,EAAE,WAAW,IAAI,eAAe,EAAsB;OACtD,EAAE,KAAK,EAAE;OACT,EAAE,MAAM,EAAE;AAEjB,qBAAa,WAAY,YAAW,MAAM,CAAC,eAAe,CAAC;IACvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAElD,OAAO;IAIP,MAAM,CAAC,IAAI,IAAI,WAAW;IAK1B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW;IAMxC,MAAM,CAAC,OAAO,IAAI,WAAW;IAK7B,MAAM,IAAI,eAAe;CAG5B"}

package/bridging/contextMode.d.ts

@@ -0,0 +1,12 @@
+import { ContextMode as NapiContextMode } from "../napi/uzu.js";
+import { Input } from "./input.js";
+import { ToNapi } from "./napi.js";
+export declare class ContextMode implements ToNapi<NapiContextMode> {
+    private readonly napiContextMode;
+    private constructor();
+    static none(): ContextMode;
+    static static(input: Input): ContextMode;
+    static dynamic(): ContextMode;
+    toNapi(): NapiContextMode;
+}
+//# sourceMappingURL=contextMode.d.ts.map

package/bridging/contextMode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextMode.d.ts","sourceRoot":"","sources":["../src/bridging/contextMode.ts"],"names":[],"mappings":"OAAO,EAAE,WAAW,IAAI,eAAe,EAAsB;OACtD,EAAE,KAAK,EAAE;OACT,EAAE,MAAM,EAAE;AAEjB,qBAAa,WAAY,YAAW,MAAM,CAAC,eAAe,CAAC;IACvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAElD,OAAO;IAIP,MAAM,CAAC,IAAI,IAAI,WAAW;IAK1B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW;IAMxC,MAAM,CAAC,OAAO,IAAI,WAAW;IAK7B,MAAM,IAAI,eAAe;CAG5B"}

package/bridging/contextMode.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContextMode = void 0;
+class ContextMode {
+    constructor(napiContextMode) {
+        this.napiContextMode = napiContextMode;
+    }
+    static none() {
+        const napiContextMode = { type: 'None' };
+        return new ContextMode(napiContextMode);
+    }
+    static static(input) {
+        let napiInput = input.toNapi();
+        let napiContextMode = { type: 'Static', input: napiInput };
+        return new ContextMode(napiContextMode);
+    }
+    static dynamic() {
+        const napiContextMode = { type: 'Dynamic' };
+        return new ContextMode(napiContextMode);
+    }
+    toNapi() {
+        return this.napiContextMode;
+    }
+}
+exports.ContextMode = ContextMode;
+//# sourceMappingURL=contextMode.js.map

package/bridging/contextMode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextMode.js","sourceRoot":"","sources":["../src/bridging/contextMode.ts"],"names":[],"mappings":";;;AAIA,MAAa,WAAW;IAGpB,YAAoB,eAAgC;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,IAAI;QACP,MAAM,eAAe,GAAoB,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1D,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,KAAY;QACtB,IAAI,SAAS,GAAc,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1C,IAAI,eAAe,GAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC5E,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,OAAO;QACV,MAAM,eAAe,GAAoB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7D,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,eAAe,CAAC;IAChC,CAAC;CACJ;AA1BD,kCA0BC"}

package/bridging/contextMode.mjs

@@ -0,0 +1,22 @@
+export class ContextMode {
+    constructor(napiContextMode) {
+        this.napiContextMode = napiContextMode;
+    }
+    static none() {
+        const napiContextMode = { type: 'None' };
+        return new ContextMode(napiContextMode);
+    }
+    static static(input) {
+        let napiInput = input.toNapi();
+        let napiContextMode = { type: 'Static', input: napiInput };
+        return new ContextMode(napiContextMode);
+    }
+    static dynamic() {
+        const napiContextMode = { type: 'Dynamic' };
+        return new ContextMode(napiContextMode);
+    }
+    toNapi() {
+        return this.napiContextMode;
+    }
+}
+//# sourceMappingURL=contextMode.mjs.map

package/bridging/contextMode.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"contextMode.mjs","sourceRoot":"","sources":["../src/bridging/contextMode.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,WAAW;IAGpB,YAAoB,eAAgC;QAChD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,IAAI;QACP,MAAM,eAAe,GAAoB,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAC1D,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,KAAY;QACtB,IAAI,SAAS,GAAc,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1C,IAAI,eAAe,GAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC5E,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,CAAC,OAAO;QACV,MAAM,eAAe,GAAoB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7D,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,eAAe,CAAC;IAChC,CAAC;CACJ"}

package/index.d.mts

@@ -3,6 +3,7 @@ export { ChatSession } from "./bridging/chatSession.mjs";
 export { ClassificationFeature } from "./bridging/classificationFeature.mjs";
 export { Config } from "./bridging/config.mjs";
 export { ContextLength } from "./bridging/contextLength.mjs";
+export { ContextMode } from "./bridging/contextMode.mjs";
 export { DownloadHandle } from "./bridging/downloadHandle.mjs";
 export { DownloadProgressUpdate } from "./bridging/downloadProgressUpdate.mjs";
 export { DownloadPhase, DownloadState } from "./bridging/downloadState.mjs";

package/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/index.d.ts

@@ -3,6 +3,7 @@ export { ChatSession } from "./bridging/chatSession.js";
 export { ClassificationFeature } from "./bridging/classificationFeature.js";
 export { Config } from "./bridging/config.js";
 export { ContextLength } from "./bridging/contextLength.js";
+export { ContextMode } from "./bridging/contextMode.js";
 export { DownloadHandle } from "./bridging/downloadHandle.js";
 export { DownloadProgressUpdate } from "./bridging/downloadProgressUpdate.js";
 export { DownloadPhase, DownloadState } from "./bridging/downloadState.js";

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/index.js

@@ -3,7 +3,7 @@ exports = module.exports = function (...args) {
   return new exports.default(...args)
 }
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EngineInteractor = exports.DownloadInteractor = exports.ChatSessionInteractor = exports.ChatModelsInteractor = exports.ChatModelInteractor = exports.EngineError = exports.TotalStats = exports.Text = exports.StepStats = exports.Stats = exports.SamplingSeed = exports.SamplingPolicy = exports.SamplingMethod = exports.RunStats = exports.RunConfig = exports.Role = exports.Preset = exports.PrefillStepSize = exports.ParsedText = exports.Output = exports.ModelType = exports.Message = exports.Input = exports.FinishReason = exports.default = exports.DownloadState = exports.DownloadPhase = exports.DownloadProgressUpdate = exports.DownloadHandle = exports.ContextLength = exports.Config = exports.ClassificationFeature = exports.ChatSession = exports.ChatModel = void 0;
+exports.EngineInteractor = exports.DownloadInteractor = exports.ChatSessionInteractor = exports.ChatModelsInteractor = exports.ChatModelInteractor = exports.EngineError = exports.TotalStats = exports.Text = exports.StepStats = exports.Stats = exports.SamplingSeed = exports.SamplingPolicy = exports.SamplingMethod = exports.RunStats = exports.RunConfig = exports.Role = exports.Preset = exports.PrefillStepSize = exports.ParsedText = exports.Output = exports.ModelType = exports.Message = exports.Input = exports.FinishReason = exports.default = exports.DownloadState = exports.DownloadPhase = exports.DownloadProgressUpdate = exports.DownloadHandle = exports.ContextMode = exports.ContextLength = exports.Config = exports.ClassificationFeature = exports.ChatSession = exports.ChatModel = void 0;
 var chatModel_1 = require("./bridging/chatModel.js");
 Object.defineProperty(exports, "ChatModel", { enumerable: true, get: function () { return chatModel_1.ChatModel; } });
 var chatSession_1 = require("./bridging/chatSession.js");
@@ -14,6 +14,8 @@ var config_1 = require("./bridging/config.js");
 Object.defineProperty(exports, "Config", { enumerable: true, get: function () { return config_1.Config; } });
 var contextLength_1 = require("./bridging/contextLength.js");
 Object.defineProperty(exports, "ContextLength", { enumerable: true, get: function () { return contextLength_1.ContextLength; } });
+var contextMode_1 = require("./bridging/contextMode.js");
+Object.defineProperty(exports, "ContextMode", { enumerable: true, get: function () { return contextMode_1.ContextMode; } });
 var downloadHandle_1 = require("./bridging/downloadHandle.js");
 Object.defineProperty(exports, "DownloadHandle", { enumerable: true, get: function () { return downloadHandle_1.DownloadHandle; } });
 var downloadProgressUpdate_1 = require("./bridging/downloadProgressUpdate.js");

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";;;AAAA,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,6EAAyE;AAAhE,8HAAA,qBAAqB,OAAA;AAC9B,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,6DAAyD;AAAhD,8GAAA,aAAa,OAAA;AACtB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+EAA2E;AAAlE,gIAAA,sBAAsB,OAAA;AAC/B,6DAAwE;AAA/D,8GAAA,aAAa,OAAA;AAAE,8GAAA,aAAa,OAAA;AACrC,+CAAsD;AAA7C,iGAAA,MAAM,OAAW;AAC1B,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,iDAA6C;AAApC,kGAAA,OAAO,OAAA;AAChB,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,iEAA6D;AAApD,kHAAA,eAAe,OAAA;AACxB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,mDAA+C;AAAtC,oGAAA,QAAQ,OAAA;AACjB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,oCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,4EAAwE;AAA/D,0HAAA,mBAAmB,OAAA;AAC5B,8EAA0E;AAAjE,4HAAA,oBAAoB,OAAA;AAC7B,gFAA4E;AAAnE,8HAAA,qBAAqB,OAAA;AAC9B,0EAAsE;AAA7D,wHAAA,kBAAkB,OAAA;AAC3B,sEAAkE;AAAzD,oHAAA,gBAAgB,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":";;;AAAA,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,6EAAyE;AAAhE,8HAAA,qBAAqB,OAAA;AAC9B,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,6DAAyD;AAAhD,8GAAA,aAAa,OAAA;AACtB,yDAAqD;AAA5C,0GAAA,WAAW,OAAA;AACpB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+EAA2E;AAAlE,gIAAA,sBAAsB,OAAA;AAC/B,6DAAwE;AAA/D,8GAAA,aAAa,OAAA;AAAE,8GAAA,aAAa,OAAA;AACrC,+CAAsD;AAA7C,iGAAA,MAAM,OAAW;AAC1B,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,iDAA6C;AAApC,kGAAA,OAAO,OAAA;AAChB,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,iEAA6D;AAApD,kHAAA,eAAe,OAAA;AACxB,+CAA2C;AAAlC,gGAAA,MAAM,OAAA;AACf,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,mDAA+C;AAAtC,oGAAA,QAAQ,OAAA;AACjB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,+DAA2D;AAAlD,gHAAA,cAAc,OAAA;AACvB,2DAAuD;AAA9C,4GAAA,YAAY,OAAA;AACrB,6CAAyC;AAAhC,8FAAA,KAAK,OAAA;AACd,qDAAiD;AAAxC,sGAAA,SAAS,OAAA;AAClB,2CAAuC;AAA9B,4FAAA,IAAI,OAAA;AACb,uDAAmD;AAA1C,wGAAA,UAAU,OAAA;AACnB,oCAAsC;AAA7B,oGAAA,WAAW,OAAA;AACpB,4EAAwE;AAA/D,0HAAA,mBAAmB,OAAA;AAC5B,8EAA0E;AAAjE,4HAAA,oBAAoB,OAAA;AAC7B,gFAA4E;AAAnE,8HAAA,qBAAqB,OAAA;AAC9B,0EAAsE;AAA7D,wHAAA,kBAAkB,OAAA;AAC3B,sEAAkE;AAAzD,oHAAA,gBAAgB,OAAA"}

package/index.mjs

@@ -3,6 +3,7 @@ export { ChatSession } from "./bridging/chatSession.mjs";
 export { ClassificationFeature } from "./bridging/classificationFeature.mjs";
 export { Config } from "./bridging/config.mjs";
 export { ContextLength } from "./bridging/contextLength.mjs";
+export { ContextMode } from "./bridging/contextMode.mjs";
 export { DownloadHandle } from "./bridging/downloadHandle.mjs";
 export { DownloadProgressUpdate } from "./bridging/downloadProgressUpdate.mjs";
 export { DownloadPhase, DownloadState } from "./bridging/downloadState.mjs";

package/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["src/index.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,WAAW,EAAE;OACf,EAAE,qBAAqB,EAAE;OACzB,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,cAAc,EAAE;OAClB,EAAE,sBAAsB,EAAE;OAC1B,EAAE,aAAa,EAAE,aAAa,EAAE;OAChC,EAAE,MAAM,IAAI,OAAO,EAAE;OACrB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,OAAO,EAAE;OACX,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,UAAU,EAAE;OACd,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OACV,EAAE,IAAI,EAAE;OACR,EAAE,SAAS,EAAE;OACb,EAAE,QAAQ,EAAE;OACZ,EAAE,cAAc,EAAE;OAClB,EAAE,cAAc,EAAE;OAClB,EAAE,YAAY,EAAE;OAChB,EAAE,KAAK,EAAE;OACT,EAAE,SAAS,EAAE;OACb,EAAE,IAAI,EAAE;OACR,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE;OACf,EAAE,mBAAmB,EAAE;OACvB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,gBAAgB,EAAE"}

package/interactors/chatModelInteractor.d.mts

@@ -1,6 +1,7 @@
 import { ChatModel } from "../bridging/chatModel.mjs";
 import { Config } from "../bridging/config.mjs";
 import { ContextLength } from "../bridging/contextLength.mjs";
+import { ContextMode } from "../bridging/contextMode.mjs";
 import { DownloadProgressUpdate } from "../bridging/downloadProgressUpdate.mjs";
 import { Message } from "../bridging/message.mjs";
 import { Output } from "../bridging/output.mjs";
@@ -20,8 +21,9 @@ export declare class ChatModelInteractor implements Interactor<ChatModel> {
     downloading(): DownloadInteractor;
     download(callback?: (progressUpdate: DownloadProgressUpdate) => void): ChatModelInteractor;
     preset(preset: Preset): ChatModelInteractor;
-    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
+    contextMode(contextMode: ContextMode): ChatModelInteractor;
     contextLength(contextLength: ContextLength): ChatModelInteractor;
+    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
     samplingSeed(samplingSeed: SamplingSeed): ChatModelInteractor;
     session(): ChatSessionInteractor;
     reply(text: string, progress?: (partialOutput: Output) => boolean): Promise<Output>;

package/interactors/chatModelInteractor.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.d.mts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}
+{"version":3,"file":"chatModelInteractor.d.mts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}

package/interactors/chatModelInteractor.d.ts

@@ -1,6 +1,7 @@
 import { ChatModel } from "../bridging/chatModel.js";
 import { Config } from "../bridging/config.js";
 import { ContextLength } from "../bridging/contextLength.js";
+import { ContextMode } from "../bridging/contextMode.js";
 import { DownloadProgressUpdate } from "../bridging/downloadProgressUpdate.js";
 import { Message } from "../bridging/message.js";
 import { Output } from "../bridging/output.js";
@@ -20,8 +21,9 @@ export declare class ChatModelInteractor implements Interactor<ChatModel> {
     downloading(): DownloadInteractor;
     download(callback?: (progressUpdate: DownloadProgressUpdate) => void): ChatModelInteractor;
     preset(preset: Preset): ChatModelInteractor;
-    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
+    contextMode(contextMode: ContextMode): ChatModelInteractor;
     contextLength(contextLength: ContextLength): ChatModelInteractor;
+    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor;
     samplingSeed(samplingSeed: SamplingSeed): ChatModelInteractor;
     session(): ChatSessionInteractor;
     reply(text: string, progress?: (partialOutput: Output) => boolean): Promise<Output>;

package/interactors/chatModelInteractor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.d.ts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}
+{"version":3,"file":"chatModelInteractor.d.ts","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;OACb,EAAE,MAAM,EAAE;OACV,EAAE,aAAa,EAAE;OACjB,EAAE,WAAW,EAAE;OACf,EAAE,sBAAsB,EAAE;OAE1B,EAAE,OAAO,EAAE;OAEX,EAAE,MAAM,EAAE;OACV,EAAE,eAAe,EAAE;OACnB,EAAE,MAAM,EAAE;OAEV,EAAE,YAAY,EAAE;OAChB,EAAE,oBAAoB,EAAE;OACxB,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;OACtB,EAAE,UAAU,EAAE,gBAAgB,EAAE;AAEvC,qBAAa,mBAAoB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC7D,QAAQ,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,gBAAgB,EAAE,oBAAoB,EAAE,KAAK,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM;IAMhG,QAAQ,IAAI,OAAO,CAAC,SAAS,CAAC;IAMpC,WAAW,IAAI,kBAAkB;IAUjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,sBAAsB,KAAK,IAAI,GAAG,mBAAmB;IAsB1F,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,mBAAmB;IAK3C,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK1D,aAAa,CAAC,aAAa,EAAE,aAAa,GAAG,mBAAmB;IAKhE,eAAe,CAAC,eAAe,EAAE,eAAe,GAAG,mBAAmB;IAKtE,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,mBAAmB;IAO7D,OAAO,IAAI,qBAAqB;IAe1B,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAI/F,eAAe,CACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,QAAQ,GAAE,CAAC,aAAa,EAAE,MAAM,KAAK,OAAoB,GAC1D,OAAO,CAAC,MAAM,CAAC;CAGrB"}

package/interactors/chatModelInteractor.js

@@ -49,14 +49,18 @@ class ChatModelInteractor {
         const config = this.config.withPreset(preset);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
-    prefillStepSize(prefillStepSize) {
-        const config = this.config.withPrefillStepSize(prefillStepSize);
+    contextMode(contextMode) {
+        const config = this.config.withContextMode(contextMode);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
     contextLength(contextLength) {
         const config = this.config.withContextLength(contextLength);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
+    prefillStepSize(prefillStepSize) {
+        const config = this.config.withPrefillStepSize(prefillStepSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
     samplingSeed(samplingSeed) {
         const config = this.config.withSamplingSeed(samplingSeed);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);

package/interactors/chatModelInteractor.js.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.js","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":";;;AAIA,gEAA0D;AAE1D,wDAAkD;AAIlD,wDAAkD;AAGlD,sEAAgE;AAChE,gEAA0D;AAG1D,MAAa,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,uCAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,6BAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,6CAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,qBAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ;AAhGD,kDAgGC"}
+{"version":3,"file":"chatModelInteractor.js","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":";;;AAKA,gEAA0D;AAE1D,wDAAkD;AAIlD,wDAAkD;AAGlD,sEAAgE;AAChE,gEAA0D;AAG1D,MAAa,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,uCAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,6BAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,6CAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,qBAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ;AArGD,kDAqGC"}

package/interactors/chatModelInteractor.mjs

@@ -46,14 +46,18 @@ export class ChatModelInteractor {
         const config = this.config.withPreset(preset);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
-    prefillStepSize(prefillStepSize) {
-        const config = this.config.withPrefillStepSize(prefillStepSize);
+    contextMode(contextMode) {
+        const config = this.config.withContextMode(contextMode);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
     contextLength(contextLength) {
         const config = this.config.withContextLength(contextLength);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
+    prefillStepSize(prefillStepSize) {
+        const config = this.config.withPrefillStepSize(prefillStepSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
     samplingSeed(samplingSeed) {
         const config = this.config.withSamplingSeed(samplingSeed);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);

package/interactors/chatModelInteractor.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"chatModelInteractor.mjs","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAIO,EAAE,aAAa,EAAE;OAEjB,EAAE,SAAS,EAAE;OAIb,EAAE,SAAS,EAAE;OAGb,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;AAG7B,MAAM,OAAO,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,aAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,qBAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ"}
+{"version":3,"file":"chatModelInteractor.mjs","sourceRoot":"","sources":["../src/interactors/chatModelInteractor.ts"],"names":[],"mappings":"OAKO,EAAE,aAAa,EAAE;OAEjB,EAAE,SAAS,EAAE;OAIb,EAAE,SAAS,EAAE;OAGb,EAAE,qBAAqB,EAAE;OACzB,EAAE,kBAAkB,EAAE;AAG7B,MAAM,OAAO,mBAAmB;IAK5B,YAAY,gBAAsC,EAAE,KAAkC,EAAE,MAAc;QAClG,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,iBAAiB;IAEjB,WAAW;QACP,MAAM,aAAa,GAAG,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnD,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACvD,CAAC;IAED,QAAQ,CAAC,QAA2D;QAChE,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACnC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClB,KAAK,aAAa,CAAC,UAAU;oBACzB,MAAM;gBACV;oBACI,MAAM,kBAAkB;yBACnB,MAAM,EAAE;yBACR,gBAAgB,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;yBACxC,QAAQ,EAAE,CAAC;oBAChB,MAAM;YACd,CAAC;YACD,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACrF,CAAC;IAED,YAAY;IAEZ,MAAM,CAAC,MAAc;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,WAAW,CAAC,WAAwB;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACxD,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa,CAAC,aAA4B;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,eAAe,CAAC,eAAgC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,eAAe,CAAC,CAAC;QAChE,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,YAAY,CAAC,YAA0B;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,aAAa;IAEb,OAAO;QACH,MAAM,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;YAEvE,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,qBAAqB,CAAC,IAAI,EAAE,cAAc,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,WAA+C,GAAG,EAAE,CAAC,IAAI;QAC/E,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,eAAe,CACjB,QAAmB,EACnB,WAA+C,GAAG,EAAE,CAAC,IAAI;QAEzD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACpE,CAAC;CACJ"}

package/napi/uzu.d.ts

@@ -54,8 +54,9 @@ export interface ClassificationFeature {
 
 export interface Config {
   preset: Preset
-  prefillStepSize: PrefillStepSize
+  contextMode: ContextMode
   contextLength: ContextLength
+  prefillStepSize: PrefillStepSize
   samplingSeed: SamplingSeed
 }
 
@@ -64,6 +65,11 @@ export type ContextLength =
   | { type: 'Maximal' }
   | { type: 'Custom', length: number }
 
+export type ContextMode =
+  | { type: 'None' }
+  | { type: 'Static', input: Input }
+  | { type: 'Dynamic' }
+
 export declare const enum FinishReason {
   Stop = 0,
   Length = 1,

package/napi/uzu.js

@@ -45,6 +45,7 @@ const {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,
@@ -81,6 +82,7 @@ module.exports = {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,

package/napi/uzu.mjs

@@ -45,6 +45,7 @@ export const {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,

package/package.json

@@ -98,5 +98,5 @@
   },
   "type": "commonjs",
   "types": "./index.d.ts",
-  "version": "0.1.44"
+  "version": "0.1.45"
 }

package/src/bridging/config.ts

@@ -1,5 +1,6 @@
 import { Config as NapiConfig } from '../napi/uzu';
 import { ContextLength } from './contextLength';
+import { ContextMode } from './contextMode';
 import { ToNapi } from './napi';
 import { PrefillStepSize } from './prefillStepSize';
 import { Preset } from './preset';
@@ -7,52 +8,91 @@ import { SamplingSeed } from './samplingSeed';
 
 export class Config implements ToNapi<NapiConfig> {
     readonly preset: Preset;
-    readonly prefillStepSize: PrefillStepSize;
+    readonly contextMode: ContextMode;
     readonly contextLength: ContextLength;
+    readonly prefillStepSize: PrefillStepSize;
     readonly samplingSeed: SamplingSeed;
 
     constructor(
         preset: Preset,
-        prefillStepSize: PrefillStepSize,
+        contextMode: ContextMode,
         contextLength: ContextLength,
+        prefillStepSize: PrefillStepSize,
         samplingSeed: SamplingSeed,
     ) {
         this.preset = preset;
-        this.prefillStepSize = prefillStepSize;
+        this.contextMode = contextMode;
         this.contextLength = contextLength;
+        this.prefillStepSize = prefillStepSize;
         this.samplingSeed = samplingSeed;
     }
 
     static default(): Config {
         return new Config(
             Preset.general(),
-            PrefillStepSize.default(),
+            ContextMode.none(),
             ContextLength.default(),
+            PrefillStepSize.default(),
             SamplingSeed.default(),
         );
     }
 
     withPreset(preset: Preset): Config {
-        return new Config(preset, this.prefillStepSize, this.contextLength, this.samplingSeed);
+        return new Config(
+            preset,
+            this.contextMode,
+            this.contextLength,
+            this.prefillStepSize,
+            this.samplingSeed,
+        );
     }
 
-    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config {
-        return new Config(this.preset, prefillStepSize, this.contextLength, this.samplingSeed);
+    withContextMode(contextMode: ContextMode): Config {
+        return new Config(
+            this.preset,
+            contextMode,
+            this.contextLength,
+            this.prefillStepSize,
+            this.samplingSeed,
+        );
     }
 
     withContextLength(contextLength: ContextLength): Config {
-        return new Config(this.preset, this.prefillStepSize, contextLength, this.samplingSeed);
+        return new Config(
+            this.preset,
+            this.contextMode,
+            contextLength,
+            this.prefillStepSize,
+            this.samplingSeed,
+        );
+    }
+
+    withPrefillStepSize(prefillStepSize: PrefillStepSize): Config {
+        return new Config(
+            this.preset,
+            this.contextMode,
+            this.contextLength,
+            prefillStepSize,
+            this.samplingSeed,
+        );
     }
 
     withSamplingSeed(samplingSeed: SamplingSeed): Config {
-        return new Config(this.preset, this.prefillStepSize, this.contextLength, samplingSeed);
+        return new Config(
+            this.preset,
+            this.contextMode,
+            this.contextLength,
+            this.prefillStepSize,
+            samplingSeed,
+        );
     }
 
     toNapi(): NapiConfig {
         const napiConfig: NapiConfig = {
             preset: this.preset.toNapi(),
-            prefillStepSize: this.prefillStepSize.toNapi(),
+            contextMode: this.contextMode.toNapi(),
             contextLength: this.contextLength.toNapi(),
+            prefillStepSize: this.prefillStepSize.toNapi(),
             samplingSeed: this.samplingSeed.toNapi(),
         };
         return napiConfig;

package/src/bridging/contextMode.ts

@@ -0,0 +1,31 @@
+import { ContextMode as NapiContextMode, Input as NapiInput } from '../napi/uzu';
+import { Input } from './input';
+import { ToNapi } from './napi';
+
+export class ContextMode implements ToNapi<NapiContextMode> {
+    private readonly napiContextMode: NapiContextMode;
+
+    private constructor(napiContextMode: NapiContextMode) {
+        this.napiContextMode = napiContextMode;
+    }
+
+    static none(): ContextMode {
+        const napiContextMode: NapiContextMode = { type: 'None' };
+        return new ContextMode(napiContextMode);
+    }
+
+    static static(input: Input): ContextMode {
+        let napiInput: NapiInput = input.toNapi();
+        let napiContextMode: NapiContextMode = { type: 'Static', input: napiInput };
+        return new ContextMode(napiContextMode);
+    }
+
+    static dynamic(): ContextMode {
+        const napiContextMode: NapiContextMode = { type: 'Dynamic' };
+        return new ContextMode(napiContextMode);
+    }
+
+    toNapi(): NapiContextMode {
+        return this.napiContextMode;
+    }
+}

package/src/index.ts

@@ -3,6 +3,7 @@ export { ChatSession } from './bridging/chatSession';
 export { ClassificationFeature } from './bridging/classificationFeature';
 export { Config } from './bridging/config';
 export { ContextLength } from './bridging/contextLength';
+export { ContextMode } from './bridging/contextMode';
 export { DownloadHandle } from './bridging/downloadHandle';
 export { DownloadProgressUpdate } from './bridging/downloadProgressUpdate';
 export { DownloadPhase, DownloadState } from './bridging/downloadState';

package/src/interactors/chatModelInteractor.ts

@@ -1,6 +1,7 @@
 import { ChatModel } from '../bridging/chatModel';
 import { Config } from '../bridging/config';
 import { ContextLength } from '../bridging/contextLength';
+import { ContextMode } from '../bridging/contextMode';
 import { DownloadProgressUpdate } from '../bridging/downloadProgressUpdate';
 import { DownloadPhase } from '../bridging/downloadState';
 import { Message } from '../bridging/message';
@@ -69,8 +70,8 @@ export class ChatModelInteractor implements Interactor<ChatModel> {
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
 
-    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor {
-        const config = this.config.withPrefillStepSize(prefillStepSize);
+    contextMode(contextMode: ContextMode): ChatModelInteractor {
+        const config = this.config.withContextMode(contextMode);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
 
@@ -79,6 +80,11 @@ export class ChatModelInteractor implements Interactor<ChatModel> {
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
     }
 
+    prefillStepSize(prefillStepSize: PrefillStepSize): ChatModelInteractor {
+        const config = this.config.withPrefillStepSize(prefillStepSize);
+        return new ChatModelInteractor(this.modelsInteractor, this.entity, config);
+    }
+
     samplingSeed(samplingSeed: SamplingSeed): ChatModelInteractor {
         const config = this.config.withSamplingSeed(samplingSeed);
         return new ChatModelInteractor(this.modelsInteractor, this.entity, config);

package/src/napi/uzu.d.ts

@@ -54,8 +54,9 @@ export interface ClassificationFeature {
 
 export interface Config {
   preset: Preset
-  prefillStepSize: PrefillStepSize
+  contextMode: ContextMode
   contextLength: ContextLength
+  prefillStepSize: PrefillStepSize
   samplingSeed: SamplingSeed
 }
 
@@ -64,6 +65,11 @@ export type ContextLength =
   | { type: 'Maximal' }
   | { type: 'Custom', length: number }
 
+export type ContextMode =
+  | { type: 'None' }
+  | { type: 'Static', input: Input }
+  | { type: 'Dynamic' }
+
 export declare const enum FinishReason {
   Stop = 0,
   Length = 1,

package/src/napi/uzu.js

@@ -45,6 +45,7 @@ const {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,
@@ -81,6 +82,7 @@ module.exports = {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,

package/src/napi/uzu.mjs

@@ -45,6 +45,7 @@ export const {
   Text,
   TotalStats,
   ContextLength,
+  ContextMode,
   Input,
   LicenseStatus,
   ModelStorageError,

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '0.1.44';
+export const VERSION = '0.1.45';

package/version.d.mts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.44";
+export declare const VERSION = "0.1.45";
 //# sourceMappingURL=version.d.mts.map

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "0.1.44";
+export declare const VERSION = "0.1.45";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '0.1.44';
+exports.VERSION = '0.1.45';
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '0.1.44';
+export const VERSION = '0.1.45';
 //# sourceMappingURL=version.mjs.map