node-llama-cpp 2.8.4 → 3.0.0-beta.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-llama-cpp",
-  "version": "2.8.4",
+  "version": "3.0.0-beta.2",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
   "main": "dist/index.js",
   "type": "module",
@@ -47,16 +47,19 @@
     "prewatch": "rimraf ./dist ./tsconfig.tsbuildinfo",
     "watch": "tsc --build tsconfig.json --watch --force",
     "cmake-js-llama": "cd llama && cmake-js",
-    "test": "npm run test:typescript && npm run lint:eslint && npm run test:standalone",
-    "test:standalone": "vitest run ./test",
-    "test:standalone:interactive": "vitest watch ./test",
+    "test": "npm run test:typescript && npm run lint:eslint && npm run test:standalone && npm run test:modelDependent",
+    "test:standalone": "vitest run ./test/standalone",
+    "test:standalone:interactive": "vitest watch ./test/standalone",
+    "test:modelDependent": "vitest run ./test/modelDependent",
+    "test:modelDependent:interactive": "vitest watch ./test/modelDependent",
     "test:typescript": "tsc --build tsconfig.json --dry --force",
     "lint": "npm run lint:eslint",
     "lint:eslint": "eslint --ext .js --ext .ts .",
     "format": "npm run lint:eslint -- --fix",
-    "dev:setup": "npm run build && node ./dist/cli/cli.js download && npm run docs:generateTypedoc",
+    "dev:setup:downloadAllTestModels": "node --loader ts-node/esm test/utils/scripts/downloadAllTestModels.ts",
+    "dev:setup": "npm run build && node ./dist/cli/cli.js download && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
     "dev:build": "npm run build && node ./dist/cli/cli.js build",
-    "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo",
+    "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models",
     "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/exports.md",
     "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
     "docs:build": "npm run docs:generateTypedoc && vitepress build",
@@ -97,6 +100,10 @@
   "bugs": {
     "url": "https://github.com/withcatai/node-llama-cpp/issues"
   },
+  "funding": {
+    "type": "github",
+    "url": "https://github.com/sponsors/giladgd"
+  },
   "homepage": "https://withcatai.github.io/node-llama-cpp/",
   "devDependencies": {
     "@commitlint/cli": "^17.7.1",
@@ -114,18 +121,20 @@
     "@vitest/coverage-v8": "^0.34.6",
     "eslint": "^8.46.0",
     "eslint-plugin-import": "^2.28.0",
-    "eslint-plugin-node": "github:giladgd/eslint-plugin-node#dev/giladgd/fixImportExtentionFixingInTypeScript",
+    "eslint-plugin-jsdoc": "^46.9.0",
+    "eslint-plugin-n": "^16.3.1",
     "husky": "^8.0.3",
+    "ipull": "^1.2.1",
     "rimraf": "^5.0.1",
-    "semantic-release": "^21.0.7",
+    "semantic-release": "^22.0.8",
     "ts-node": "^10.9.1",
     "tslib": "^2.6.1",
-    "typedoc": "^0.25.1",
-    "typedoc-plugin-markdown": "^4.0.0-next.22",
-    "typedoc-plugin-mdn-links": "^3.1.0",
-    "typedoc-vitepress-theme": "^1.0.0-next.3",
-    "typescript": "^5.1.6",
-    "vitepress": "^1.0.0-rc.20",
+    "typedoc": "^0.25.3",
+    "typedoc-plugin-markdown": "4.0.0-next.41",
+    "typedoc-plugin-mdn-links": "^3.1.5",
+    "typedoc-vitepress-theme": "^1.0.0-next.7",
+    "typescript": "^5.2.2",
+    "vitepress": "1.0.0-rc.22",
     "vitest": "^0.34.6",
     "zx": "^7.2.3"
   },
@@ -138,6 +147,7 @@
     "cross-spawn": "^7.0.3",
     "env-var": "^7.3.1",
     "fs-extra": "^11.1.1",
+    "lifecycle-utils": "^1.1.3",
     "log-symbols": "^5.1.0",
     "node-addon-api": "^7.0.0",
     "octokit": "^3.1.0",

package/dist/ChatPromptWrapper.d.ts

@@ -1,11 +0,0 @@
-export declare abstract class ChatPromptWrapper {
-    abstract readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/ChatPromptWrapper.js

@@ -1,20 +0,0 @@
-export class ChatPromptWrapper {
-    wrapPrompt(prompt, { systemPrompt, promptIndex }) {
-        if (promptIndex === 0) {
-            return systemPrompt + "\n" + prompt;
-        }
-        else {
-            return prompt;
-        }
-    }
-    getStopStrings() {
-        return [];
-    }
-    getDefaultStopString() {
-        const stopString = this.getStopStrings()[0];
-        if (stopString == null || stopString.length === 0)
-            throw new Error(`Prompt wrapper "${this.wrapperName}" has no stop strings`);
-        return stopString;
-    }
-}
-//# sourceMappingURL=ChatPromptWrapper.js.map

package/dist/ChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ChatPromptWrapper.js","sourceRoot":"","sources":["../src/ChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,MAAM,OAAgB,iBAAiB;IAG5B,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAE3D;QACG,IAAI,WAAW,KAAK,CAAC,EAAE;YACnB,OAAO,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC;SACvC;aAAM;YACH,OAAO,MAAM,CAAC;SACjB;IACL,CAAC;IAEM,cAAc;QACjB,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,oBAAoB;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;QAE5C,IAAI,UAAU,IAAI,IAAI,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,WAAW,uBAAuB,CAAC,CAAC;QAEhF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}

package/dist/chatWrappers/ChatMLChatPromptWrapper.d.ts

@@ -1,12 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class ChatMLChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/chatWrappers/ChatMLChatPromptWrapper.js

@@ -1,22 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-// source: https://github.com/openai/openai-python/blob/120d225b91a8453e15240a49fb1c6794d8119326/chatml.md
-export class ChatMLChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "ChatML";
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        const previousCompletionEnd = (lastStopString ?? "") + (lastStopStringSuffix ?? "");
-        if (promptIndex === 0 && systemPrompt != "")
-            return (getTextCompletion(previousCompletionEnd, "<|im_start|>system\n") ?? "<|im_start|>system\n") +
-                systemPrompt + "<|im_end|>\n<|im_start|>user\n" + prompt + "<|im_end|>\n<|im_start|>assistant\n";
-        else
-            return (getTextCompletion(previousCompletionEnd, "<|im_end|>\n<|im_start|>user\n") ?? "<|im_end|>\n<|im_start|>user\n") +
-                prompt + "<|im_end|>\n<|im_start|>assistant\n";
-    }
-    getStopStrings() {
-        return ["<|im_end|>"];
-    }
-    getDefaultStopString() {
-        return "<|im_end|>";
-    }
-}
-//# sourceMappingURL=ChatMLChatPromptWrapper.js.map

package/dist/chatWrappers/ChatMLChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ChatMLChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/ChatMLChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,0GAA0G;AAC1G,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC1C,WAAW,GAAW,QAAQ,CAAC;IAE/B,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,MAAM,qBAAqB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE;YACvC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,IAAI,sBAAsB,CAAC;gBAC/F,YAAY,GAAG,gCAAgC,GAAG,MAAM,GAAG,qCAAqC,CAAC;;YAErG,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,gCAAgC,CAAC,IAAI,gCAAgC,CAAC;gBACnH,MAAM,GAAG,qCAAqC,CAAC;IAC3D,CAAC;IAEe,cAAc;QAC1B,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAEe,oBAAoB;QAChC,OAAO,YAAY,CAAC;IACxB,CAAC;CACJ"}

package/dist/chatWrappers/EmptyChatPromptWrapper.d.ts

@@ -1,4 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class EmptyChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-}

package/dist/chatWrappers/EmptyChatPromptWrapper.js

@@ -1,5 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export class EmptyChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "Empty";
-}
-//# sourceMappingURL=EmptyChatPromptWrapper.js.map

package/dist/chatWrappers/EmptyChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"EmptyChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/EmptyChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAE1D,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IACzC,WAAW,GAAW,OAAO,CAAC;CACjD"}

package/dist/chatWrappers/FalconChatPromptWrapper.d.ts

@@ -1,19 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class FalconChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    private readonly _instructionName;
-    private readonly _responseName;
-    constructor({ instructionName, responseName }?: {
-        instructionName?: string;
-        responseName?: string;
-    });
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-    private _getPromptPrefix;
-}

package/dist/chatWrappers/FalconChatPromptWrapper.js

@@ -1,33 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-export class FalconChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "Falcon";
-    _instructionName;
-    _responseName;
-    constructor({ instructionName = "User", responseName = "Assistant" } = {}) {
-        super();
-        this._instructionName = instructionName;
-        this._responseName = responseName;
-    }
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        if (promptIndex === 0)
-            return systemPrompt + `\n${this._instructionName}: ` + prompt + `\n${this._responseName}: `;
-        return this._getPromptPrefix(lastStopString, lastStopStringSuffix) + prompt + `\n${this._responseName}: `;
-    }
-    getStopStrings() {
-        return [
-            `\n${this._instructionName}: `,
-            `\n${this._responseName}:`
-        ];
-    }
-    getDefaultStopString() {
-        return `\n${this._instructionName}: `;
-    }
-    _getPromptPrefix(lastStopString, lastStopStringSuffix) {
-        return getTextCompletion((lastStopString ?? "") + (lastStopStringSuffix ?? ""), [
-            `\n${this._instructionName}: `,
-            `${this._instructionName}: `
-        ]) ?? `\n${this._instructionName}: `;
-    }
-}
-//# sourceMappingURL=FalconChatPromptWrapper.js.map

package/dist/chatWrappers/FalconChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"FalconChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/FalconChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC1C,WAAW,GAAW,QAAQ,CAAC;IAC9B,gBAAgB,CAAS;IACzB,aAAa,CAAS;IAEvC,YAAmB,EAAC,eAAe,GAAG,MAAM,EAAE,YAAY,GAAG,WAAW,KAAuD,EAAE;QAC7H,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACtC,CAAC;IAEe,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,IAAI,WAAW,KAAK,CAAC;YACjB,OAAO,YAAY,GAAG,KAAK,IAAI,CAAC,gBAAgB,IAAI,GAAG,MAAM,GAAG,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC;QAEhG,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,oBAAoB,CAAC,GAAG,MAAM,GAAG,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC;IAC9G,CAAC;IAEe,cAAc;QAC1B,OAAO;YACH,KAAK,IAAI,CAAC,gBAAgB,IAAI;YAC9B,KAAK,IAAI,CAAC,aAAa,GAAG;SAC7B,CAAC;IACN,CAAC;IAEe,oBAAoB;QAChC,OAAO,KAAK,IAAI,CAAC,gBAAgB,IAAI,CAAC;IAC1C,CAAC;IAEO,gBAAgB,CAAC,cAA6B,EAAE,oBAAmC;QACvF,OAAO,iBAAiB,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,EAAE;YAC5E,KAAK,IAAI,CAAC,gBAAgB,IAAI;YAC9B,GAAG,IAAI,CAAC,gBAAgB,IAAI;SAC/B,CAAC,IAAI,KAAK,IAAI,CAAC,gBAAgB,IAAI,CAAC;IACzC,CAAC;CACJ"}

package/dist/chatWrappers/GeneralChatPromptWrapper.d.ts

@@ -1,19 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class GeneralChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    private readonly _instructionName;
-    private readonly _responseName;
-    constructor({ instructionName, responseName }?: {
-        instructionName?: string;
-        responseName?: string;
-    });
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-    private _getPromptPrefix;
-}

package/dist/chatWrappers/GeneralChatPromptWrapper.js

@@ -1,38 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-export class GeneralChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "General";
-    _instructionName;
-    _responseName;
-    constructor({ instructionName = "Human", responseName = "Assistant" } = {}) {
-        super();
-        this._instructionName = instructionName;
-        this._responseName = responseName;
-    }
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        if (promptIndex === 0)
-            return systemPrompt + `\n\n### ${this._instructionName}:\n` + prompt + `\n\n### ${this._responseName}:\n`;
-        return this._getPromptPrefix(lastStopString, lastStopStringSuffix) + prompt + `\n\n### ${this._responseName}:\n`;
-    }
-    getStopStrings() {
-        return [
-            `\n\n### ${this._instructionName}`,
-            `### ${this._instructionName}`,
-            `\n\n### ${this._responseName}`,
-            `### ${this._responseName}`,
-            "<end>"
-        ];
-    }
-    getDefaultStopString() {
-        return `\n\n### ${this._instructionName}`;
-    }
-    _getPromptPrefix(lastStopString, lastStopStringSuffix) {
-        return getTextCompletion(lastStopString === "<end>"
-            ? lastStopStringSuffix
-            : ((lastStopString ?? "") + (lastStopStringSuffix ?? "")), [
-            `\n\n### ${this._instructionName}:\n`,
-            `### ${this._instructionName}:\n`
-        ]) ?? `\n\n### ${this._instructionName}:\n`;
-    }
-}
-//# sourceMappingURL=GeneralChatPromptWrapper.js.map

package/dist/chatWrappers/GeneralChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GeneralChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/GeneralChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,MAAM,OAAO,wBAAyB,SAAQ,iBAAiB;IAC3C,WAAW,GAAW,SAAS,CAAC;IAC/B,gBAAgB,CAAS;IACzB,aAAa,CAAS;IAEvC,YAAmB,EAAC,eAAe,GAAG,OAAO,EAAE,YAAY,GAAG,WAAW,KAAuD,EAAE;QAC9H,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACtC,CAAC;IAEe,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,IAAI,WAAW,KAAK,CAAC;YACjB,OAAO,YAAY,GAAG,WAAW,IAAI,CAAC,gBAAgB,KAAK,GAAG,MAAM,GAAG,WAAW,IAAI,CAAC,aAAa,KAAK,CAAC;QAE9G,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,oBAAoB,CAAC,GAAG,MAAM,GAAG,WAAW,IAAI,CAAC,aAAa,KAAK,CAAC;IACrH,CAAC;IAEe,cAAc;QAC1B,OAAO;YACH,WAAW,IAAI,CAAC,gBAAgB,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,EAAE;YAC9B,WAAW,IAAI,CAAC,aAAa,EAAE;YAC/B,OAAO,IAAI,CAAC,aAAa,EAAE;YAC3B,OAAO;SACV,CAAC;IACN,CAAC;IAEe,oBAAoB;QAChC,OAAO,WAAW,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC9C,CAAC;IAEO,gBAAgB,CAAC,cAA6B,EAAE,oBAAmC;QACvF,OAAO,iBAAiB,CACpB,cAAc,KAAK,OAAO;YACtB,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,EAC7D;YACI,WAAW,IAAI,CAAC,gBAAgB,KAAK;YACrC,OAAO,IAAI,CAAC,gBAAgB,KAAK;SACpC,CACJ,IAAI,WAAW,IAAI,CAAC,gBAAgB,KAAK,CAAC;IAC/C,CAAC;CACJ"}

package/dist/chatWrappers/LlamaChatPromptWrapper.d.ts

@@ -1,12 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class LlamaChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/chatWrappers/LlamaChatPromptWrapper.js

@@ -1,23 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-// source: https://huggingface.co/blog/llama2#how-to-prompt-llama-2
-export class LlamaChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "LlamaChat";
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        const previousCompletionEnd = (lastStopString ?? "") + (lastStopStringSuffix ?? "");
-        if (promptIndex === 0 && systemPrompt != "") {
-            return (getTextCompletion(previousCompletionEnd, "<s>[INST] <<SYS>>\n") ?? "<s>[INST] <<SYS>>\n") + systemPrompt +
-                "\n<</SYS>>\n\n" + prompt + " [/INST]\n\n";
-        }
-        else {
-            return (getTextCompletion(previousCompletionEnd, "</s><s>[INST] ") ?? "<s>[INST] ") + prompt + " [/INST]\n\n";
-        }
-    }
-    getStopStrings() {
-        return ["</s>"];
-    }
-    getDefaultStopString() {
-        return "</s>";
-    }
-}
-//# sourceMappingURL=LlamaChatPromptWrapper.js.map

package/dist/chatWrappers/LlamaChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LlamaChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/LlamaChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,mEAAmE;AACnE,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IACzC,WAAW,GAAW,WAAW,CAAC;IAElC,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,MAAM,qBAAqB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE,EAAE;YACzC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,IAAI,qBAAqB,CAAC,GAAG,YAAY;gBAC5G,gBAAgB,GAAG,MAAM,GAAG,cAAc,CAAC;SAClD;aAAM;YACH,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,IAAI,YAAY,CAAC,GAAG,MAAM,GAAG,cAAc,CAAC;SACjH;IACL,CAAC;IAEe,cAAc;QAC1B,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAEe,oBAAoB;QAChC,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}

package/dist/chatWrappers/createChatWrapperByBos.d.ts

@@ -1,2 +0,0 @@
-import { LlamaChatPromptWrapper } from "./LlamaChatPromptWrapper.js";
-export declare function getChatWrapperByBos(bos: string | undefined | null): typeof LlamaChatPromptWrapper | null;

package/dist/chatWrappers/createChatWrapperByBos.js

@@ -1,14 +0,0 @@
-import { LlamaChatPromptWrapper } from "./LlamaChatPromptWrapper.js";
-import { ChatMLChatPromptWrapper } from "./ChatMLChatPromptWrapper.js";
-export function getChatWrapperByBos(bos) {
-    if (bos === "" || bos == null)
-        return null;
-    if ("<s>[INST] <<SYS>>\n".startsWith(bos)) {
-        return LlamaChatPromptWrapper;
-    }
-    else if ("<|im_start|>system\n".startsWith(bos)) {
-        return ChatMLChatPromptWrapper;
-    }
-    return null;
-}
-//# sourceMappingURL=createChatWrapperByBos.js.map

package/dist/chatWrappers/createChatWrapperByBos.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"createChatWrapperByBos.js","sourceRoot":"","sources":["../../src/chatWrappers/createChatWrapperByBos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAErE,MAAM,UAAU,mBAAmB,CAAC,GAA8B;IAC9D,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI;QACzB,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QACvC,OAAO,sBAAsB,CAAC;KACjC;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QAC/C,OAAO,uBAAuB,CAAC;KAClC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/chatWrappers/generateContextTextFromConversationHistory.d.ts

@@ -1,23 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { ConversationInteraction } from "../types.js";
-/**
- * Generate context text to load into a model context from a conversation history.
- * @param {ChatPromptWrapper} chatPromptWrapper
- * @param {ConversationInteraction[]} conversationHistory
- * @param {object} [options]
- * @param {string} [options.systemPrompt]
- * @param {number} [options.currentPromptIndex]
- * @param {string | null} [options.lastStopString]
- * @param {string | null} [options.lastStopStringSuffix]
- * @returns {{text: string, stopString: (string | null), stopStringSuffix: (string | null)}}
- */
-export declare function generateContextTextFromConversationHistory(chatPromptWrapper: ChatPromptWrapper, conversationHistory: readonly ConversationInteraction[], { systemPrompt, currentPromptIndex, lastStopString, lastStopStringSuffix }?: {
-    systemPrompt?: string;
-    currentPromptIndex?: number;
-    lastStopString?: string | null;
-    lastStopStringSuffix?: string | null;
-}): {
-    text: string;
-    stopString: string | null;
-    stopStringSuffix: string | null;
-};

package/dist/chatWrappers/generateContextTextFromConversationHistory.js

@@ -1,47 +0,0 @@
-import { defaultChatSystemPrompt } from "../config.js";
-/**
- * Generate context text to load into a model context from a conversation history.
- * @param {ChatPromptWrapper} chatPromptWrapper
- * @param {ConversationInteraction[]} conversationHistory
- * @param {object} [options]
- * @param {string} [options.systemPrompt]
- * @param {number} [options.currentPromptIndex]
- * @param {string | null} [options.lastStopString]
- * @param {string | null} [options.lastStopStringSuffix]
- * @returns {{text: string, stopString: (string | null), stopStringSuffix: (string | null)}}
- */
-export function generateContextTextFromConversationHistory(chatPromptWrapper, conversationHistory, { systemPrompt = defaultChatSystemPrompt, currentPromptIndex = 0, lastStopString = null, lastStopStringSuffix = null } = {}) {
-    let res = "";
-    for (let i = 0; i < conversationHistory.length; i++) {
-        const interaction = conversationHistory[i];
-        const wrappedPrompt = chatPromptWrapper.wrapPrompt(interaction.prompt, {
-            systemPrompt,
-            promptIndex: currentPromptIndex,
-            lastStopString,
-            lastStopStringSuffix
-        });
-        const stopStrings = chatPromptWrapper.getStopStrings();
-        const defaultStopString = chatPromptWrapper.getDefaultStopString();
-        const stopStringsToCheckInResponse = new Set([...stopStrings, defaultStopString]);
-        currentPromptIndex++;
-        lastStopString = null;
-        lastStopStringSuffix = null;
-        res += wrappedPrompt;
-        for (const stopString of stopStringsToCheckInResponse) {
-            if (interaction.response.includes(stopString)) {
-                console.error(`Stop string "${stopString}" was found in model response of conversation interaction index ${i}`, { interaction, stopString });
-                throw new Error("A stop string cannot be in a conversation history interaction model response");
-            }
-        }
-        res += interaction.response;
-        res += defaultStopString;
-        lastStopString = defaultStopString;
-        lastStopStringSuffix = "";
-    }
-    return {
-        text: res,
-        stopString: lastStopString,
-        stopStringSuffix: lastStopStringSuffix
-    };
-}
-//# sourceMappingURL=generateContextTextFromConversationHistory.js.map

package/dist/chatWrappers/generateContextTextFromConversationHistory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"generateContextTextFromConversationHistory.js","sourceRoot":"","sources":["../../src/chatWrappers/generateContextTextFromConversationHistory.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,uBAAuB,EAAC,MAAM,cAAc,CAAC;AAIrD;;;;;;;;;;GAUG;AACH,MAAM,UAAU,0CAA0C,CACtD,iBAAoC,EACpC,mBAAuD,EACvD,EACI,YAAY,GAAG,uBAAuB,EAAE,kBAAkB,GAAG,CAAC,EAAE,cAAc,GAAG,IAAI,EAAE,oBAAoB,GAAG,IAAI,KAGlH,EAAE;IAMN,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACjD,MAAM,WAAW,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,iBAAiB,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE;YACnE,YAAY;YACZ,WAAW,EAAE,kBAAkB;YAC/B,cAAc;YACd,oBAAoB;SACvB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,iBAAiB,CAAC,cAAc,EAAE,CAAC;QACvD,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,oBAAoB,EAAE,CAAC;QACnE,MAAM,4BAA4B,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC;QAElF,kBAAkB,EAAE,CAAC;QACrB,cAAc,GAAG,IAAI,CAAC;QACtB,oBAAoB,GAAG,IAAI,CAAC;QAE5B,GAAG,IAAI,aAAa,CAAC;QAErB,KAAK,MAAM,UAAU,IAAI,4BAA4B,EAAE;YACnD,IAAI,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;gBAC3C,OAAO,CAAC,KAAK,CACT,gBAAgB,UAAU,mEAAmE,CAAC,EAAE,EAChG,EAAC,WAAW,EAAE,UAAU,EAAC,CAC5B,CAAC;gBACF,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;aACnG;SACJ;QAED,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC;QAC5B,GAAG,IAAI,iBAAiB,CAAC;QACzB,cAAc,GAAG,iBAAiB,CAAC;QACnC,oBAAoB,GAAG,EAAE,CAAC;KAC7B;IAED,OAAO;QACH,IAAI,EAAE,GAAG;QACT,UAAU,EAAE,cAAc;QAC1B,gBAAgB,EAAE,oBAAoB;KACzC,CAAC;AACN,CAAC"}

package/dist/llamaEvaluator/LlamaChatSession.d.ts

@@ -1,122 +0,0 @@
-/// <reference types="node" />
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { ConversationInteraction, Token } from "../types.js";
-import { LlamaContext } from "./LlamaContext.js";
-import { LlamaGrammar } from "./LlamaGrammar.js";
-export type LlamaChatSessionOptions = {
-    context: LlamaContext;
-    printLLamaSystemInfo?: boolean;
-    /** GeneralChatPromptWrapper is ued by default */
-    promptWrapper?: ChatPromptWrapper | "auto";
-    systemPrompt?: string;
-    /** Conversation history to load into the context to continue an existing conversation */
-    conversationHistory?: readonly ConversationInteraction[];
-};
-export type LLamaChatPromptOptions = {
-    onToken?: (tokens: Token[]) => void;
-    signal?: AbortSignal;
-    maxTokens?: number;
-    /**
-     * Temperature is a hyperparameter that controls the randomness of the generated text.
-     * It affects the probability distribution of the model's output tokens.
-     * A higher temperature (e.g., 1.5) makes the output more random and creative,
-     * while a lower temperature (e.g., 0.5) makes the output more focused, deterministic, and conservative.
-     * The suggested temperature is 0.8, which provides a balance between randomness and determinism.
-     * At the extreme, a temperature of 0 will always pick the most likely next token, leading to identical outputs in each run.
-     *
-     * Set to `0` to disable.
-     * Disabled by default (set to `0`).
-     */
-    temperature?: number;
-    /**
-     * Limits the model to consider only the K most likely next tokens for sampling at each step of sequence generation.
-     * An integer number between `1` and the size of the vocabulary.
-     * Set to `0` to disable (which uses the full vocabulary).
-     *
-     * Only relevant when `temperature` is set to a value greater than 0.
-     */
-    topK?: number;
-    /**
-     * Dynamically selects the smallest set of tokens whose cumulative probability exceeds the threshold P,
-     * and samples the next token only from this set.
-     * A float number between `0` and `1`.
-     * Set to `1` to disable.
-     *
-     * Only relevant when `temperature` is set to a value greater than `0`.
-     */
-    topP?: number;
-    grammar?: LlamaGrammar;
-    /**
-     * Trim whitespace from the end of the generated text
-     * Disabled by default.
-     */
-    trimWhitespaceSuffix?: boolean;
-    repeatPenalty?: false | LlamaChatSessionRepeatPenalty;
-};
-export type LlamaChatSessionRepeatPenalty = {
-    /**
-     * Number of recent tokens generated by the model to apply penalties to repetition of.
-     * Defaults to `64`.
-     */
-    lastTokens?: number;
-    punishTokensFilter?: (tokens: Token[]) => Token[];
-    /**
-     * Penalize new line tokens.
-     * Enabled by default.
-     */
-    penalizeNewLine?: boolean;
-    /**
-     * The relative amount to lower the probability of the tokens in `punishTokens` by
-     * Defaults to `1.1`.
-     * Set to `1` to disable.
-     */
-    penalty?: number;
-    /**
-     * For n time a token is in the `punishTokens` array, lower its probability by `n * frequencyPenalty`
-     * Disabled by default (`0`).
-     * Set to a value between `0` and `1` to enable.
-     */
-    frequencyPenalty?: number;
-    /**
-     * Lower the probability of all the tokens in the `punishTokens` array by `presencePenalty`
-     * Disabled by default (`0`).
-     * Set to a value between `0` and `1` to enable.
-     */
-    presencePenalty?: number;
-};
-export declare class LlamaChatSession {
-    private readonly _systemPrompt;
-    private readonly _printLLamaSystemInfo;
-    private readonly _promptWrapper;
-    private _promptIndex;
-    private _initialized;
-    private _lastStopString;
-    private _lastStopStringSuffix;
-    private _conversationHistoryToLoad;
-    private readonly _ctx;
-    /**
-     * @param {LlamaChatSessionOptions} options
-     */
-    constructor({ context, printLLamaSystemInfo, promptWrapper, systemPrompt, conversationHistory }: LlamaChatSessionOptions);
-    get initialized(): boolean;
-    get context(): LlamaContext;
-    init(): Promise<void>;
-    /**
-     * @param {string} prompt
-     * @param {object} options
-     * @returns {Promise<string>}
-     */
-    prompt(prompt: string, { onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty }?: LLamaChatPromptOptions): Promise<string>;
-    /**
-     * @param {string} prompt
-     * @param {LLamaChatPromptOptions} options
-     */
-    promptWithMeta(prompt: string, { onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty }?: LLamaChatPromptOptions): Promise<{
-        text: string;
-        stopReason: "maxTokens" | "eosToken" | "stopString";
-        stopString: string | null;
-        stopStringSuffix: string | null;
-    }>;
-    private _evalTokens;
-    private _checkStopString;
-}