node-llama-cpp 2.8.6 → 3.0.0-beta.10

package/llama/binariesGithubRelease.json

@@ -1,3 +1,3 @@
 {
-    "release": "b2074"
+    "release": "b2127"
 }

package/llama/gpuInfo/cuda-gpu-info.cu

@@ -0,0 +1,99 @@
+#include <stddef.h>
+
+#if defined(GPU_INFO_USE_HIPBLAS)
+#include <hip/hip_runtime.h>
+#include <hipblas/hipblas.h>
+#define cudaGetDevice hipGetDevice
+#define cudaGetDeviceCount hipGetDeviceCount
+#define cudaGetErrorString hipGetErrorString
+#define cudaMemGetInfo hipMemGetInfo
+#define cudaSetDevice hipSetDevice
+#define cudaSuccess hipSuccess
+#else
+#include <cuda_runtime.h>
+#include <cuda.h>
+#endif
+
+
+typedef void (*gpuInfoErrorLogCallback_t)(const char* message);
+
+bool gpuInfoSetCudaDevice(const int device, gpuInfoErrorLogCallback_t errorLogCallback) {
+    int current_device;
+    auto getDeviceResult = cudaGetDevice(&current_device);
+
+    if (getDeviceResult != cudaSuccess) {
+        errorLogCallback(cudaGetErrorString(getDeviceResult));
+        return false;
+    }
+
+    if (device == current_device) {
+        return true;
+    }
+
+    const auto setDeviceResult = cudaSetDevice(device);
+
+    if (setDeviceResult != cudaSuccess) {
+        errorLogCallback(cudaGetErrorString(setDeviceResult));
+        return false;
+    }
+
+    return true;
+}
+
+bool gpuInfoGetCudaDeviceInfo(int device, size_t * total, size_t * used, gpuInfoErrorLogCallback_t errorLogCallback) {
+    gpuInfoSetCudaDevice(device, errorLogCallback);
+
+    size_t freeMem;
+    size_t totalMem;
+    auto getMemInfoResult = cudaMemGetInfo(&freeMem, &totalMem);
+
+    if (getMemInfoResult != cudaSuccess) {
+        errorLogCallback(cudaGetErrorString(getMemInfoResult));
+        return false;
+    }
+
+    *total = totalMem;
+    *used = totalMem - freeMem;
+
+    return true;
+}
+
+int gpuInfoGetCudaDeviceCount(gpuInfoErrorLogCallback_t errorLogCallback) {
+    int deviceCount;
+    auto getDeviceCountResult = cudaGetDeviceCount(&deviceCount);
+
+    if (getDeviceCountResult != cudaSuccess) {
+        errorLogCallback(cudaGetErrorString(getDeviceCountResult));
+        return -1;
+    }
+
+    return deviceCount;
+}
+
+bool gpuInfoGetTotalCudaDevicesInfo(size_t * total, size_t * used, gpuInfoErrorLogCallback_t errorLogCallback) {
+    int deviceCount = gpuInfoGetCudaDeviceCount(errorLogCallback);
+
+    if (deviceCount < 0) {
+        return false;
+    }
+
+    size_t usedMem = 0;
+    size_t totalMem = 0;
+
+    for (int i = 0; i < deviceCount; i++) {
+        size_t deviceUsedMem;
+        size_t deviceTotalMem;
+
+        if (!gpuInfoGetCudaDeviceInfo(i, &deviceTotalMem, &deviceUsedMem, errorLogCallback)) {
+            return false;
+        }
+
+        usedMem += deviceUsedMem;
+        totalMem += deviceTotalMem;
+    }
+
+    *total = totalMem;
+    *used = usedMem;
+
+    return true;
+}

package/llama/gpuInfo/cuda-gpu-info.h

@@ -0,0 +1,7 @@
+#pragma once
+
+#include <stddef.h>
+
+typedef void (*gpuInfoErrorLogCallback_t)(const char* message);
+
+bool gpuInfoGetTotalCudaDevicesInfo(size_t * total, size_t * used, gpuInfoErrorLogCallback_t errorLogCallback);

package/llama/gpuInfo/metal-gpu-info.h

@@ -0,0 +1,5 @@
+#pragma once
+
+#include <stdint.h>
+
+void get_metal_gpu_info(uint64_t * total, uint64_t * used);

package/llama/gpuInfo/metal-gpu-info.mm

@@ -0,0 +1,17 @@
+#include <stdint.h>
+#import <Metal/Metal.h>
+
+void get_metal_gpu_info(uint64_t * total, uint64_t * used) {
+    id<MTLDevice> device = MTLCreateSystemDefaultDevice();
+
+    if (device) {
+        *total = device.recommendedMaxWorkingSetSize;
+        *used = device.currentAllocatedSize;
+    } else {
+        *total = 0;
+        *used = 0;
+    }
+
+    [device release];
+    device = nil;
+}

package/llama/llama.cpp.info.json

@@ -0,0 +1,4 @@
+{
+    "tag": "b2127",
+    "llamaCppGithubRepo": "ggerganov/llama.cpp"
+}

package/llamaBins/linux-arm64/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"arm64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/linux-armv7l/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"armv7l","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/linux-x64/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/linux-x64-cuda/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"x64","computeLayers":{"metal":false,"cuda":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/mac-arm64-metal/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"arm64","computeLayers":{"metal":true,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/mac-x64/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/win-x64/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/llamaBins/win-x64-cuda/.buildMetadata.json

@@ -0,0 +1 @@
+{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2127"}}}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-llama-cpp",
-  "version": "2.8.6",
+  "version": "3.0.0-beta.10",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
   "main": "dist/index.js",
   "type": "module",
@@ -47,16 +47,19 @@
     "prewatch": "rimraf ./dist ./tsconfig.tsbuildinfo",
     "watch": "tsc --build tsconfig.json --watch --force",
     "cmake-js-llama": "cd llama && cmake-js",
-    "test": "npm run test:typescript && npm run lint:eslint && npm run test:standalone",
-    "test:standalone": "vitest run ./test",
-    "test:standalone:interactive": "vitest watch ./test",
+    "test": "npm run test:typescript && npm run lint:eslint && npm run test:standalone && npm run test:modelDependent",
+    "test:standalone": "vitest run ./test/standalone",
+    "test:standalone:interactive": "vitest watch ./test/standalone",
+    "test:modelDependent": "vitest run ./test/modelDependent",
+    "test:modelDependent:interactive": "vitest watch ./test/modelDependent",
     "test:typescript": "tsc --build tsconfig.json --dry --force",
     "lint": "npm run lint:eslint",
     "lint:eslint": "eslint --ext .js --ext .ts .",
     "format": "npm run lint:eslint -- --fix",
-    "dev:setup": "npm run build && node ./dist/cli/cli.js download && npm run docs:generateTypedoc",
-    "dev:build": "npm run build && node ./dist/cli/cli.js build",
-    "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo",
+    "dev:setup:downloadAllTestModels": "node --loader ts-node/esm test/utils/scripts/downloadAllTestModels.ts",
+    "dev:setup": "npm run build && node ./dist/cli/cli.js download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
+    "dev:build": "npm run build && node ./dist/cli/cli.js build --noUsageExample",
+    "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models",
     "docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/exports.md",
     "docs:dev": "npm run docs:generateTypedoc && vitepress dev",
     "docs:build": "npm run docs:generateTypedoc && vitepress build",
@@ -83,7 +86,11 @@
     "grammar",
     "json-grammar",
     "json-schema-grammar",
+    "functions",
+    "function-calling",
+    "embedding",
     "temperature",
+    "minP",
     "topK",
     "topP",
     "json-schema",
@@ -97,39 +104,49 @@
   "bugs": {
     "url": "https://github.com/withcatai/node-llama-cpp/issues"
   },
+  "funding": {
+    "type": "github",
+    "url": "https://github.com/sponsors/giladgd"
+  },
   "homepage": "https://withcatai.github.io/node-llama-cpp/",
   "devDependencies": {
     "@commitlint/cli": "^17.7.1",
     "@commitlint/config-conventional": "^17.7.0",
     "@semantic-release/exec": "^6.0.3",
+    "@types/bytes": "^3.1.4",
     "@types/cli-progress": "^3.11.0",
     "@types/cross-spawn": "^6.0.2",
-    "@types/fs-extra": "^11.0.1",
+    "@types/fs-extra": "^11.0.4",
     "@types/node": "^20.8.4",
+    "@types/proper-lockfile": "^4.1.4",
     "@types/uuid": "^9.0.2",
     "@types/which": "^3.0.0",
     "@types/yargs": "^17.0.24",
     "@typescript-eslint/eslint-plugin": "^6.3.0",
     "@typescript-eslint/parser": "^6.3.0",
-    "@vitest/coverage-v8": "^0.34.6",
+    "@vitest/coverage-v8": "^1.2.2",
+    "@vitest/ui": "^1.2.2",
     "eslint": "^8.46.0",
     "eslint-plugin-import": "^2.28.0",
-    "eslint-plugin-node": "github:giladgd/eslint-plugin-node#dev/giladgd/fixImportExtentionFixingInTypeScript",
+    "eslint-plugin-jsdoc": "^46.9.0",
+    "eslint-plugin-n": "^16.3.1",
     "husky": "^8.0.3",
+    "ipull": "^1.2.1",
     "rimraf": "^5.0.1",
-    "semantic-release": "^21.0.7",
+    "semantic-release": "^22.0.8",
     "ts-node": "^10.9.1",
     "tslib": "^2.6.1",
-    "typedoc": "^0.25.1",
-    "typedoc-plugin-markdown": "^4.0.0-next.22",
-    "typedoc-plugin-mdn-links": "^3.1.0",
-    "typedoc-vitepress-theme": "^1.0.0-next.3",
-    "typescript": "^5.1.6",
-    "vitepress": "^1.0.0-rc.20",
-    "vitest": "^0.34.6",
+    "typedoc": "^0.25.3",
+    "typedoc-plugin-markdown": "4.0.0-next.41",
+    "typedoc-plugin-mdn-links": "^3.1.5",
+    "typedoc-vitepress-theme": "^1.0.0-next.7",
+    "typescript": "^5.2.2",
+    "vitepress": "1.0.0-rc.22",
+    "vitest": "^1.2.2",
     "zx": "^7.2.3"
   },
   "dependencies": {
+    "bytes": "^3.1.2",
     "chalk": "^5.3.0",
     "chmodrp": "^1.0.2",
     "cli-progress": "^3.12.0",
@@ -137,12 +154,15 @@
     "cross-env": "^7.0.3",
     "cross-spawn": "^7.0.3",
     "env-var": "^7.3.1",
-    "fs-extra": "^11.1.1",
+    "fs-extra": "^11.2.0",
+    "lifecycle-utils": "^1.2.1",
     "log-symbols": "^5.1.0",
     "node-addon-api": "^7.0.0",
     "octokit": "^3.1.0",
     "ora": "^7.0.1",
+    "proper-lockfile": "^4.1.2",
     "simple-git": "^3.19.1",
+    "strip-ansi": "^7.1.0",
     "uuid": "^9.0.0",
     "which": "^4.0.0",
     "yargs": "^17.7.2"

package/dist/ChatPromptWrapper.d.ts

@@ -1,11 +0,0 @@
-export declare abstract class ChatPromptWrapper {
-    abstract readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/ChatPromptWrapper.js

@@ -1,20 +0,0 @@
-export class ChatPromptWrapper {
-    wrapPrompt(prompt, { systemPrompt, promptIndex }) {
-        if (promptIndex === 0) {
-            return systemPrompt + "\n" + prompt;
-        }
-        else {
-            return prompt;
-        }
-    }
-    getStopStrings() {
-        return [];
-    }
-    getDefaultStopString() {
-        const stopString = this.getStopStrings()[0];
-        if (stopString == null || stopString.length === 0)
-            throw new Error(`Prompt wrapper "${this.wrapperName}" has no stop strings`);
-        return stopString;
-    }
-}
-//# sourceMappingURL=ChatPromptWrapper.js.map

package/dist/ChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ChatPromptWrapper.js","sourceRoot":"","sources":["../src/ChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,MAAM,OAAgB,iBAAiB;IAG5B,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAE3D;QACG,IAAI,WAAW,KAAK,CAAC,EAAE;YACnB,OAAO,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC;SACvC;aAAM;YACH,OAAO,MAAM,CAAC;SACjB;IACL,CAAC;IAEM,cAAc;QACjB,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,oBAAoB;QACvB,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;QAE5C,IAAI,UAAU,IAAI,IAAI,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,WAAW,uBAAuB,CAAC,CAAC;QAEhF,OAAO,UAAU,CAAC;IACtB,CAAC;CACJ"}

package/dist/chatWrappers/ChatMLChatPromptWrapper.d.ts

@@ -1,12 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class ChatMLChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/chatWrappers/ChatMLChatPromptWrapper.js

@@ -1,22 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-// source: https://github.com/openai/openai-python/blob/120d225b91a8453e15240a49fb1c6794d8119326/chatml.md
-export class ChatMLChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "ChatML";
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        const previousCompletionEnd = (lastStopString ?? "") + (lastStopStringSuffix ?? "");
-        if (promptIndex === 0 && systemPrompt != "")
-            return (getTextCompletion(previousCompletionEnd, "<|im_start|>system\n") ?? "<|im_start|>system\n") +
-                systemPrompt + "<|im_end|>\n<|im_start|>user\n" + prompt + "<|im_end|>\n<|im_start|>assistant\n";
-        else
-            return (getTextCompletion(previousCompletionEnd, "<|im_end|>\n<|im_start|>user\n") ?? "<|im_end|>\n<|im_start|>user\n") +
-                prompt + "<|im_end|>\n<|im_start|>assistant\n";
-    }
-    getStopStrings() {
-        return ["<|im_end|>"];
-    }
-    getDefaultStopString() {
-        return "<|im_end|>";
-    }
-}
-//# sourceMappingURL=ChatMLChatPromptWrapper.js.map

package/dist/chatWrappers/ChatMLChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ChatMLChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/ChatMLChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,0GAA0G;AAC1G,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC1C,WAAW,GAAW,QAAQ,CAAC;IAE/B,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,MAAM,qBAAqB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE;YACvC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,IAAI,sBAAsB,CAAC;gBAC/F,YAAY,GAAG,gCAAgC,GAAG,MAAM,GAAG,qCAAqC,CAAC;;YAErG,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,gCAAgC,CAAC,IAAI,gCAAgC,CAAC;gBACnH,MAAM,GAAG,qCAAqC,CAAC;IAC3D,CAAC;IAEe,cAAc;QAC1B,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAEe,oBAAoB;QAChC,OAAO,YAAY,CAAC;IACxB,CAAC;CACJ"}

package/dist/chatWrappers/EmptyChatPromptWrapper.d.ts

@@ -1,4 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class EmptyChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-}

package/dist/chatWrappers/EmptyChatPromptWrapper.js

@@ -1,5 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export class EmptyChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "Empty";
-}
-//# sourceMappingURL=EmptyChatPromptWrapper.js.map

package/dist/chatWrappers/EmptyChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"EmptyChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/EmptyChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAE1D,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IACzC,WAAW,GAAW,OAAO,CAAC;CACjD"}

package/dist/chatWrappers/FalconChatPromptWrapper.d.ts

@@ -1,19 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class FalconChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    private readonly _instructionName;
-    private readonly _responseName;
-    constructor({ instructionName, responseName }?: {
-        instructionName?: string;
-        responseName?: string;
-    });
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-    private _getPromptPrefix;
-}

package/dist/chatWrappers/FalconChatPromptWrapper.js

@@ -1,33 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-export class FalconChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "Falcon";
-    _instructionName;
-    _responseName;
-    constructor({ instructionName = "User", responseName = "Assistant" } = {}) {
-        super();
-        this._instructionName = instructionName;
-        this._responseName = responseName;
-    }
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        if (promptIndex === 0)
-            return systemPrompt + `\n${this._instructionName}: ` + prompt + `\n${this._responseName}: `;
-        return this._getPromptPrefix(lastStopString, lastStopStringSuffix) + prompt + `\n${this._responseName}: `;
-    }
-    getStopStrings() {
-        return [
-            `\n${this._instructionName}: `,
-            `\n${this._responseName}:`
-        ];
-    }
-    getDefaultStopString() {
-        return `\n${this._instructionName}: `;
-    }
-    _getPromptPrefix(lastStopString, lastStopStringSuffix) {
-        return getTextCompletion((lastStopString ?? "") + (lastStopStringSuffix ?? ""), [
-            `\n${this._instructionName}: `,
-            `${this._instructionName}: `
-        ]) ?? `\n${this._instructionName}: `;
-    }
-}
-//# sourceMappingURL=FalconChatPromptWrapper.js.map

package/dist/chatWrappers/FalconChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"FalconChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/FalconChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC1C,WAAW,GAAW,QAAQ,CAAC;IAC9B,gBAAgB,CAAS;IACzB,aAAa,CAAS;IAEvC,YAAmB,EAAC,eAAe,GAAG,MAAM,EAAE,YAAY,GAAG,WAAW,KAAuD,EAAE;QAC7H,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACtC,CAAC;IAEe,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,IAAI,WAAW,KAAK,CAAC;YACjB,OAAO,YAAY,GAAG,KAAK,IAAI,CAAC,gBAAgB,IAAI,GAAG,MAAM,GAAG,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC;QAEhG,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,oBAAoB,CAAC,GAAG,MAAM,GAAG,KAAK,IAAI,CAAC,aAAa,IAAI,CAAC;IAC9G,CAAC;IAEe,cAAc;QAC1B,OAAO;YACH,KAAK,IAAI,CAAC,gBAAgB,IAAI;YAC9B,KAAK,IAAI,CAAC,aAAa,GAAG;SAC7B,CAAC;IACN,CAAC;IAEe,oBAAoB;QAChC,OAAO,KAAK,IAAI,CAAC,gBAAgB,IAAI,CAAC;IAC1C,CAAC;IAEO,gBAAgB,CAAC,cAA6B,EAAE,oBAAmC;QACvF,OAAO,iBAAiB,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,EAAE;YAC5E,KAAK,IAAI,CAAC,gBAAgB,IAAI;YAC9B,GAAG,IAAI,CAAC,gBAAgB,IAAI;SAC/B,CAAC,IAAI,KAAK,IAAI,CAAC,gBAAgB,IAAI,CAAC;IACzC,CAAC;CACJ"}

package/dist/chatWrappers/GeneralChatPromptWrapper.d.ts

@@ -1,19 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class GeneralChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    private readonly _instructionName;
-    private readonly _responseName;
-    constructor({ instructionName, responseName }?: {
-        instructionName?: string;
-        responseName?: string;
-    });
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-    private _getPromptPrefix;
-}

package/dist/chatWrappers/GeneralChatPromptWrapper.js

@@ -1,38 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-export class GeneralChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "General";
-    _instructionName;
-    _responseName;
-    constructor({ instructionName = "Human", responseName = "Assistant" } = {}) {
-        super();
-        this._instructionName = instructionName;
-        this._responseName = responseName;
-    }
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        if (promptIndex === 0)
-            return systemPrompt + `\n\n### ${this._instructionName}:\n` + prompt + `\n\n### ${this._responseName}:\n`;
-        return this._getPromptPrefix(lastStopString, lastStopStringSuffix) + prompt + `\n\n### ${this._responseName}:\n`;
-    }
-    getStopStrings() {
-        return [
-            `\n\n### ${this._instructionName}`,
-            `### ${this._instructionName}`,
-            `\n\n### ${this._responseName}`,
-            `### ${this._responseName}`,
-            "<end>"
-        ];
-    }
-    getDefaultStopString() {
-        return `\n\n### ${this._instructionName}`;
-    }
-    _getPromptPrefix(lastStopString, lastStopStringSuffix) {
-        return getTextCompletion(lastStopString === "<end>"
-            ? lastStopStringSuffix
-            : ((lastStopString ?? "") + (lastStopStringSuffix ?? "")), [
-            `\n\n### ${this._instructionName}:\n`,
-            `### ${this._instructionName}:\n`
-        ]) ?? `\n\n### ${this._instructionName}:\n`;
-    }
-}
-//# sourceMappingURL=GeneralChatPromptWrapper.js.map

package/dist/chatWrappers/GeneralChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"GeneralChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/GeneralChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,MAAM,OAAO,wBAAyB,SAAQ,iBAAiB;IAC3C,WAAW,GAAW,SAAS,CAAC;IAC/B,gBAAgB,CAAS;IACzB,aAAa,CAAS;IAEvC,YAAmB,EAAC,eAAe,GAAG,OAAO,EAAE,YAAY,GAAG,WAAW,KAAuD,EAAE;QAC9H,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACtC,CAAC;IAEe,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,IAAI,WAAW,KAAK,CAAC;YACjB,OAAO,YAAY,GAAG,WAAW,IAAI,CAAC,gBAAgB,KAAK,GAAG,MAAM,GAAG,WAAW,IAAI,CAAC,aAAa,KAAK,CAAC;QAE9G,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,oBAAoB,CAAC,GAAG,MAAM,GAAG,WAAW,IAAI,CAAC,aAAa,KAAK,CAAC;IACrH,CAAC;IAEe,cAAc;QAC1B,OAAO;YACH,WAAW,IAAI,CAAC,gBAAgB,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,EAAE;YAC9B,WAAW,IAAI,CAAC,aAAa,EAAE;YAC/B,OAAO,IAAI,CAAC,aAAa,EAAE;YAC3B,OAAO;SACV,CAAC;IACN,CAAC;IAEe,oBAAoB;QAChC,OAAO,WAAW,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC9C,CAAC;IAEO,gBAAgB,CAAC,cAA6B,EAAE,oBAAmC;QACvF,OAAO,iBAAiB,CACpB,cAAc,KAAK,OAAO;YACtB,CAAC,CAAC,oBAAoB;YACtB,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,EAC7D;YACI,WAAW,IAAI,CAAC,gBAAgB,KAAK;YACrC,OAAO,IAAI,CAAC,gBAAgB,KAAK;SACpC,CACJ,IAAI,WAAW,IAAI,CAAC,gBAAgB,KAAK,CAAC;IAC/C,CAAC;CACJ"}

package/dist/chatWrappers/LlamaChatPromptWrapper.d.ts

@@ -1,12 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class LlamaChatPromptWrapper extends ChatPromptWrapper {
-    readonly wrapperName: string;
-    wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
-        systemPrompt: string;
-        promptIndex: number;
-        lastStopString: string | null;
-        lastStopStringSuffix: string | null;
-    }): string;
-    getStopStrings(): string[];
-    getDefaultStopString(): string;
-}

package/dist/chatWrappers/LlamaChatPromptWrapper.js

@@ -1,23 +0,0 @@
-import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-import { getTextCompletion } from "../utils/getTextCompletion.js";
-// source: https://huggingface.co/blog/llama2#how-to-prompt-llama-2
-export class LlamaChatPromptWrapper extends ChatPromptWrapper {
-    wrapperName = "LlamaChat";
-    wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
-        const previousCompletionEnd = (lastStopString ?? "") + (lastStopStringSuffix ?? "");
-        if (promptIndex === 0 && systemPrompt != "") {
-            return (getTextCompletion(previousCompletionEnd, "<s>[INST] <<SYS>>\n") ?? "<s>[INST] <<SYS>>\n") + systemPrompt +
-                "\n<</SYS>>\n\n" + prompt + " [/INST]\n\n";
-        }
-        else {
-            return (getTextCompletion(previousCompletionEnd, "</s><s>[INST] ") ?? "<s>[INST] ") + prompt + " [/INST]\n\n";
-        }
-    }
-    getStopStrings() {
-        return ["</s>"];
-    }
-    getDefaultStopString() {
-        return "</s>";
-    }
-}
-//# sourceMappingURL=LlamaChatPromptWrapper.js.map

package/dist/chatWrappers/LlamaChatPromptWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LlamaChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/LlamaChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,mEAAmE;AACnE,MAAM,OAAO,sBAAuB,SAAQ,iBAAiB;IACzC,WAAW,GAAW,WAAW,CAAC;IAElC,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,MAAM,qBAAqB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE,EAAE;YACzC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,IAAI,qBAAqB,CAAC,GAAG,YAAY;gBAC5G,gBAAgB,GAAG,MAAM,GAAG,cAAc,CAAC;SAClD;aAAM;YACH,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,IAAI,YAAY,CAAC,GAAG,MAAM,GAAG,cAAc,CAAC;SACjH;IACL,CAAC;IAEe,cAAc;QAC1B,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAEe,oBAAoB;QAChC,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}

package/dist/chatWrappers/createChatWrapperByBos.d.ts

@@ -1,2 +0,0 @@
-import { LlamaChatPromptWrapper } from "./LlamaChatPromptWrapper.js";
-export declare function getChatWrapperByBos(bos: string | undefined | null): typeof LlamaChatPromptWrapper | null;

package/dist/chatWrappers/createChatWrapperByBos.js

@@ -1,14 +0,0 @@
-import { LlamaChatPromptWrapper } from "./LlamaChatPromptWrapper.js";
-import { ChatMLChatPromptWrapper } from "./ChatMLChatPromptWrapper.js";
-export function getChatWrapperByBos(bos) {
-    if (bos === "" || bos == null)
-        return null;
-    if ("<s>[INST] <<SYS>>\n".startsWith(bos)) {
-        return LlamaChatPromptWrapper;
-    }
-    else if ("<|im_start|>system\n".startsWith(bos)) {
-        return ChatMLChatPromptWrapper;
-    }
-    return null;
-}
-//# sourceMappingURL=createChatWrapperByBos.js.map

package/dist/chatWrappers/createChatWrapperByBos.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"createChatWrapperByBos.js","sourceRoot":"","sources":["../../src/chatWrappers/createChatWrapperByBos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAErE,MAAM,UAAU,mBAAmB,CAAC,GAA8B;IAC9D,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI;QACzB,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QACvC,OAAO,sBAAsB,CAAC;KACjC;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QAC/C,OAAO,uBAAuB,CAAC;KAClC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}