node-llama-cpp 2.5.0 → 2.6.0

package/README.md

@@ -6,7 +6,7 @@
     <p></p>
 </div>
 
-<div align="center">
+<div align="center" class="main-badges">
 
 [![Build](https://github.com/withcatai/node-llama-cpp/actions/workflows/build.yml/badge.svg)](https://github.com/withcatai/node-llama-cpp/actions/workflows/build.yml)
 [![License](https://badgen.net/badge/color/MIT/green?label=license)](https://www.npmjs.com/package/node-llama-cpp)
@@ -15,6 +15,20 @@
 
 </div>
 
+## Features
+* Run a text generation model locally on your machine
+* Metal and CUDA support
+* Pre-built binaries are provided, with a fallback to building from source without `node-gyp` or Python
+* Chat with a model using a chat wrapper
+* Use the CLI to chat with a model without writing any code
+* Up-to-date with the latest version of `llama.cpp`. Download and compile the latest release with a single CLI command.
+* Force a model to generate output in a parseable format, like JSON
+
+## [Documentation](https://withcatai.github.io/node-llama-cpp/)
+* [Getting started guide](https://withcatai.github.io/node-llama-cpp/guide/)
+* [API reference](https://withcatai.github.io/node-llama-cpp/api/classes/LlamaModel)
+* [CLI help](https://withcatai.github.io/node-llama-cpp/guide/cli/)
+
 ## Installation
 ```bash
 npm install --save node-llama-cpp
@@ -25,11 +39,7 @@ This package comes with pre-built binaries for macOS, Linux and Windows.
 If binaries are not available for your platform, it'll fallback to download the latest version of `llama.cpp` and build it from source with `cmake`.
 To disable this behavior set the environment variable `NODE_LLAMA_CPP_SKIP_DOWNLOAD` to `true`.
 
-## Documentation
-### [API reference](https://withcatai.github.io/node-llama-cpp/modules.html)
-
-### Usage
-#### As a chatbot
+## Usage
 ```typescript
 import {fileURLToPath} from "url";
 import path from "path";
@@ -58,302 +68,10 @@ const a2 = await session.prompt(q2);
 console.log("AI: " + a2);
 ```
 
-##### Custom prompt handling against the model
-```typescript
-import {fileURLToPath} from "url";
-import path from "path";
-import {LlamaModel, LlamaContext, LlamaChatSession, ChatPromptWrapper} from "node-llama-cpp";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-export class MyCustomChatPromptWrapper extends ChatPromptWrapper {
-    public override wrapPrompt(prompt: string, {systemPrompt, promptIndex}: {systemPrompt: string, promptIndex: number}) {
-        if (promptIndex === 0) {
-            return "SYSTEM: " + systemPrompt + "\nUSER: " + prompt + "\nASSISTANT:";
-        } else {
-            return "USER: " + prompt + "\nASSISTANT:";
-        }
-    }
-
-    public override getStopStrings(): string[] {
-        return ["USER:"];
-    }
-}
-
-const model = new LlamaModel({
-    modelPath: path.join(__dirname, "models", "codellama-13b.Q3_K_M.gguf")
-})
-const context = new LlamaContext({model});
-const session = new LlamaChatSession({
-    context,
-    promptWrapper: new MyCustomChatPromptWrapper() // by default, GeneralChatPromptWrapper is used
-});
-
-
-const q1 = "Hi there, how are you?";
-console.log("User: " + q1);
-
-const a1 = await session.prompt(q1);
-console.log("AI: " + a1);
-
-
-const q2 = "Summerize what you said";
-console.log("User: " + q2);
-
-const a2 = await session.prompt(q2);
-console.log("AI: " + a2);
-```
-
-##### Load existing conversation history
-```typescript
-import {fileURLToPath} from "url";
-import path from "path";
-import {LlamaModel, LlamaContext, LlamaChatSession} from "node-llama-cpp";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-const model = new LlamaModel({
-    modelPath: path.join(__dirname, "models", "codellama-13b.Q3_K_M.gguf")
-})
-const context = new LlamaContext({model});
-const session = new LlamaChatSession({
-    context,
-    conversationHistory: [{
-        prompt: `Remember the number 6 as "The number"`,
-        response: "OK. I'll remember it"
-    }]
-});
-
-
-const q2 = 'What is "The number"?';
-console.log("User: " + q2);
-
-const a2 = await session.prompt(q2);
-console.log("AI: " + a2);
-```
-
-#### Raw
-```typescript
-import {fileURLToPath} from "url";
-import path from "path";
-import {LlamaModel, LlamaContext, LlamaChatSession} from "node-llama-cpp";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-const model = new LlamaModel({
-    modelPath: path.join(__dirname, "models", "codellama-13b.Q3_K_M.gguf")
-});
-
-const context = new LlamaContext({model});
-
-const q1 = "Hi there, how are you?";
-console.log("AI: " + q1);
-
-const tokens = context.encode(q1);
-const res: number[] = [];
-for await (const modelToken of context.evaluate(tokens)) {
-    res.push(modelToken);
-    
-    // it's important to not concatinate the results as strings,
-    // as doing so will break some characters (like some emojis) that are made of multiple tokens.
-    // by using an array of tokens, we can decode them correctly together.
-    const resString: string = context.decode(Uint32Array.from(res));
-    
-    const lastPart = resString.split("ASSISTANT:").reverse()[0];
-    if (lastPart.includes("USER:"))
-        break;
-}
-
-const a1 = context.decode(Uint32Array.from(res)).split("USER:")[0];
-console.log("AI: " + a1);
-```
-
-#### With grammar
-Use this to direct the model to generate a specific format of text, like `JSON` for example.
-
-> **Note:** there's an issue with some grammars where the model won't stop generating output,
-> so it's advised to use it together with `maxTokens` set to the context size of the model
-
-```typescript
-import {fileURLToPath} from "url";
-import path from "path";
-import {LlamaModel, LlamaGrammar, LlamaContext, LlamaChatSession} from "node-llama-cpp";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-const model = new LlamaModel({
-    modelPath: path.join(__dirname, "models", "codellama-13b.Q3_K_M.gguf")
-})
-const grammar = await LlamaGrammar.getFor("json");
-const context = new LlamaContext({
-    model,
-    grammar
-});
-const session = new LlamaChatSession({context});
-
-
-const q1 = 'Create a JSON that contains a message saying "hi there"';
-console.log("User: " + q1);
-
-const a1 = await session.prompt(q1, {maxTokens: context.getContextSize()});
-console.log("AI: " + a1);
-console.log(JSON.parse(a1));
-
-
-const q2 = 'Add another field to the JSON with the key being "author" and the value being "Llama"';
-console.log("User: " + q2);
-
-const a2 = await session.prompt(q2, {maxTokens: context.getContextSize()});
-console.log("AI: " + a2);
-console.log(JSON.parse(a2));
-```
-
-### Metal and CUDA support
-**Metal:** `llama.cpp` is built with Metal support by default on macOS.
-
-**CUDA:** To load a version of `llama.cpp` that was compiled to use CUDA,
-you have to build it from source with the `--cuda` flag before running your code that imports `node-llama-cpp`.
-
-To do this, run this command inside of your project directory:
-```bash
-npx node-llama-cpp download --cuda
-```
-
-> If `cmake` is not installed on your machine, `node-llama-cpp` will automatically download `cmake` to an internal directory and try to use it to build `llama.cpp` from source.
-> 
-> If the build fails, make sure you have the required dependencies of `cmake` installed on your machine. More info is available [here](https://github.com/cmake-js/cmake-js#:~:text=projectRoot/build%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%20%5Bstring%5D-,Requirements%3A,-CMake) (you don't have to install `cmake` or `cmake-js`, just the dependencies).
-
-To troubleshoot CUDA issues, visit the [CUDA documentation](https://github.com/withcatai/node-llama-cpp/blob/master/docs/CUDA.md).
-
-### CLI
-```
-Usage: node-llama-cpp <command> [options]
-
-Commands:
-  node-llama-cpp download      Download a release of llama.cpp and compile it
-  node-llama-cpp build         Compile the currently downloaded llama.cpp
-  node-llama-cpp clear [type]  Clear files created by node-llama-cpp                [aliases: clean]
-  node-llama-cpp chat          Chat with a Llama model
-
-Options:
-  -h, --help     Show help                                                                 [boolean]
-  -v, --version  Show version number                                                       [boolean]
-```
-
-#### `download` command
-```
-node-llama-cpp download
-
-Download a release of llama.cpp and compile it
-
-Options:
-  -h, --help             Show help                                                         [boolean]
-      --repo             The GitHub repository to download a release of llama.cpp from. Can also be
-                         set via the NODE_LLAMA_CPP_REPO environment variable
-                                                           [string] [default: "ggerganov/llama.cpp"]
-      --release          The tag of the llama.cpp release to download. Set to "latest" to download t
-                         he latest release. Can also be set via the NODE_LLAMA_CPP_REPO_RELEASE envi
-                         ronment variable                               [string] [default: "latest"]
-  -a, --arch             The architecture to compile llama.cpp for                          [string]
-  -t, --nodeTarget       The Node.js version to compile llama.cpp for. Example: v18.0.0     [string]
-      --metal            Compile llama.cpp with Metal support. Enabled by default on macOS. Can be d
-                         isabled with "--no-metal". Can also be set via the NODE_LLAMA_CPP_METAL env
-                         ironment variable                                 [boolean] [default: true]
-      --cuda             Compile llama.cpp with CUDA support. Can also be set via the NODE_LLAMA_CPP
-                         _CUDA environment variable                       [boolean] [default: false]
-      --skipBuild, --sb  Skip building llama.cpp after downloading it     [boolean] [default: false]
-  -v, --version          Show version number                                               [boolean]
-```
-
-#### `build` command
-```
-node-llama-cpp build
-
-Compile the currently downloaded llama.cpp
-
-Options:
-  -h, --help        Show help                                                              [boolean]
-  -a, --arch        The architecture to compile llama.cpp for                               [string]
-  -t, --nodeTarget  The Node.js version to compile llama.cpp for. Example: v18.0.0          [string]
-      --metal       Compile llama.cpp with Metal support. Enabled by default on macOS. Can be disabl
-                    ed with "--no-metal". Can also be set via the NODE_LLAMA_CPP_METAL environment v
-                    ariable                                                [boolean] [default: true]
-      --cuda        Compile llama.cpp with CUDA support. Can also be set via the NODE_LLAMA_CPP_CUDA
-                     environment variable                                 [boolean] [default: false]
-  -v, --version     Show version number                                                    [boolean]
-```
-
-> To set custom cmake options that are supported by `llama.cpp`'s cmake build,
-> set an environment variable of the option prefixed with `NODE_LLAMA_CPP_CMAKE_OPTION_`.
-
-#### `clear` command
-```
-node-llama-cpp clear [type]
-
-Clear files created by node-llama-cpp
-
-Options:
-  -h, --help     Show help                                                                 [boolean]
-      --type     Files to clear
-                              [string] [choices: "source", "build", "cmake", "all"] [default: "all"]
-  -v, --version  Show version number                                                       [boolean]
-```
-
-#### `chat` command
-```
-node-llama-cpp chat
-
-Chat with a Llama model
-
-Required:
-  -m, --model  Llama model file to use for the chat                              [string] [required]
-
-Optional:
-  -i, --systemInfo       Print llama.cpp system info                      [boolean] [default: false]
-  -s, --systemPrompt     System prompt to use against the model. [default value: You are a helpful,
-                         respectful and honest assistant. Always answer as helpfully as possible. If
-                          a question does not make any sense, or is not factually coherent, explain
-                         why instead of answering something not correct. If you don't know the answe
-                         r to a question, please don't share false information.]
-  [string] [default: "You are a helpful, respectful and honest assistant. Always answer as helpfully
-                                                                                        as possible.
-                If a question does not make any sense, or is not factually coherent, explain why ins
-   tead of answering something not correct. If you don't know the answer to a question, please don't
-                                                                          share false information."]
-  -w, --wrapper          Chat wrapper to use. Use `auto` to automatically select a wrapper based on
-                         the model's BOS token
-     [string] [choices: "auto", "general", "llamaChat", "chatML", "falconChat"] [default: "general"]
-  -c, --contextSize      Context size to use for the model                  [number] [default: 4096]
-  -g, --grammar          Restrict the model response to a specific grammar, like JSON for example
-     [string] [choices: "text", "json", "list", "arithmetic", "japanese", "chess"] [default: "text"]
-      --threads          Number of threads to use for the evaluation of tokens [number] [default: 6]
-  -t, --temperature      Temperature is a hyperparameter that controls the randomness of the generat
-                         ed text. It affects the probability distribution of the model's output toke
-                         ns. A higher temperature (e.g., 1.5) makes the output more random and creat
-                         ive, while a lower temperature (e.g., 0.5) makes the output more focused, d
-                         eterministic, and conservative. The suggested temperature is 0.8, which pro
-                         vides a balance between randomness and determinism. At the extreme, a tempe
-                         rature of 0 will always pick the most likely next token, leading to identic
-                         al outputs in each run. Set to `0` to disable.        [number] [default: 0]
-  -k, --topK             Limits the model to consider only the K most likely next tokens for samplin
-                         g at each step of sequence generation. An integer number between `1` and th
-                         e size of the vocabulary. Set to `0` to disable (which uses the full vocabu
-                         lary). Only relevant when `temperature` is set to a value greater than 0.
-                                                                              [number] [default: 40]
-  -p, --topP             Dynamically selects the smallest set of tokens whose cumulative probability
-                          exceeds the threshold P, and samples the next token only from this set. A
-                         float number between `0` and `1`. Set to `1` to disable. Only relevant when
-                          `temperature` is set to a value greater than `0`. [number] [default: 0.95]
-      --maxTokens, --mt  Maximum number of tokens to generate in responses. Set to `0` to disable. S
-                         et to `-1` to set to the context size                 [number] [default: 0]
-
-Options:
-  -h, --help     Show help                                                                 [boolean]
-  -v, --version  Show version number                                                       [boolean]
-```
+> For more examples, see the [getting started guide](https://withcatai.github.io/node-llama-cpp/guide/)
 
 ## Contributing
-To contribute to `node-llama-cpp` read [CONTRIBUTING.md](https://github.com/withcatai/node-llama-cpp/blob/master/DEVELOPMENT.md).
+To contribute to `node-llama-cpp` read the [contribution guide](https://withcatai.github.io/node-llama-cpp/guide/contributing).
 
 ## Acknowledgements
 * llama.cpp: [ggerganov/llama.cpp](https://github.com/ggerganov/llama.cpp)
@@ -362,7 +80,7 @@ To contribute to `node-llama-cpp` read [CONTRIBUTING.md](https://github.com/with
 <br />
 
 <div align="center" width="360">
-    <img alt="Star please" src="https://media.githubusercontent.com/media/withcatai/node-llama-cpp/master/assets/star.please.roundEdges.png" width="360px" margin="auto" />
+    <img alt="Star please" src="https://media.githubusercontent.com/media/withcatai/node-llama-cpp/master/assets/star.please.roundEdges.png" width="360" margin="auto" />
     <br/>
     <p align="right">
         <i>If you like this repo, star it ✨</i>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;

package/dist/chatWrappers/{ChatMLPromptWrapper.d.ts → ChatMLChatPromptWrapper.d.ts}

@@ -1,5 +1,5 @@
 import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
-export declare class ChatMLPromptWrapper extends ChatPromptWrapper {
+export declare class ChatMLChatPromptWrapper extends ChatPromptWrapper {
     readonly wrapperName: string;
     wrapPrompt(prompt: string, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }: {
         systemPrompt: string;

package/dist/chatWrappers/{ChatMLPromptWrapper.js → ChatMLChatPromptWrapper.js}

@@ -1,7 +1,7 @@
 import { ChatPromptWrapper } from "../ChatPromptWrapper.js";
 import { getTextCompletion } from "../utils/getTextCompletion.js";
 // source: https://github.com/openai/openai-python/blob/120d225b91a8453e15240a49fb1c6794d8119326/chatml.md
-export class ChatMLPromptWrapper extends ChatPromptWrapper {
+export class ChatMLChatPromptWrapper extends ChatPromptWrapper {
     wrapperName = "ChatML";
     wrapPrompt(prompt, { systemPrompt, promptIndex, lastStopString, lastStopStringSuffix }) {
         const previousCompletionEnd = (lastStopString ?? "") + (lastStopStringSuffix ?? "");
@@ -19,4 +19,4 @@ export class ChatMLPromptWrapper extends ChatPromptWrapper {
         return "<|im_end|>";
     }
 }
-//# sourceMappingURL=ChatMLPromptWrapper.js.map
+//# sourceMappingURL=ChatMLChatPromptWrapper.js.map

package/dist/chatWrappers/ChatMLChatPromptWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatMLChatPromptWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/ChatMLChatPromptWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAC,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAEhE,0GAA0G;AAC1G,MAAM,OAAO,uBAAwB,SAAQ,iBAAiB;IAC1C,WAAW,GAAW,QAAQ,CAAC;IAE/B,UAAU,CAAC,MAAc,EAAE,EAAC,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,oBAAoB,EAE1G;QACG,MAAM,qBAAqB,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QAEpF,IAAI,WAAW,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE;YACvC,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,sBAAsB,CAAC,IAAI,sBAAsB,CAAC;gBAC/F,YAAY,GAAG,gCAAgC,GAAG,MAAM,GAAG,qCAAqC,CAAC;;YAErG,OAAO,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,gCAAgC,CAAC,IAAI,gCAAgC,CAAC;gBACnH,MAAM,GAAG,qCAAqC,CAAC;IAC3D,CAAC;IAEe,cAAc;QAC1B,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,CAAC;IAEe,oBAAoB;QAChC,OAAO,YAAY,CAAC;IACxB,CAAC;CACJ"}

package/dist/chatWrappers/createChatWrapperByBos.js

@@ -1,5 +1,5 @@
 import { LlamaChatPromptWrapper } from "./LlamaChatPromptWrapper.js";
-import { ChatMLPromptWrapper } from "./ChatMLPromptWrapper.js";
+import { ChatMLChatPromptWrapper } from "./ChatMLChatPromptWrapper.js";
 export function getChatWrapperByBos(bos) {
     if (bos === "" || bos == null)
         return null;
@@ -7,7 +7,7 @@ export function getChatWrapperByBos(bos) {
         return LlamaChatPromptWrapper;
     }
     else if ("<|im_start|>system\n".startsWith(bos)) {
-        return ChatMLPromptWrapper;
+        return ChatMLChatPromptWrapper;
     }
     return null;
 }

package/dist/chatWrappers/createChatWrapperByBos.js.map

@@ -1 +1 @@
-{"version":3,"file":"createChatWrapperByBos.js","sourceRoot":"","sources":["../../src/chatWrappers/createChatWrapperByBos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAE7D,MAAM,UAAU,mBAAmB,CAAC,GAA8B;IAC9D,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI;QACzB,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QACvC,OAAO,sBAAsB,CAAC;KACjC;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QAC/C,OAAO,mBAAmB,CAAC;KAC9B;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}
+{"version":3,"file":"createChatWrapperByBos.js","sourceRoot":"","sources":["../../src/chatWrappers/createChatWrapperByBos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,sBAAsB,EAAC,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAErE,MAAM,UAAU,mBAAmB,CAAC,GAA8B;IAC9D,IAAI,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,IAAI;QACzB,OAAO,IAAI,CAAC;IAEhB,IAAI,qBAAqB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QACvC,OAAO,sBAAsB,CAAC;KACjC;SAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;QAC/C,OAAO,uBAAuB,CAAC;KAClC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/cli/commands/BuildCommand.js

@@ -7,10 +7,12 @@ import { clearTempFolder } from "../../utils/clearTempFolder.js";
 import { defaultLlamaCppCudaSupport, defaultLlamaCppMetalSupport, llamaCppDirectory } from "../../config.js";
 import { downloadCmakeIfNeeded } from "../../utils/cmake.js";
 import withStatusLogs from "../../utils/withStatusLogs.js";
+import { getIsInDocumentationMode } from "../../state.js";
 export const BuildCommand = {
     command: "build",
     describe: "Compile the currently downloaded llama.cpp",
     builder(yargs) {
+        const isInDocumentationMode = getIsInDocumentationMode();
         return yargs
             .option("arch", {
             alias: "a",
@@ -24,7 +26,7 @@ export const BuildCommand = {
         })
             .option("metal", {
             type: "boolean",
-            default: defaultLlamaCppMetalSupport,
+            default: defaultLlamaCppMetalSupport || isInDocumentationMode,
             description: "Compile llama.cpp with Metal support. Enabled by default on macOS. Can be disabled with \"--no-metal\". Can also be set via the NODE_LLAMA_CPP_METAL environment variable"
         })
             .option("cuda", {

package/dist/cli/commands/BuildCommand.js.map

@@ -1 +1 @@
-{"version":3,"file":"BuildCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/BuildCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,0BAA0B,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAC3G,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAS3D,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,4CAA4C;IACtD,OAAO,CAAC,KAAK;QACT,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,2BAA2B;YACpC,WAAW,EAAE,2KAA2K;SAC3L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,uGAAuG;SACvH,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAe;IACpF,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACnB;IAED,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;KACpD;IAED,IAAI,IAAI,EAAE;QACN,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;KACnD;IAED,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAElC,MAAM,cAAc,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;KAClD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC7B,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/C,cAAc,EAAE,IAAI;YACpB,KAAK;YACL,IAAI;SACP,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;KACvD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC"}
+{"version":3,"file":"BuildCommand.js","sourceRoot":"","sources":["../../../src/cli/commands/BuildCommand.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,OAAO,MAAM,wBAAwB,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,0BAA0B,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAC3G,OAAO,EAAC,qBAAqB,EAAC,MAAM,sBAAsB,CAAC;AAC3D,OAAO,cAAc,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAC,wBAAwB,EAAC,MAAM,gBAAgB,CAAC;AASxD,MAAM,CAAC,MAAM,YAAY,GAAwC;IAC7D,OAAO,EAAE,OAAO;IAChB,QAAQ,EAAE,4CAA4C;IACtD,OAAO,CAAC,KAAK;QACT,MAAM,qBAAqB,GAAG,wBAAwB,EAAE,CAAC;QAEzD,OAAO,KAAK;aACP,MAAM,CAAC,MAAM,EAAE;YACZ,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,2CAA2C;SAC3D,CAAC;aACD,MAAM,CAAC,YAAY,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,gEAAgE;SAChF,CAAC;aACD,MAAM,CAAC,OAAO,EAAE;YACb,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,2BAA2B,IAAI,qBAAqB;YAC7D,WAAW,EAAE,2KAA2K;SAC3L,CAAC;aACD,MAAM,CAAC,MAAM,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,0BAA0B;YACnC,WAAW,EAAE,uGAAuG;SACvH,CAAC,CAAC;IACX,CAAC;IACD,OAAO,EAAE,oBAAoB;CAChC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAe;IACpF,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC,CAAC;QAClG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACnB;IAED,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;KACpD;IAED,IAAI,IAAI,EAAE;QACN,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;KACnD;IAED,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAElC,MAAM,cAAc,CAAC;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;QAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;KAClD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC7B,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YAC/C,cAAc,EAAE,IAAI;YACpB,KAAK;YACL,IAAI;SACP,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC/C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC9C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC;KACvD,EAAE,KAAK,IAAI,EAAE;QACV,MAAM,eAAe,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/cli/commands/ChatCommand.d.ts

@@ -1,16 +1,23 @@
 import { CommandModule } from "yargs";
 import type { LlamaGrammar } from "../../llamaEvaluator/LlamaGrammar.js";
+declare const modelWrappers: readonly ["auto", "general", "llamaChat", "chatML", "falconChat"];
 type ChatCommand = {
     model: string;
     systemInfo: boolean;
     systemPrompt: string;
-    wrapper: "auto" | "general" | "llamaChat" | "chatML" | "falconChat";
+    prompt?: string;
+    wrapper: (typeof modelWrappers)[number];
     contextSize: number;
     grammar: "text" | Parameters<typeof LlamaGrammar.getFor>[0];
     threads: number;
     temperature: number;
     topK: number;
     topP: number;
+    repeatPenalty: number;
+    lastTokensRepeatPenalty: number;
+    penalizeRepeatingNewLine: boolean;
+    repeatFrequencyPenalty?: number;
+    repeatPresencePenalty?: number;
     maxTokens: number;
 };
 export declare const ChatCommand: CommandModule<object, ChatCommand>;