node-llama-cpp 3.0.0-beta.9 → 3.0.0

package/dist/evaluator/LlamaModel.d.ts

@@ -1,120 +0,0 @@
-import { EventRelay } from "lifecycle-utils";
-import { Token } from "../types.js";
-import { ModelTypeDescription } from "../bindings/AddonTypes.js";
-import { Llama } from "../bindings/Llama.js";
-import type { BuiltinSpecialTokenValue } from "../utils/LlamaText.js";
-export type LlamaModelOptions = {
-    llama: Llama;
-    /** path to the model on the filesystem */
-    modelPath: string;
-    /** number of layers to store in VRAM */
-    gpuLayers?: number;
-    /** only load the vocabulary, no weights */
-    vocabOnly?: boolean;
-    /** use mmap if possible */
-    useMmap?: boolean;
-    /** force system to keep model in RAM */
-    useMlock?: boolean;
-};
-export declare class LlamaModel {
-    readonly onDispose: EventRelay<void>;
-    /**
-     * > options source:
-     * > [github:ggerganov/llama.cpp/llama.h](
-     * > https://github.com/ggerganov/llama.cpp/blob/05816027d649f977468fc804cdb54e99eac246d1/llama.h#L161) (`struct llama_model_params`)
-     * @param options
-     * @param options.modelPath - path to the model on the filesystem
-     * @param [options.gpuLayers] - number of layers to store in VRAM
-     * @param [options.vocabOnly] - only load the vocabulary, no weights
-     * @param [options.useMmap] - use mmap if possible
-     * @param [options.useMlock] - force system to keep model in RAM
-     */
-    constructor({ llama, modelPath, gpuLayers, vocabOnly, useMmap, useMlock }: LlamaModelOptions);
-    dispose(): void;
-    /** @hidden */
-    [Symbol.dispose](): void;
-    get disposed(): boolean;
-    get tokens(): LlamaModelTokens;
-    get filename(): string | undefined;
-    /**
-     * Transform text into tokens that can be fed to the model
-     * @param text - the text to tokenize
-     * @param [specialTokens] - if set to true, text that correspond to special tokens will be tokenized to those tokens.
-     * For example, `<s>` will be tokenized to the BOS token if `specialTokens` is set to `true`,
-     * otherwise it will be tokenized to tokens that corresponds to the plaintext `<s>` string.
-     */
-    tokenize(text: string, specialTokens?: boolean): Token[];
-    tokenize(text: BuiltinSpecialTokenValue, specialTokens: "builtin"): Token[];
-    /** Transform tokens into text */
-    detokenize(tokens: readonly Token[]): string;
-    /** @hidden `ModelTypeDescription` type alias is too long in the documentation */
-    get typeDescription(): ModelTypeDescription;
-    /** The context size the model was trained on */
-    get trainContextSize(): number;
-}
-export declare class LlamaModelTokens {
-    private constructor();
-    /**
-     * @returns infill tokens
-     */
-    get infill(): LlamaModelInfillTokens;
-    /**
-     * @returns The BOS (Beginning Of Sequence) token.
-     */
-    get bos(): Token | null;
-    /**
-     * @returns The EOS (End Of Sequence) token.
-     */
-    get eos(): Token | null;
-    /**
-     * @returns The NL (New Line) token.
-     */
-    get nl(): Token | null;
-    /**
-     * @returns The BOS (Beginning Of Sequence) token as a string.
-     */
-    get bosString(): string | null;
-    /**
-     * @returns The EOS (End Of Sequence) token as a string.
-     */
-    get eosString(): string | null;
-    /**
-     * @returns The NL (New Line) token as a string.
-     */
-    get nlString(): string | null;
-}
-export declare class LlamaModelInfillTokens {
-    private constructor();
-    /**
-     * @returns The beginning of infill prefix token.
-     */
-    get prefix(): Token | null;
-    /**
-     * @returns The beginning of infill middle token.
-     */
-    get middle(): Token | null;
-    /**
-     * @returns The beginning of infill suffix token.
-     */
-    get suffix(): Token | null;
-    /**
-     * @returns End of infill middle token (End Of Text).
-     */
-    get eot(): Token | null;
-    /**
-     * @returns The beginning of infill prefix token as a string.
-     */
-    get prefixString(): string | null;
-    /**
-     * @returns The beginning of infill middle token as a string.
-     */
-    get middleString(): string | null;
-    /**
-     * @returns The beginning of infill suffix token as a string.
-     */
-    get suffixString(): string | null;
-    /**
-     * @returns End of infill middle token (End Of Text) as a string.
-     */
-    get eotString(): string | null;
-}

package/dist/evaluator/LlamaModel.js

@@ -1,320 +0,0 @@
-import process from "process";
-import path from "path";
-import { DisposedError, EventRelay } from "lifecycle-utils";
-import { removeNullFields } from "../utils/removeNullFields.js";
-export class LlamaModel {
-    /** @internal */ _llama;
-    /** @internal */ _model;
-    /** @internal */ _tokens;
-    /** @internal */ _filename;
-    /** @internal */ _disposedState = { disposed: false };
-    /** @internal */ _typeDescription;
-    /** @internal */ _trainContextSize;
-    onDispose = new EventRelay();
-    /**
-     * > options source:
-     * > [github:ggerganov/llama.cpp/llama.h](
-     * > https://github.com/ggerganov/llama.cpp/blob/05816027d649f977468fc804cdb54e99eac246d1/llama.h#L161) (`struct llama_model_params`)
-     * @param options
-     * @param options.modelPath - path to the model on the filesystem
-     * @param [options.gpuLayers] - number of layers to store in VRAM
-     * @param [options.vocabOnly] - only load the vocabulary, no weights
-     * @param [options.useMmap] - use mmap if possible
-     * @param [options.useMlock] - force system to keep model in RAM
-     */
-    constructor({ llama, modelPath, gpuLayers, vocabOnly, useMmap, useMlock }) {
-        this._llama = llama;
-        this._model = new this._llama._bindings.AddonModel(path.resolve(process.cwd(), modelPath), removeNullFields({
-            gpuLayers,
-            vocabOnly,
-            useMmap,
-            useMlock
-        }));
-        this._tokens = LlamaModelTokens._create(this._model, this._disposedState);
-        this._filename = path.basename(modelPath);
-        this.tokenize = this.tokenize.bind(this);
-        this.detokenize = this.detokenize.bind(this);
-    }
-    dispose() {
-        if (this._disposedState.disposed)
-            return;
-        this.onDispose.dispatchEvent();
-        this._model.dispose();
-        this._disposedState.disposed = true;
-    }
-    /** @hidden */
-    [Symbol.dispose]() {
-        this.dispose();
-    }
-    get disposed() {
-        return this._disposedState.disposed;
-    }
-    get tokens() {
-        return this._tokens;
-    }
-    get filename() {
-        return this._filename;
-    }
-    tokenize(text, specialTokens = false) {
-        this._ensureNotDisposed();
-        if (text === "")
-            return [];
-        if (specialTokens === "builtin") {
-            const builtinToken = text;
-            switch (builtinToken) {
-                case "BOS": return this.tokens.bos == null ? [] : [this.tokens.bos];
-                case "EOS": return this.tokens.eos == null ? [] : [this.tokens.eos];
-                case "NL": return this.tokens.nl == null ? [] : [this.tokens.nl];
-            }
-            void (builtinToken);
-            throw new Error(`Unknown builtin special token: ${builtinToken}`);
-        }
-        return Array.from(this._model.tokenize(text, specialTokens));
-    }
-    /** Transform tokens into text */
-    detokenize(tokens) {
-        this._ensureNotDisposed();
-        if (tokens.length === 0)
-            return "";
-        return this._model.detokenize(Uint32Array.from(tokens));
-    }
-    /** @hidden `ModelTypeDescription` type alias is too long in the documentation */
-    get typeDescription() {
-        this._ensureNotDisposed();
-        if (this._typeDescription == null)
-            this._typeDescription = this._model.getModelDescription();
-        return this._typeDescription;
-    }
-    /** The context size the model was trained on */
-    get trainContextSize() {
-        this._ensureNotDisposed();
-        if (this._trainContextSize == null)
-            this._trainContextSize = this._model.getTrainContextSize();
-        return this._trainContextSize;
-    }
-    /** @internal */
-    _ensureNotDisposed() {
-        if (this._disposedState.disposed)
-            throw new DisposedError();
-    }
-}
-export class LlamaModelTokens {
-    /** @internal */ _model;
-    /** @internal */ _disposedState;
-    /** @internal */ _infillTokens;
-    /** @internal */ _bosToken;
-    /** @internal */ _eosToken;
-    /** @internal */ _nlToken;
-    /** @internal */ _bosString;
-    /** @internal */ _eosString;
-    /** @internal */ _nlString;
-    constructor(model, disposedState) {
-        this._model = model;
-        this._disposedState = disposedState;
-    }
-    /**
-     * @returns infill tokens
-     */
-    get infill() {
-        this._ensureNotDisposed();
-        if (this._infillTokens == null)
-            this._infillTokens = LlamaModelInfillTokens._create(this._model, this._disposedState);
-        return this._infillTokens;
-    }
-    /**
-     * @returns The BOS (Beginning Of Sequence) token.
-     */
-    get bos() {
-        this._ensureNotDisposed();
-        if (this._bosToken == null)
-            this._bosToken = this._model.tokenBos();
-        if (this._bosToken === -1)
-            return null;
-        return this._bosToken;
-    }
-    /**
-     * @returns The EOS (End Of Sequence) token.
-     */
-    get eos() {
-        this._ensureNotDisposed();
-        if (this._eosToken == null)
-            this._eosToken = this._model.tokenEos();
-        if (this._eosToken === -1)
-            return null;
-        return this._eosToken;
-    }
-    /**
-     * @returns The NL (New Line) token.
-     */
-    get nl() {
-        this._ensureNotDisposed();
-        if (this._nlToken == null)
-            this._nlToken = this._model.tokenNl();
-        if (this._nlToken === -1)
-            return null;
-        return this._nlToken;
-    }
-    /**
-     * @returns The BOS (Beginning Of Sequence) token as a string.
-     */
-    get bosString() {
-        this._ensureNotDisposed();
-        const bosToken = this.bos;
-        if (bosToken == null)
-            return null;
-        if (this._bosString == null)
-            this._bosString = this._model.getTokenString(bosToken);
-        return this._bosString;
-    }
-    /**
-     * @returns The EOS (End Of Sequence) token as a string.
-     */
-    get eosString() {
-        this._ensureNotDisposed();
-        const eosToken = this.eos;
-        if (eosToken == null)
-            return null;
-        if (this._eosString == null)
-            this._eosString = this._model.getTokenString(eosToken);
-        return this._eosString;
-    }
-    /**
-     * @returns The NL (New Line) token as a string.
-     */
-    get nlString() {
-        this._ensureNotDisposed();
-        const nlToken = this.nl;
-        if (nlToken == null)
-            return null;
-        if (this._nlString == null)
-            this._nlString = this._model.getTokenString(nlToken);
-        return this._nlString;
-    }
-    /** @internal */
-    _ensureNotDisposed() {
-        if (this._disposedState.disposed)
-            throw new DisposedError();
-    }
-    /** @internal */
-    static _create(model, disposedState) {
-        return new LlamaModelTokens(model, disposedState);
-    }
-}
-export class LlamaModelInfillTokens {
-    /** @internal */ _model;
-    /** @internal */ _disposedState;
-    /** @internal */ _prefixToken;
-    /** @internal */ _middleToken;
-    /** @internal */ _suffixToken;
-    /** @internal */ _eotToken;
-    /** @internal */ _prefixString;
-    /** @internal */ _middleString;
-    /** @internal */ _suffixString;
-    /** @internal */ _eotString;
-    constructor(model, disposedState) {
-        this._model = model;
-        this._disposedState = disposedState;
-    }
-    /**
-     * @returns The beginning of infill prefix token.
-     */
-    get prefix() {
-        this._ensureNotDisposed();
-        if (this._prefixToken == null)
-            this._prefixToken = this._model.prefixToken();
-        if (this._prefixToken === -1)
-            return null;
-        return this._prefixToken;
-    }
-    /**
-     * @returns The beginning of infill middle token.
-     */
-    get middle() {
-        this._ensureNotDisposed();
-        if (this._middleToken == null)
-            this._middleToken = this._model.middleToken();
-        if (this._middleToken === -1)
-            return null;
-        return this._middleToken;
-    }
-    /**
-     * @returns The beginning of infill suffix token.
-     */
-    get suffix() {
-        this._ensureNotDisposed();
-        if (this._suffixToken == null)
-            this._suffixToken = this._model.suffixToken();
-        if (this._suffixToken === -1)
-            return null;
-        return this._suffixToken;
-    }
-    /**
-     * @returns End of infill middle token (End Of Text).
-     */
-    get eot() {
-        this._ensureNotDisposed();
-        if (this._eotToken == null)
-            this._eotToken = this._model.eotToken();
-        if (this._eotToken === -1)
-            return null;
-        return this._eotToken;
-    }
-    /**
-     * @returns The beginning of infill prefix token as a string.
-     */
-    get prefixString() {
-        this._ensureNotDisposed();
-        const prefixToken = this.prefix;
-        if (prefixToken == null)
-            return null;
-        if (this._prefixString == null)
-            this._prefixString = this._model.getTokenString(prefixToken);
-        return this._prefixString;
-    }
-    /**
-     * @returns The beginning of infill middle token as a string.
-     */
-    get middleString() {
-        this._ensureNotDisposed();
-        const middleToken = this.middle;
-        if (middleToken == null)
-            return null;
-        if (this._middleString == null)
-            this._middleString = this._model.getTokenString(middleToken);
-        return this._middleString;
-    }
-    /**
-     * @returns The beginning of infill suffix token as a string.
-     */
-    get suffixString() {
-        this._ensureNotDisposed();
-        const suffixToken = this.suffix;
-        if (suffixToken == null)
-            return null;
-        if (this._suffixString == null)
-            this._suffixString = this._model.getTokenString(suffixToken);
-        return this._suffixString;
-    }
-    /**
-     * @returns End of infill middle token (End Of Text) as a string.
-     */
-    get eotString() {
-        this._ensureNotDisposed();
-        const eotToken = this.eot;
-        if (eotToken == null)
-            return null;
-        if (this._eotString == null)
-            this._eotString = this._model.getTokenString(eotToken);
-        return this._eotString;
-    }
-    /** @internal */
-    _ensureNotDisposed() {
-        if (this._disposedState.disposed)
-            throw new DisposedError();
-    }
-    /** @internal */
-    static _create(model, disposedState) {
-        return new LlamaModelInfillTokens(model, disposedState);
-    }
-}
-//# sourceMappingURL=LlamaModel.js.map

package/dist/evaluator/LlamaModel.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LlamaModel.js","sourceRoot":"","sources":["../../src/evaluator/LlamaModel.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAC,aAAa,EAAE,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AA0B9D,MAAM,OAAO,UAAU;IACnB,gBAAgB,CAAiB,MAAM,CAAQ;IAC/C,gBAAgB,CAAiB,MAAM,CAAa;IACpD,gBAAgB,CAAkB,OAAO,CAAmB;IAC5D,gBAAgB,CAAkB,SAAS,CAAU;IACrD,gBAAgB,CAAkB,cAAc,GAAkB,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAC;IACpF,gBAAgB,CAAS,gBAAgB,CAAwB;IACjE,gBAAgB,CAAS,iBAAiB,CAAU;IAEpC,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD;;;;;;;;;;OAUG;IACH,YAAmB,EACf,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EACzC;QAChB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,EAAE,gBAAgB,CAAC;YACxG,SAAS;YACT,SAAS;YACT,OAAO;YACP,QAAQ;SACX,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE1C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAEM,OAAO;QACV,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;YAC5B,OAAO;QAEX,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC;IACxC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;IACxC,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAWM,QAAQ,CAAC,IAAY,EAAE,gBAAqC,KAAK;QACpE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,KAAK,EAAE;YACX,OAAO,EAAE,CAAC;QAEd,IAAI,aAAa,KAAK,SAAS,EAAE;YAC7B,MAAM,YAAY,GAAG,IAAgC,CAAC;YAEtD,QAAQ,YAAY,EAAE;gBAClB,KAAK,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACpE,KAAK,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACpE,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;aACpE;YAED,KAAK,CAAC,YAA4B,CAAC,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,YAAY,EAAE,CAAC,CAAC;SACrE;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC,CAAY,CAAC;IAC5E,CAAC;IAED,iCAAiC;IAC1B,UAAU,CAAC,MAAwB;QACtC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YACnB,OAAO,EAAE,CAAC;QAEd,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,iFAAiF;IACjF,IAAW,eAAe;QACtB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI;YAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAE9D,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED,gDAAgD;IAChD,IAAW,gBAAgB;QACvB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI;YAC9B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAE/D,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;YAC5B,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;CACJ;AAED,MAAM,OAAO,gBAAgB;IACzB,gBAAgB,CAAkB,MAAM,CAAa;IACrD,gBAAgB,CAAkB,cAAc,CAAgB;IAChE,gBAAgB,CAAS,aAAa,CAA0B;IAChE,gBAAgB,CAAS,SAAS,CAAS;IAC3C,gBAAgB,CAAS,SAAS,CAAS;IAC3C,gBAAgB,CAAS,QAAQ,CAAS;IAC1C,gBAAgB,CAAS,UAAU,CAAU;IAC7C,gBAAgB,CAAS,UAAU,CAAU;IAC7C,gBAAgB,CAAS,SAAS,CAAU;IAE5C,YAAoB,KAAiB,EAAE,aAA4B;QAC/D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI;YAC1B,IAAI,CAAC,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAE1F,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,IAAW,GAAG;QACV,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,IAAW,GAAG;QACV,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,IAAW,EAAE;QACT,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;YACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAE1C,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC;QAE1B,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;YACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC;QAE1B,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;YACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAW,QAAQ;QACf,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC;QAExB,IAAI,OAAO,IAAI,IAAI;YACf,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEzD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;YAC5B,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,KAAiB,EAAE,aAA4B;QACjE,OAAO,IAAI,gBAAgB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACtD,CAAC;CACJ;AAED,MAAM,OAAO,sBAAsB;IAC/B,gBAAgB,CAAkB,MAAM,CAAa;IACrD,gBAAgB,CAAkB,cAAc,CAAgB;IAChE,gBAAgB,CAAS,YAAY,CAAS;IAC9C,gBAAgB,CAAS,YAAY,CAAS;IAC9C,gBAAgB,CAAS,YAAY,CAAS;IAC9C,gBAAgB,CAAS,SAAS,CAAS;IAC3C,gBAAgB,CAAS,aAAa,CAAU;IAChD,gBAAgB,CAAS,aAAa,CAAU;IAChD,gBAAgB,CAAS,aAAa,CAAU;IAChD,gBAAgB,CAAS,UAAU,CAAU;IAE7C,YAAoB,KAAiB,EAAE,aAA4B;QAC/D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAElD,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAElD,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,IAAW,MAAM;QACb,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;YACzB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAElD,IAAI,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,IAAW,GAAG;QACV,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAE5C,IAAI,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,IAAW,YAAY;QACnB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhC,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI;YAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,IAAW,YAAY;QACnB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhC,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI;YAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,IAAW,YAAY;QACnB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhC,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI;YAC1B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,IAAW,SAAS;QAChB,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC;QAE1B,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC;QAEhB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;YACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;YAC5B,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,KAAiB,EAAE,aAA4B;QACjE,OAAO,IAAI,sBAAsB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC5D,CAAC;CACJ"}

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.d.ts

@@ -1,2 +0,0 @@
-import { GbnfJsonSchema } from "./gbnfJson/types.js";
-export declare function getGbnfGrammarForGbnfJsonSchema(schema: GbnfJsonSchema): string;

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js

@@ -1,9 +0,0 @@
-import { getGbnfJsonTerminalForGbnfJsonSchema } from "./gbnfJson/utils/getGbnfJsonTerminalForGbnfJsonSchema.js";
-import { GbnfGrammarGenerator } from "./gbnfJson/GbnfGrammarGenerator.js";
-export function getGbnfGrammarForGbnfJsonSchema(schema) {
-    const grammarGenerator = new GbnfGrammarGenerator();
-    const rootTerminal = getGbnfJsonTerminalForGbnfJsonSchema(schema, grammarGenerator);
-    const rootGrammar = rootTerminal.getGrammar(grammarGenerator);
-    return grammarGenerator.generateGbnfFile(rootGrammar + " [\\n]".repeat(4) + " [\\n]*");
-}
-//# sourceMappingURL=getGbnfGrammarForGbnfJsonSchema.js.map

package/dist/utils/getGbnfGrammarForGbnfJsonSchema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getGbnfGrammarForGbnfJsonSchema.js","sourceRoot":"","sources":["../../src/utils/getGbnfGrammarForGbnfJsonSchema.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,oCAAoC,EAAC,MAAM,0DAA0D,CAAC;AAC9G,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AAGxE,MAAM,UAAU,+BAA+B,CAAC,MAAsB;IAClE,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,oCAAoC,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACpF,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IAE9D,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC"}

package/dist/utils/parseModelTypeDescription.d.ts

@@ -1,6 +0,0 @@
-import type { AddonModelArchName, AddonModelFileTypeName, AddonModelTypeName, ModelTypeDescription } from "../bindings/AddonTypes.js";
-export declare function parseModelTypeDescription(modelTypeDescription: ModelTypeDescription): {
-    arch: AddonModelArchName;
-    type: AddonModelTypeName;
-    fileType: AddonModelFileTypeName;
-};

package/dist/utils/parseModelTypeDescription.js

@@ -1,9 +0,0 @@
-export function parseModelTypeDescription(modelTypeDescription) {
-    const [arch, type, ...fileTypeParts] = modelTypeDescription.split(" ");
-    return {
-        arch: arch,
-        type: type,
-        fileType: fileTypeParts.join(" ")
-    };
-}
-//# sourceMappingURL=parseModelTypeDescription.js.map

package/dist/utils/parseModelTypeDescription.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"parseModelTypeDescription.js","sourceRoot":"","sources":["../../src/utils/parseModelTypeDescription.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,yBAAyB,CAAC,oBAA0C;IAChF,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEvE,OAAO;QACH,IAAI,EAAE,IAA0B;QAChC,IAAI,EAAE,IAA0B;QAChC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAA2B;KAC9D,CAAC;AACN,CAAC"}

package/dist/utils/resolveChatWrapper.d.ts

@@ -1,4 +0,0 @@
-import { ChatWrapper } from "../ChatWrapper.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-import { LlamaModel } from "../evaluator/LlamaModel.js";
-export declare function resolveChatWrapper(chatWrapper: "auto" | ChatWrapper, model: LlamaModel): ChatWrapper | import("../index.js").LlamaChatWrapper | GeneralChatWrapper | import("../index.js").FalconChatWrapper;

package/dist/utils/resolveChatWrapper.js

@@ -1,16 +0,0 @@
-import { resolveChatWrapperBasedOnModel } from "../chatWrappers/resolveChatWrapperBasedOnModel.js";
-import { GeneralChatWrapper } from "../chatWrappers/GeneralChatWrapper.js";
-export function resolveChatWrapper(chatWrapper, model) {
-    if (chatWrapper === "auto") {
-        const chatWrapper = resolveChatWrapperBasedOnModel({
-            bosString: model.tokens.bosString,
-            filename: model.filename,
-            typeDescription: model.typeDescription
-        });
-        if (chatWrapper != null)
-            return new chatWrapper();
-        return new GeneralChatWrapper();
-    }
-    return chatWrapper;
-}
-//# sourceMappingURL=resolveChatWrapper.js.map

package/dist/utils/resolveChatWrapper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"resolveChatWrapper.js","sourceRoot":"","sources":["../../src/utils/resolveChatWrapper.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,8BAA8B,EAAC,MAAM,mDAAmD,CAAC;AACjG,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AAGzE,MAAM,UAAU,kBAAkB,CAAC,WAAiC,EAAE,KAAiB;IACnF,IAAI,WAAW,KAAK,MAAM,EAAE;QACxB,MAAM,WAAW,GAAG,8BAA8B,CAAC;YAC/C,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,eAAe,EAAE,KAAK,CAAC,eAAe;SACzC,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,IAAI;YACnB,OAAO,IAAI,WAAW,EAAE,CAAC;QAE7B,OAAO,IAAI,kBAAkB,EAAE,CAAC;KACnC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC"}