node-llama-cpp 3.0.0-beta.4 → 3.0.0-beta.41

package/dist/gguf/types/GgufMetadataTypes.d.ts

@@ -0,0 +1,356 @@
+export declare const enum GgufArchitectureType {
+    llama = "llama",
+    falcon = "falcon",
+    grok = "grok",
+    gpt2 = "gpt2",
+    gptj = "gptj",
+    gptneox = "gptneox",
+    mpt = "mpt",
+    baichuan = "baichuan",
+    starcoder = "starcoder",
+    refact = "refact",
+    bert = "bert",
+    nomicBert = "nomic-bert",
+    jinaBertV2 = "jina-bert-v2",
+    bloom = "bloom",
+    stablelm = "stablelm",
+    qwen = "qwen",
+    qwen2 = "qwen2",
+    qwen2moe = "qwen2moe",
+    phi2 = "phi2",
+    phi3 = "phi3",
+    plamo = "plamo",
+    codeshell = "codeshell",
+    orion = "orion",
+    internlm2 = "internlm2",
+    minicpm = "minicpm",
+    gemma = "gemma",
+    gemma2 = "gemma2",
+    starcoder2 = "starcoder2",
+    mamba = "mamba",
+    xverse = "xverse",
+    commandR = "command-r",
+    dbrx = "dbrx",
+    olmo = "olmo",
+    openelm = "openelm",
+    arctic = "arctic",
+    deepseek2 = "deepseek2",
+    bitnet = "bitnet",
+    t5 = "t5",
+    jais = "jais",
+    unknown = "(unknown)"
+}
+export type GgufMetadata<A extends GgufArchitectureType = GgufArchitectureType> = {
+    readonly general: GgufMetadataGeneral<A>;
+    readonly tokenizer: GgufMetadataTokenizer;
+} & (GgufArchitectureType extends A ? {
+    readonly [key in GgufArchitectureType]?: key extends keyof GgufMetadataLlmToType ? GgufMetadataLlmToType[key] : GgufMetadataDefaultArchitectureType;
+} : {
+    readonly [key in A]: key extends keyof GgufMetadataLlmToType ? GgufMetadataLlmToType[key] : GgufMetadataDefaultArchitectureType;
+});
+export type GgufMetadataLlmToType = {
+    [GgufArchitectureType.llama]: GgufMetadataLlmLLaMA;
+    [GgufArchitectureType.mpt]: GgufMetadataMPT;
+    [GgufArchitectureType.gptneox]: GgufMetadataGPTNeoX;
+    [GgufArchitectureType.gptj]: GgufMetadataGPTJ;
+    [GgufArchitectureType.gpt2]: GgufMetadataGPT2;
+    [GgufArchitectureType.bloom]: GgufMetadataBloom;
+    [GgufArchitectureType.falcon]: GgufMetadataFalcon;
+    [GgufArchitectureType.mamba]: GgufMetadataMamba;
+};
+export declare enum GgufFileType {
+    ALL_F32 = 0,
+    MOSTLY_F16 = 1,
+    MOSTLY_Q4_0 = 2,
+    MOSTLY_Q4_1 = 3,
+    MOSTLY_Q4_1_SOME_F16 = 4,
+    MOSTLY_Q4_2 = 5,
+    MOSTLY_Q4_3 = 6,
+    MOSTLY_Q8_0 = 7,
+    MOSTLY_Q5_0 = 8,
+    MOSTLY_Q5_1 = 9,
+    MOSTLY_Q2_K = 10,
+    MOSTLY_Q3_K_S = 11,
+    MOSTLY_Q3_K_M = 12,
+    MOSTLY_Q3_K_L = 13,
+    MOSTLY_Q4_K_S = 14,
+    MOSTLY_Q4_K_M = 15,
+    MOSTLY_Q5_K_S = 16,
+    MOSTLY_Q5_K_M = 17,
+    MOSTLY_Q6_K = 18,
+    MOSTLY_IQ2_XXS = 19,
+    MOSTLY_IQ2_XS = 20,
+    MOSTLY_Q2_K_S = 21,
+    MOSTLY_IQ3_XS = 22,
+    MOSTLY_IQ3_XXS = 23,
+    MOSTLY_IQ1_S = 24,
+    MOSTLY_IQ4_NL = 25,
+    MOSTLY_IQ3_S = 26,
+    MOSTLY_IQ3_M = 27,
+    MOSTLY_IQ2_S = 28,
+    MOSTLY_IQ2_M = 29,
+    MOSTLY_IQ4_XS = 30
+}
+export type GgufMetadataGeneral<A extends GgufArchitectureType = GgufArchitectureType> = {
+    readonly architecture: A;
+    /**
+     * The version of the quantization format. Not required if the model is not
+     * quantized (i.e. no tensors are quantized). If any tensors are quantized,
+     * this must be present. This is separate to the quantization scheme of the
+     * tensors itself; the quantization version may change without changing the
+     * scheme's name (e.g. the quantization scheme is Q5_K, and the quantization
+     * version is 4).
+     */
+    readonly quantization_version: string;
+    /**
+     * the global alignment to use, as described above. This can vary to allow
+     * for different alignment schemes, but it must be a multiple of 8. Some
+     * writers may not write the alignment. If the alignment is not specified,
+     * assume it is `32`.
+     */
+    readonly alignment?: string;
+    /**
+     * The name of the model. This should be a human-readable name that can be
+     * used to identify the model. It should be unique within the community
+     * that the model is defined in.
+     */
+    readonly name?: string;
+    readonly basename?: string;
+    readonly author?: string;
+    /**
+     * URL to the model's homepage. This can be a GitHub repo, a paper, etc.
+     */
+    readonly url?: string;
+    /**
+     * free-form description of the model including anything that isn't
+     * covered by the other fields
+     */
+    readonly description?: string;
+    /**
+     * License of the model, expressed as a SPDX license expression
+     * (e.g. `MIT OR Apache-2.0`). *Should not* include any other information,
+     * such as the license text or the URL to the license.
+     */
+    readonly license?: string;
+    readonly "license.name"?: string;
+    readonly "license.link"?: string;
+    /**
+     * Information about where this model came from. This is useful for tracking
+     * the provenance of the model, and for finding the original source if the
+     * model is modified. For a model that was converted from GGML, for
+     * example, these keys would point to the model that was converted from.
+     */
+    readonly source?: {
+        /**
+         * URL to the source of the model. Can be a GitHub repo, a paper, etc.
+         */
+        readonly url?: string;
+        readonly huggingface?: {
+            readonly repository?: string;
+        };
+    };
+    /**
+     * An enumerated value describing the type of the majority of the tensors
+     * in the file. Optional; can be inferred from the tensor types.
+     */
+    readonly file_type?: GgufFileType | undefined;
+    readonly base_model?: {
+        readonly count: number;
+        readonly [key: `${bigint}`]: {
+            readonly name?: string;
+            readonly author?: string;
+            readonly version?: string;
+            readonly organization?: string;
+            readonly url?: string;
+            readonly doi?: string;
+            readonly uuid?: string;
+            readonly repo_url?: string;
+        };
+    };
+};
+export declare const enum GgufMetadataTokenizerTokenType {
+    undefined = 0,
+    normal = 1,
+    unknown = 2,
+    control = 3,
+    userDefined = 4,
+    unused = 5,
+    byte = 6
+}
+export type GgufMetadataTokenizer = {
+    readonly ggml: {
+        readonly model: "no_vocab" | "llama" | "gpt2" | "bert" | string;
+        readonly pre?: "default" | "llama3" | "llama-v3" | "llama-bpe" | "deepseek-llm" | "deepseek-coder" | "falcon" | "mpt" | "starcoder" | "gpt-2" | "jina-es" | "jina-de" | "jina-v2-es" | "jina-v2-de" | "refact" | "command-r" | "qwen2" | "stablelm2" | "olmo" | "dbrx" | "smaug-bpe" | string;
+        readonly tokens: readonly string[];
+        readonly token_type: GgufMetadataTokenizerTokenType[];
+        readonly token_type_count?: number;
+        readonly scores?: readonly number[];
+        readonly merges?: readonly string[];
+        readonly bos_token_id?: number;
+        readonly eos_token_id?: number;
+        readonly unknown_token_id?: number;
+        readonly separator_token_id?: number;
+        readonly padding_token_id?: number;
+        readonly add_bos_token?: boolean;
+        readonly add_eos_token?: boolean;
+        readonly add_space_prefix?: boolean;
+        readonly added_tokens?: readonly string[];
+        readonly prefix_token_id?: number;
+        readonly suffix_token_id?: number;
+        readonly middle_token_id?: number;
+        readonly eot_token_id?: number;
+    };
+    readonly huggingface?: {
+        readonly json?: string;
+    };
+    readonly chat_template?: string;
+};
+export declare const enum GgufMetadataArchitecturePoolingType {
+    unspecified = -1,
+    none = 0,
+    mean = 1,
+    max = 2
+}
+export type GgufMetadataDefaultArchitectureType = {
+    readonly vocab_size?: number;
+    readonly context_length?: number;
+    readonly embedding_length?: number;
+    readonly block_count?: number;
+    readonly feed_forward_length?: number;
+    readonly use_parallel_residual?: boolean;
+    readonly tensor_data_layout?: string;
+    readonly expert_count?: number;
+    readonly expert_used_count?: number;
+    readonly pooling_type?: GgufMetadataArchitecturePoolingType;
+    readonly logit_scale?: number;
+    readonly attention?: {
+        readonly head_count?: number;
+        readonly head_count_kv?: number;
+        readonly max_alibi_bias?: number;
+        readonly clamp_kqv?: number;
+        readonly layer_norm_epsilon?: number;
+        readonly layer_norm_rms_epsilon?: number;
+        readonly key_length?: number;
+        readonly value_length?: number;
+        readonly causal?: boolean;
+    };
+    readonly rope?: {
+        readonly dimension_count?: number;
+        readonly freq_base?: number;
+        readonly scale_linear?: number;
+        readonly scaling?: {
+            readonly type?: "none" | "linear" | "yarn" | string;
+            readonly factor?: number;
+            readonly original_context_length?: number;
+            readonly finetuned?: boolean;
+        };
+    };
+    readonly ssm?: {
+        readonly conv_kernel?: number;
+        readonly inner_size?: number;
+        readonly state_size?: number;
+        readonly time_step_rank?: number;
+    };
+};
+export type GgufMetadataLlmLLaMA = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly feed_forward_length: number;
+    readonly attention: {
+        readonly head_count: number;
+        readonly layer_norm_rms_epsilon: number;
+        readonly head_count_kv?: number;
+    };
+    readonly rope: {
+        readonly dimension_count: number;
+        readonly scale?: number;
+    };
+    readonly expert_count?: number;
+    readonly expert_used_count?: number;
+    readonly tensor_data_layout?: string;
+};
+export type GgufMetadataMPT = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly attention: {
+        readonly head_count: number;
+        readonly alibi_bias_max: number;
+        readonly clip_kqv: number;
+        readonly layer_norm_epsilon: number;
+    };
+};
+export type GgufMetadataGPTNeoX = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly use_parallel_residual: boolean;
+    readonly rope: {
+        readonly dimension_count: number;
+        readonly scale?: number;
+    };
+    readonly attention: {
+        readonly head_count: number;
+        readonly layer_norm_epsilon: number;
+    };
+};
+export type GgufMetadataGPTJ = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly rope: {
+        readonly dimension_count: number;
+        readonly scale?: number;
+    };
+    readonly attention: {
+        readonly head_count: number;
+        readonly layer_norm_epsilon: number;
+    };
+};
+export type GgufMetadataGPT2 = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly attention: {
+        readonly head_count: number;
+        readonly layer_norm_epsilon: number;
+    };
+};
+export type GgufMetadataBloom = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly feed_forward_length: number;
+    readonly attention: {
+        readonly head_count: number;
+        readonly layer_norm_epsilon: number;
+    };
+};
+export type GgufMetadataFalcon = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly attention: {
+        readonly head_count: number;
+        readonly head_count_kv: number;
+        readonly use_norm: boolean;
+        readonly layer_norm_epsilon: number;
+    };
+    readonly tensor_data_layout?: string;
+};
+export type GgufMetadataMamba = {
+    readonly context_length: number;
+    readonly embedding_length: number;
+    readonly block_count: number;
+    readonly ssm: {
+        readonly conv_kernel: number;
+        readonly inner_size: number;
+        readonly state_size: number;
+        readonly time_step_rank: number;
+    };
+    readonly attention: {
+        readonly layer_norm_rms_epsilon: number;
+    };
+};
+export declare function isGgufMetadataOfArchitectureType<A extends GgufArchitectureType>(metadata: GgufMetadata, type: A): metadata is GgufMetadata<A>;

package/dist/gguf/types/GgufMetadataTypes.js

@@ -0,0 +1,99 @@
+export var GgufArchitectureType;
+(function (GgufArchitectureType) {
+    GgufArchitectureType["llama"] = "llama";
+    GgufArchitectureType["falcon"] = "falcon";
+    GgufArchitectureType["grok"] = "grok";
+    GgufArchitectureType["gpt2"] = "gpt2";
+    GgufArchitectureType["gptj"] = "gptj";
+    GgufArchitectureType["gptneox"] = "gptneox";
+    GgufArchitectureType["mpt"] = "mpt";
+    GgufArchitectureType["baichuan"] = "baichuan";
+    GgufArchitectureType["starcoder"] = "starcoder";
+    GgufArchitectureType["refact"] = "refact";
+    GgufArchitectureType["bert"] = "bert";
+    GgufArchitectureType["nomicBert"] = "nomic-bert";
+    GgufArchitectureType["jinaBertV2"] = "jina-bert-v2";
+    GgufArchitectureType["bloom"] = "bloom";
+    GgufArchitectureType["stablelm"] = "stablelm";
+    GgufArchitectureType["qwen"] = "qwen";
+    GgufArchitectureType["qwen2"] = "qwen2";
+    GgufArchitectureType["qwen2moe"] = "qwen2moe";
+    GgufArchitectureType["phi2"] = "phi2";
+    GgufArchitectureType["phi3"] = "phi3";
+    GgufArchitectureType["plamo"] = "plamo";
+    GgufArchitectureType["codeshell"] = "codeshell";
+    GgufArchitectureType["orion"] = "orion";
+    GgufArchitectureType["internlm2"] = "internlm2";
+    GgufArchitectureType["minicpm"] = "minicpm";
+    GgufArchitectureType["gemma"] = "gemma";
+    GgufArchitectureType["gemma2"] = "gemma2";
+    GgufArchitectureType["starcoder2"] = "starcoder2";
+    GgufArchitectureType["mamba"] = "mamba";
+    GgufArchitectureType["xverse"] = "xverse";
+    GgufArchitectureType["commandR"] = "command-r";
+    GgufArchitectureType["dbrx"] = "dbrx";
+    GgufArchitectureType["olmo"] = "olmo";
+    GgufArchitectureType["openelm"] = "openelm";
+    GgufArchitectureType["arctic"] = "arctic";
+    GgufArchitectureType["deepseek2"] = "deepseek2";
+    GgufArchitectureType["bitnet"] = "bitnet";
+    GgufArchitectureType["t5"] = "t5";
+    GgufArchitectureType["jais"] = "jais";
+    GgufArchitectureType["unknown"] = "(unknown)";
+})(GgufArchitectureType || (GgufArchitectureType = {}));
+// source: `enum llama_ftype` in `llama.h` in the `llama.cpp` source code
+export var GgufFileType;
+(function (GgufFileType) {
+    GgufFileType[GgufFileType["ALL_F32"] = 0] = "ALL_F32";
+    GgufFileType[GgufFileType["MOSTLY_F16"] = 1] = "MOSTLY_F16";
+    GgufFileType[GgufFileType["MOSTLY_Q4_0"] = 2] = "MOSTLY_Q4_0";
+    GgufFileType[GgufFileType["MOSTLY_Q4_1"] = 3] = "MOSTLY_Q4_1";
+    GgufFileType[GgufFileType["MOSTLY_Q4_1_SOME_F16"] = 4] = "MOSTLY_Q4_1_SOME_F16";
+    GgufFileType[GgufFileType["MOSTLY_Q4_2"] = 5] = "MOSTLY_Q4_2";
+    GgufFileType[GgufFileType["MOSTLY_Q4_3"] = 6] = "MOSTLY_Q4_3";
+    GgufFileType[GgufFileType["MOSTLY_Q8_0"] = 7] = "MOSTLY_Q8_0";
+    GgufFileType[GgufFileType["MOSTLY_Q5_0"] = 8] = "MOSTLY_Q5_0";
+    GgufFileType[GgufFileType["MOSTLY_Q5_1"] = 9] = "MOSTLY_Q5_1";
+    GgufFileType[GgufFileType["MOSTLY_Q2_K"] = 10] = "MOSTLY_Q2_K";
+    GgufFileType[GgufFileType["MOSTLY_Q3_K_S"] = 11] = "MOSTLY_Q3_K_S";
+    GgufFileType[GgufFileType["MOSTLY_Q3_K_M"] = 12] = "MOSTLY_Q3_K_M";
+    GgufFileType[GgufFileType["MOSTLY_Q3_K_L"] = 13] = "MOSTLY_Q3_K_L";
+    GgufFileType[GgufFileType["MOSTLY_Q4_K_S"] = 14] = "MOSTLY_Q4_K_S";
+    GgufFileType[GgufFileType["MOSTLY_Q4_K_M"] = 15] = "MOSTLY_Q4_K_M";
+    GgufFileType[GgufFileType["MOSTLY_Q5_K_S"] = 16] = "MOSTLY_Q5_K_S";
+    GgufFileType[GgufFileType["MOSTLY_Q5_K_M"] = 17] = "MOSTLY_Q5_K_M";
+    GgufFileType[GgufFileType["MOSTLY_Q6_K"] = 18] = "MOSTLY_Q6_K";
+    GgufFileType[GgufFileType["MOSTLY_IQ2_XXS"] = 19] = "MOSTLY_IQ2_XXS";
+    GgufFileType[GgufFileType["MOSTLY_IQ2_XS"] = 20] = "MOSTLY_IQ2_XS";
+    GgufFileType[GgufFileType["MOSTLY_Q2_K_S"] = 21] = "MOSTLY_Q2_K_S";
+    GgufFileType[GgufFileType["MOSTLY_IQ3_XS"] = 22] = "MOSTLY_IQ3_XS";
+    GgufFileType[GgufFileType["MOSTLY_IQ3_XXS"] = 23] = "MOSTLY_IQ3_XXS";
+    GgufFileType[GgufFileType["MOSTLY_IQ1_S"] = 24] = "MOSTLY_IQ1_S";
+    GgufFileType[GgufFileType["MOSTLY_IQ4_NL"] = 25] = "MOSTLY_IQ4_NL";
+    GgufFileType[GgufFileType["MOSTLY_IQ3_S"] = 26] = "MOSTLY_IQ3_S";
+    GgufFileType[GgufFileType["MOSTLY_IQ3_M"] = 27] = "MOSTLY_IQ3_M";
+    GgufFileType[GgufFileType["MOSTLY_IQ2_S"] = 28] = "MOSTLY_IQ2_S";
+    GgufFileType[GgufFileType["MOSTLY_IQ2_M"] = 29] = "MOSTLY_IQ2_M";
+    GgufFileType[GgufFileType["MOSTLY_IQ4_XS"] = 30] = "MOSTLY_IQ4_XS";
+})(GgufFileType || (GgufFileType = {}));
+export var GgufMetadataTokenizerTokenType;
+(function (GgufMetadataTokenizerTokenType) {
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["undefined"] = 0] = "undefined";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["normal"] = 1] = "normal";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["unknown"] = 2] = "unknown";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["control"] = 3] = "control";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["userDefined"] = 4] = "userDefined";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["unused"] = 5] = "unused";
+    GgufMetadataTokenizerTokenType[GgufMetadataTokenizerTokenType["byte"] = 6] = "byte";
+})(GgufMetadataTokenizerTokenType || (GgufMetadataTokenizerTokenType = {}));
+export var GgufMetadataArchitecturePoolingType;
+(function (GgufMetadataArchitecturePoolingType) {
+    GgufMetadataArchitecturePoolingType[GgufMetadataArchitecturePoolingType["unspecified"] = -1] = "unspecified";
+    GgufMetadataArchitecturePoolingType[GgufMetadataArchitecturePoolingType["none"] = 0] = "none";
+    GgufMetadataArchitecturePoolingType[GgufMetadataArchitecturePoolingType["mean"] = 1] = "mean";
+    GgufMetadataArchitecturePoolingType[GgufMetadataArchitecturePoolingType["max"] = 2] = "max";
+})(GgufMetadataArchitecturePoolingType || (GgufMetadataArchitecturePoolingType = {}));
+export function isGgufMetadataOfArchitectureType(metadata, type) {
+    return metadata?.general?.architecture === type;
+}
+//# sourceMappingURL=GgufMetadataTypes.js.map

package/dist/gguf/types/GgufMetadataTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufMetadataTypes.js","sourceRoot":"","sources":["../../../src/gguf/types/GgufMetadataTypes.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAkB,oBAyCjB;AAzCD,WAAkB,oBAAoB;IAClC,uCAAe,CAAA;IACf,yCAAiB,CAAA;IACjB,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,mCAAW,CAAA;IACX,6CAAqB,CAAA;IACrB,+CAAuB,CAAA;IACvB,yCAAiB,CAAA;IACjB,qCAAa,CAAA;IACb,gDAAwB,CAAA;IACxB,mDAA2B,CAAA;IAC3B,uCAAe,CAAA;IACf,6CAAqB,CAAA;IACrB,qCAAa,CAAA;IACb,uCAAe,CAAA;IACf,6CAAqB,CAAA;IACrB,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,uCAAe,CAAA;IACf,+CAAuB,CAAA;IACvB,uCAAe,CAAA;IACf,+CAAuB,CAAA;IACvB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;IACf,yCAAiB,CAAA;IACjB,iDAAyB,CAAA;IACzB,uCAAe,CAAA;IACf,yCAAiB,CAAA;IACjB,8CAAsB,CAAA;IACtB,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,2CAAmB,CAAA;IACnB,yCAAiB,CAAA;IACjB,+CAAuB,CAAA;IACvB,yCAAiB,CAAA;IACjB,iCAAS,CAAA;IACT,qCAAa,CAAA;IACb,6CAAqB,CAAA;AACzB,CAAC,EAzCiB,oBAAoB,KAApB,oBAAoB,QAyCrC;AA8BD,yEAAyE;AACzE,MAAM,CAAN,IAAY,YAgCX;AAhCD,WAAY,YAAY;IACpB,qDAAW,CAAA;IACX,2DAAc,CAAA;IACd,6DAAe,CAAA;IACf,6DAAe,CAAA;IACf,+EAAwB,CAAA;IACxB,6DAAe,CAAA;IACf,6DAAe,CAAA;IACf,6DAAe,CAAA;IACf,6DAAe,CAAA;IACf,6DAAe,CAAA;IACf,8DAAgB,CAAA;IAChB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,8DAAgB,CAAA;IAChB,oEAAmB,CAAA;IACnB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,kEAAkB,CAAA;IAClB,oEAAmB,CAAA;IACnB,gEAAiB,CAAA;IACjB,kEAAkB,CAAA;IAClB,gEAAiB,CAAA;IACjB,gEAAiB,CAAA;IACjB,gEAAiB,CAAA;IACjB,gEAAiB,CAAA;IACjB,kEAAkB,CAAA;AACtB,CAAC,EAhCW,YAAY,KAAZ,YAAY,QAgCvB;AA0FD,MAAM,CAAN,IAAkB,8BAQjB;AARD,WAAkB,8BAA8B;IAC5C,6FAAa,CAAA;IACb,uFAAU,CAAA;IACV,yFAAW,CAAA;IACX,yFAAW,CAAA;IACX,iGAAe,CAAA;IACf,uFAAU,CAAA;IACV,mFAAQ,CAAA;AACZ,CAAC,EARiB,8BAA8B,KAA9B,8BAA8B,QAQ/C;AAiCD,MAAM,CAAN,IAAkB,mCAKjB;AALD,WAAkB,mCAAmC;IACjD,4GAAgB,CAAA;IAChB,6FAAQ,CAAA;IACR,6FAAQ,CAAA;IACR,2FAAO,CAAA;AACX,CAAC,EALiB,mCAAmC,KAAnC,mCAAmC,QAKpD;AA8MD,MAAM,UAAU,gCAAgC,CAC5C,QAAsB,EAAE,IAAO;IAE/B,OAAO,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;AACpD,CAAC"}

package/dist/gguf/types/GgufTensorInfoTypes.d.ts

@@ -0,0 +1,37 @@
+export type GgufTensorInfo = {
+    readonly name: string;
+    readonly dimensions: readonly (number | bigint)[];
+    readonly ggmlType: GgmlType;
+    readonly offset: number | bigint;
+};
+export declare const enum GgmlType {
+    F32 = 0,
+    F16 = 1,
+    Q4_0 = 2,
+    Q4_1 = 3,
+    Q4_2 = 4,
+    Q4_3 = 5,
+    Q5_0 = 6,
+    Q5_1 = 7,
+    Q8_0 = 8,
+    Q8_1 = 9,
+    Q2_K = 10,
+    Q3_K = 11,
+    Q4_K = 12,
+    Q5_K = 13,
+    Q6_K = 14,
+    Q8_K = 15,
+    IQ2_XXS = 16,
+    IQ2_XS = 17,
+    IQ3_XXS = 18,
+    IQ1_S = 19,
+    IQ4_NL = 20,
+    IQ3_S = 21,
+    IQ2_S = 22,
+    IQ4_XS = 23,
+    I8 = 24,
+    I16 = 25,
+    I32 = 26,
+    I64 = 27,
+    F64 = 28
+}

package/dist/gguf/types/GgufTensorInfoTypes.js

@@ -0,0 +1,33 @@
+export var GgmlType;
+(function (GgmlType) {
+    GgmlType[GgmlType["F32"] = 0] = "F32";
+    GgmlType[GgmlType["F16"] = 1] = "F16";
+    GgmlType[GgmlType["Q4_0"] = 2] = "Q4_0";
+    GgmlType[GgmlType["Q4_1"] = 3] = "Q4_1";
+    GgmlType[GgmlType["Q4_2"] = 4] = "Q4_2";
+    GgmlType[GgmlType["Q4_3"] = 5] = "Q4_3";
+    GgmlType[GgmlType["Q5_0"] = 6] = "Q5_0";
+    GgmlType[GgmlType["Q5_1"] = 7] = "Q5_1";
+    GgmlType[GgmlType["Q8_0"] = 8] = "Q8_0";
+    GgmlType[GgmlType["Q8_1"] = 9] = "Q8_1";
+    GgmlType[GgmlType["Q2_K"] = 10] = "Q2_K";
+    GgmlType[GgmlType["Q3_K"] = 11] = "Q3_K";
+    GgmlType[GgmlType["Q4_K"] = 12] = "Q4_K";
+    GgmlType[GgmlType["Q5_K"] = 13] = "Q5_K";
+    GgmlType[GgmlType["Q6_K"] = 14] = "Q6_K";
+    GgmlType[GgmlType["Q8_K"] = 15] = "Q8_K";
+    GgmlType[GgmlType["IQ2_XXS"] = 16] = "IQ2_XXS";
+    GgmlType[GgmlType["IQ2_XS"] = 17] = "IQ2_XS";
+    GgmlType[GgmlType["IQ3_XXS"] = 18] = "IQ3_XXS";
+    GgmlType[GgmlType["IQ1_S"] = 19] = "IQ1_S";
+    GgmlType[GgmlType["IQ4_NL"] = 20] = "IQ4_NL";
+    GgmlType[GgmlType["IQ3_S"] = 21] = "IQ3_S";
+    GgmlType[GgmlType["IQ2_S"] = 22] = "IQ2_S";
+    GgmlType[GgmlType["IQ4_XS"] = 23] = "IQ4_XS";
+    GgmlType[GgmlType["I8"] = 24] = "I8";
+    GgmlType[GgmlType["I16"] = 25] = "I16";
+    GgmlType[GgmlType["I32"] = 26] = "I32";
+    GgmlType[GgmlType["I64"] = 27] = "I64";
+    GgmlType[GgmlType["F64"] = 28] = "F64";
+})(GgmlType || (GgmlType = {}));
+//# sourceMappingURL=GgufTensorInfoTypes.js.map

package/dist/gguf/types/GgufTensorInfoTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufTensorInfoTypes.js","sourceRoot":"","sources":["../../../src/gguf/types/GgufTensorInfoTypes.ts"],"names":[],"mappings":"AAOA,MAAM,CAAN,IAAkB,QA8BjB;AA9BD,WAAkB,QAAQ;IACtB,qCAAO,CAAA;IACP,qCAAO,CAAA;IACP,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,uCAAQ,CAAA;IACR,wCAAS,CAAA;IACT,wCAAS,CAAA;IACT,wCAAS,CAAA;IACT,wCAAS,CAAA;IACT,wCAAS,CAAA;IACT,wCAAS,CAAA;IACT,8CAAY,CAAA;IACZ,4CAAW,CAAA;IACX,8CAAY,CAAA;IACZ,0CAAU,CAAA;IACV,4CAAW,CAAA;IACX,0CAAU,CAAA;IACV,0CAAU,CAAA;IACV,4CAAW,CAAA;IACX,oCAAO,CAAA;IACP,sCAAQ,CAAA;IACR,sCAAQ,CAAA;IACR,sCAAQ,CAAA;IACR,sCAAQ,CAAA;AACZ,CAAC,EA9BiB,QAAQ,KAAR,QAAQ,QA8BzB"}

package/dist/gguf/utils/GgufReadOffset.d.ts

@@ -0,0 +1,6 @@
+export declare class GgufReadOffset {
+    offset: number;
+    constructor(offset: number | GgufReadOffset);
+    moveBy(amount: number): void;
+    static resolveReadOffset(offset: number | GgufReadOffset): GgufReadOffset;
+}

package/dist/gguf/utils/GgufReadOffset.js

@@ -0,0 +1,18 @@
+export class GgufReadOffset {
+    offset;
+    constructor(offset) {
+        if (offset instanceof GgufReadOffset)
+            this.offset = offset.offset;
+        else
+            this.offset = offset;
+    }
+    moveBy(amount) {
+        this.offset += amount;
+    }
+    static resolveReadOffset(offset) {
+        if (offset instanceof GgufReadOffset)
+            return offset;
+        return new GgufReadOffset(offset);
+    }
+}
+//# sourceMappingURL=GgufReadOffset.js.map

package/dist/gguf/utils/GgufReadOffset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GgufReadOffset.js","sourceRoot":"","sources":["../../../src/gguf/utils/GgufReadOffset.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,cAAc;IAChB,MAAM,CAAS;IAEtB,YAAmB,MAA+B;QAC9C,IAAI,MAAM,YAAY,cAAc;YAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;;YAE5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,CAAC;IAEM,MAAM,CAAC,MAAc;QACxB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;IAC1B,CAAC;IAEM,MAAM,CAAC,iBAAiB,CAAC,MAA+B;QAC3D,IAAI,MAAM,YAAY,cAAc;YAChC,OAAO,MAAM,CAAC;QAElB,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;CACJ"}

package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.d.ts

@@ -0,0 +1,6 @@
+import { MetadataKeyValueRecord, MetadataValue } from "../types/GgufFileInfoTypes.js";
+export declare function convertMetadataKeyValueRecordToNestedObject(keyValueRecord: MetadataKeyValueRecord, { logOverrideWarnings, ignoreKeys, noDirectSubNestingKeys }?: {
+    logOverrideWarnings?: boolean;
+    ignoreKeys?: readonly string[];
+    noDirectSubNestingKeys?: readonly string[];
+}): Record<string, MetadataValue>;

package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js

@@ -0,0 +1,74 @@
+import { getConsoleLogPrefix } from "../../utils/getConsoleLogPrefix.js";
+export function convertMetadataKeyValueRecordToNestedObject(keyValueRecord, { logOverrideWarnings = true, ignoreKeys = [], noDirectSubNestingKeys } = {}) {
+    const nestedObject = {};
+    const ignoreKeySet = new Set(ignoreKeys);
+    const noDirectSubNestingKeysSet = new Set(noDirectSubNestingKeys);
+    for (const [key, value] of Object.entries(keyValueRecord)) {
+        if (ignoreKeySet.has(key))
+            continue;
+        const { lastObject, lastKey } = getNestedObject(key, nestedObject, noDirectSubNestingKeysSet);
+        if (Object.hasOwn(lastObject, lastKey)) {
+            const currentValue = lastObject[lastKey];
+            delete lastObject[lastKey];
+            flattenNestedKeys(lastObject, lastKey, currentValue, logOverrideWarnings);
+            if (Object.hasOwn(lastObject, lastKey) && logOverrideWarnings)
+                console.warn(getConsoleLogPrefix() + `Metadata key "${key}" is already occupied by a value. Overwriting it.`);
+        }
+        lastObject[lastKey] = value;
+    }
+    return nestedObject;
+}
+function getNestedObject(key, nestedObject, noDirectSubNestingKeysSet) {
+    const nestedKey = key.split(".");
+    let lastKey = "";
+    let currentObject = nestedObject;
+    const previousKeys = [];
+    while (nestedKey.length > 0) {
+        let currentKey = nestedKey.shift();
+        while (noDirectSubNestingKeysSet.has([...previousKeys, currentKey].join(".")) && nestedKey.length > 0)
+            currentKey += "." + nestedKey.shift();
+        if (nestedKey.length === 0) {
+            lastKey = currentKey;
+            break;
+        }
+        if (!Object.hasOwn(currentObject, currentKey)) {
+            const nextCurrentObject = {};
+            currentObject[currentKey] = nextCurrentObject;
+            currentObject = nextCurrentObject;
+        }
+        else {
+            const value = currentObject[currentKey];
+            if (value instanceof Array || value == null || typeof value !== "object") {
+                if (nestedKey.length > 0) {
+                    nestedKey.unshift(currentKey + "." + nestedKey.shift());
+                    continue;
+                }
+                throw new Error(`Cannot create nested object for key "${key}". The key "${currentKey}" is already occupied by a non-object value.`);
+            }
+            currentObject = value;
+        }
+        previousKeys.push(currentKey);
+    }
+    return {
+        lastObject: currentObject,
+        lastKey
+    };
+}
+function flattenNestedKeys(parent, newParentKey, keyValue, logOverrideWarnings = false) {
+    if (typeof keyValue !== "object" || keyValue instanceof Array) {
+        parent[newParentKey] = keyValue;
+        return;
+    }
+    for (const [key, subValue] of Object.entries(keyValue)) {
+        const newKey = newParentKey + "." + key;
+        if (Object.hasOwn(parent, newKey)) {
+            const currentValue = parent[newKey];
+            delete parent[newKey];
+            flattenNestedKeys(parent, newKey, currentValue, logOverrideWarnings);
+            if (Object.hasOwn(parent, newKey) && logOverrideWarnings)
+                console.warn(getConsoleLogPrefix() + `Metadata key "${newKey}" is already occupied by a value. Overwriting it.`);
+        }
+        parent[newKey] = subValue;
+    }
+}
+//# sourceMappingURL=convertMetadataKeyValueRecordToNestedObject.js.map

package/dist/gguf/utils/convertMetadataKeyValueRecordToNestedObject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convertMetadataKeyValueRecordToNestedObject.js","sourceRoot":"","sources":["../../../src/gguf/utils/convertMetadataKeyValueRecordToNestedObject.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,mBAAmB,EAAC,MAAM,oCAAoC,CAAC;AAGvE,MAAM,UAAU,2CAA2C,CACvD,cAAsC,EACtC,EACI,mBAAmB,GAAG,IAAI,EAC1B,UAAU,GAAG,EAAE,EACf,sBAAsB,KAKtB,EAAE;IAEN,MAAM,YAAY,GAAkC,EAAE,CAAC;IACvD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAElE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QACxD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;YACrB,SAAS;QAEb,MAAM,EAAC,UAAU,EAAE,OAAO,EAAC,GAAG,eAAe,CAAC,GAAG,EAAE,YAAY,EAAE,yBAAyB,CAAC,CAAC;QAC5F,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;YAC3B,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;YAE1E,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,mBAAmB;gBACzD,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,iBAAiB,GAAG,mDAAmD,CAAC,CAAC;QACtH,CAAC;QAED,UAAU,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;IAChC,CAAC;IAED,OAAO,YAAY,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,YAAkC,EAAE,yBAAsC;IAC5G,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,aAAa,GAAG,YAAY,CAAC;IAEjC,MAAM,YAAY,GAAG,EAAE,CAAC;IACxB,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,IAAI,UAAU,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC;QAEpC,OAAO,yBAAyB,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YACjG,UAAU,IAAI,GAAG,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC;QAE3C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,GAAG,UAAU,CAAC;YACrB,MAAM;QACV,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC;YAC5C,MAAM,iBAAiB,GAAG,EAAE,CAAC;YAC7B,aAAa,CAAC,UAAU,CAAC,GAAG,iBAAiB,CAAC;YAE9C,aAAa,GAAG,iBAAiB,CAAC;QACtC,CAAC;aAAM,CAAC;YACJ,MAAM,KAAK,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;YACxC,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,SAAS,CAAC,OAAO,CAAC,UAAU,GAAG,GAAG,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC,CAAC;oBACzD,SAAS;gBACb,CAAC;gBAED,MAAM,IAAI,KAAK,CACX,wCAAwC,GAAG,eAAe,UAAU,8CAA8C,CACrH,CAAC;YACN,CAAC;YAED,aAAa,GAAG,KAAK,CAAC;QAC1B,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACH,UAAU,EAAE,aAAa;QACzB,OAAO;KACV,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CACtB,MAA4B,EAC5B,YAAoB,EACpB,QAA8C,EAC9C,sBAA+B,KAAK;IAEpC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,YAAY,KAAK,EAAE,CAAC;QAC5D,MAAM,CAAC,YAAY,CAAC,GAAG,QAAQ,CAAC;QAChC,OAAO;IACX,CAAC;IAED,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAK,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAsD,EAAE,CAAC;QAC3G,MAAM,MAAM,GAAG,YAAY,GAAG,GAAG,GAAG,GAAG,CAAC;QAExC,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YACpC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;YACtB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,mBAAmB,CAAC,CAAC;YAErE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,mBAAmB;gBACpD,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,iBAAiB,MAAM,mDAAmD,CAAC,CAAC;QACzH,CAAC;QAED,MAAM,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC;IAC9B,CAAC;AACL,CAAC"}

package/dist/gguf/utils/getGgufFileTypeName.d.ts

@@ -0,0 +1,4 @@
+/**
+ * Convert a GGUF file type number to its corresponding type name
+ */
+export declare function getGgufFileTypeName(fileType?: number): "ALL_F32" | "MOSTLY_F16" | "MOSTLY_Q4_0" | "MOSTLY_Q4_1" | "MOSTLY_Q4_1_SOME_F16" | "MOSTLY_Q4_2" | "MOSTLY_Q4_3" | "MOSTLY_Q8_0" | "MOSTLY_Q5_0" | "MOSTLY_Q5_1" | "MOSTLY_Q2_K" | "MOSTLY_Q3_K_S" | "MOSTLY_Q3_K_M" | "MOSTLY_Q3_K_L" | "MOSTLY_Q4_K_S" | "MOSTLY_Q4_K_M" | "MOSTLY_Q5_K_S" | "MOSTLY_Q5_K_M" | "MOSTLY_Q6_K" | "MOSTLY_IQ2_XXS" | "MOSTLY_IQ2_XS" | "MOSTLY_Q2_K_S" | "MOSTLY_IQ3_XS" | "MOSTLY_IQ3_XXS" | "MOSTLY_IQ1_S" | "MOSTLY_IQ4_NL" | "MOSTLY_IQ3_S" | "MOSTLY_IQ3_M" | "MOSTLY_IQ2_S" | "MOSTLY_IQ2_M" | "MOSTLY_IQ4_XS" | undefined;