bigdl-core-cpp 2.5.0b20240724__py3-none-win_amd64.whl → 2.5.0b20240725__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -2342,6 +2342,53 @@ class GemmaModel(Model):
         return [(self.map_tensor_name(name), data_torch)]
 
 
+@Model.register("Gemma2ForCausalLM")
+class Gemma2Model(Model):
+    model_arch = gguf.MODEL_ARCH.GEMMA2
+
+    def set_vocab(self):
+        self._set_vocab_llama_hf()
+        self.gguf_writer.add_add_space_prefix(False)
+
+    def set_gguf_parameters(self):
+        hparams = self.hparams
+        block_count = hparams["num_hidden_layers"]
+
+        self.gguf_writer.add_name(self.dir_model.name if self.model_name is None else self.model_name)
+        self.gguf_writer.add_context_length(hparams["max_position_embeddings"])
+        self.gguf_writer.add_embedding_length(hparams["hidden_size"])
+        self.gguf_writer.add_block_count(block_count)
+        self.gguf_writer.add_feed_forward_length(hparams["intermediate_size"])
+        self.gguf_writer.add_head_count(hparams["num_attention_heads"])
+        self.gguf_writer.add_head_count_kv(self.hparams["num_key_value_heads"] if "num_key_value_heads" in hparams else hparams["num_attention_heads"])
+        self.gguf_writer.add_layer_norm_rms_eps(self.hparams["rms_norm_eps"])
+        self.gguf_writer.add_key_length(hparams["head_dim"])
+        self.gguf_writer.add_value_length(hparams["head_dim"])
+        self.gguf_writer.add_file_type(self.ftype)
+        self.gguf_writer.add_attn_logit_softcapping(
+            self.hparams["attn_logit_softcapping"]
+        )
+        self.gguf_writer.add_final_logit_softcapping(
+            self.hparams["final_logit_softcapping"]
+        )
+        self.gguf_writer.add_sliding_window(self.hparams["sliding_window"])
+
+    def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
+        del bid  # unusem
+
+        # lm_head is not used in llama.cpp, while autoawq will include this tensor in model
+        # To prevent errors, skip loading lm_head.weight.
+        if name == "lm_head.weight":
+            logger.debug(f"Skipping get tensor {name!r} in safetensors so that convert can end normally.")
+            return []
+
+        # ref: https://github.com/huggingface/transformers/blob/fc37f38915372c15992b540dfcbbe00a916d4fc6/src/transformers/models/gemma/modeling_gemma.py#L89
+        if name.endswith("norm.weight"):
+            data_torch = data_torch + 1
+
+        return [(self.map_tensor_name(name), data_torch)]
+
+
 @Model.register("Starcoder2ForCausalLM")
 class StarCoder2Model(Model):
     model_arch = gguf.MODEL_ARCH.STARCODER2

bigdl/cpp/gguf-py/gguf/constants.py

@@ -55,6 +55,10 @@ class Keys:
         LAYERNORM_EPS     = "{arch}.attention.layer_norm_epsilon"
         LAYERNORM_RMS_EPS = "{arch}.attention.layer_norm_rms_epsilon"
         CAUSAL            = "{arch}.attention.causal"
+        Q_LORA_RANK       = "{arch}.attention.q_lora_rank"
+        KV_LORA_RANK      = "{arch}.attention.kv_lora_rank"
+        REL_BUCKETS_COUNT = "{arch}.attention.relative_buckets_count"
+        SLIDING_WINDOW    = "{arch}.attention.sliding_window"
 
     class Rope:
         DIMENSION_COUNT         = "{arch}.rope.dimension_count"
@@ -133,6 +137,7 @@ class MODEL_ARCH(IntEnum):
     INTERNLM2  = auto()
     MINICPM    = auto()
     GEMMA      = auto()
+    GEMMA2     = auto()
     STARCODER2 = auto()
     MAMBA      = auto()
     XVERSE     = auto()
@@ -160,10 +165,13 @@ class MODEL_TENSOR(IntEnum):
     ATTN_NORM          = auto()
     ATTN_NORM_2        = auto()
     ATTN_OUT_NORM      = auto()
+    ATTN_POST_NORM     = auto()
     ATTN_ROT_EMBD      = auto()
     FFN_GATE_INP       = auto()
     FFN_GATE_INP_SHEXP = auto()
     FFN_NORM           = auto()
+    FFN_PRE_NORM       = auto()
+    FFN_POST_NORM      = auto()
     FFN_GATE           = auto()
     FFN_DOWN           = auto()
     FFN_UP             = auto()
@@ -214,6 +222,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.INTERNLM2:      "internlm2",
     MODEL_ARCH.MINICPM:        "minicpm",
     MODEL_ARCH.GEMMA:          "gemma",
+    MODEL_ARCH.GEMMA2:         "gemma2",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.MAMBA:          "mamba",
     MODEL_ARCH.XVERSE:         "xverse",
@@ -244,9 +253,12 @@ TENSOR_NAMES: dict[MODEL_TENSOR, str] = {
     MODEL_TENSOR.ATTN_Q_NORM:        "blk.{bid}.attn_q_norm",
     MODEL_TENSOR.ATTN_K_NORM:        "blk.{bid}.attn_k_norm",
     MODEL_TENSOR.ATTN_OUT_NORM:      "blk.{bid}.attn_output_norm",
+    MODEL_TENSOR.ATTN_POST_NORM:       "blk.{bid}.post_attention_norm",
     MODEL_TENSOR.FFN_GATE_INP:       "blk.{bid}.ffn_gate_inp",
     MODEL_TENSOR.FFN_GATE_INP_SHEXP: "blk.{bid}.ffn_gate_inp_shexp",
     MODEL_TENSOR.FFN_NORM:           "blk.{bid}.ffn_norm",
+    MODEL_TENSOR.FFN_PRE_NORM:       "blk.{bid}.ffn_norm",
+    MODEL_TENSOR.FFN_POST_NORM:      "blk.{bid}.post_ffw_norm",
     MODEL_TENSOR.FFN_GATE:           "blk.{bid}.ffn_gate",
     MODEL_TENSOR.FFN_DOWN:           "blk.{bid}.ffn_down",
     MODEL_TENSOR.FFN_UP:             "blk.{bid}.ffn_up",
@@ -654,6 +666,21 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_UP,
         MODEL_TENSOR.FFN_NORM,
     ],
+    MODEL_ARCH.GEMMA2: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

bigdl/cpp/gguf-py/gguf/gguf_writer.py

@@ -416,6 +416,9 @@ class GGUFWriter:
     def add_causal_attention(self, value: bool) -> None:
         self.add_bool(Keys.Attention.CAUSAL.format(arch=self.arch), value)
 
+    def add_sliding_window(self, value: int) -> None:
+        self.add_uint32(Keys.Attention.SLIDING_WINDOW.format(arch=self.arch), value)
+
     def add_pooling_type(self, value: PoolingType) -> None:
         self.add_uint32(Keys.LLM.POOLING_TYPE.format(arch=self.arch), value.value)
 

bigdl/cpp/gguf-py/gguf/tensor_mapping.py

@@ -185,6 +185,10 @@ class TensorNameMap:
             "transformer.blocks.{bid}.norm_attn_norm.norm_2",  # dbrx
         ),
 
+        MODEL_TENSOR.ATTN_POST_NORM: (
+            "model.layers.{bid}.post_attention_layernorm",     # gemma2
+        ),
+
         # Rotary embeddings
         MODEL_TENSOR.ATTN_ROT_EMBD: (
             "model.layers.{bid}.self_attn.rotary_emb.inv_freq",        # llama-hf
@@ -208,6 +212,16 @@ class TensorNameMap:
             "transformer.decoder_layer.{bid}.rms_norm_2",                    # Grok
         ),
 
+        # Post feed-forward norm
+        MODEL_TENSOR.FFN_PRE_NORM: (
+            "model.layers.{bid}.pre_feedforward_layernorm", # gemma2
+        ),
+
+        # Post feed-forward norm
+        MODEL_TENSOR.FFN_POST_NORM: (
+            "model.layers.{bid}.post_feedforward_layernorm", # gemma2
+        ),
+
         MODEL_TENSOR.FFN_GATE_INP: (
             "layers.{bid}.feed_forward.gate",             # mixtral
             "model.layers.{bid}.block_sparse_moe.gate",   # mixtral

{bigdl_core_cpp-2.5.0b20240724.dist-info → bigdl_core_cpp-2.5.0b20240725.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240724
+Version: 2.5.0b20240725
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240725.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=lgFUOLs6boRjtuQgCoGzQyywzEn4n9rbZTtmuHEoWmI,132148
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=Ioh9Hbw3Y58AENiwYXTO4nevshlxAvfAyAhknuanrO8,36476
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=iHCxq86M1ifsN33wsi3gpS6Xyx37BeN5CCYVchy3PAA,21642
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=gWOamQtp4nz-tzMeNOFMDCbNlpwEaP4FYBF72AhS3Ew,24329
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=XGCZ0K_7ssRNZQ_pXdxODJzsetcvYphnRSd_llFzNwo,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=Q_XxLoImHi0hcI_b19RQ3epNvrKKLBahti7_DyaHq70,206848
+bigdl/cpp/libs/batched.exe,sha256=JuwkLRaeGlF23nyiv2rtwYSjyUNVAQZbmB2ifOrkZiU,208896
+bigdl/cpp/libs/beam-search.exe,sha256=HJuJClmLSBWVg66Wy7DWB4Ng9HoPZmfJbMugkdAwi-Q,214528
+bigdl/cpp/libs/benchmark.exe,sha256=bHFZZBr6myB6N3TAz-9apMjq7wTH8-L2cpUoxlktBJM,74240
+bigdl/cpp/libs/common.lib,sha256=Z1HLlGBt5_DkXv2GdORAR_ZO5RPKku4-Cp872LtDWDI,3330118
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=wMVR0l-PAmE_SUc0ZAi08vFJLIB17xqM0X0dHFyNDLc,126464
+bigdl/cpp/libs/embedding.exe,sha256=x17j214Umg79WkI63E5TdB6Rs8WkdQx6eSDH7zq11JE,644096
+bigdl/cpp/libs/export-lora.exe,sha256=bLJPGgcCR8QE4EUW3WUi5RfkE-15-YM9fNrjVe6gxzs,90112
+bigdl/cpp/libs/finetune.exe,sha256=KYcZi6hBr-irX_Y5fCTCqCMpFa4bi14Qlk0H1xjOcag,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=FUapfDbkxIMQpPpPTJoZRhl0ONRc9zwkanUf1orZAvM,6230016
+bigdl/cpp/libs/gguf.exe,sha256=E_R-e6-IZXSEaQyutmqWrvOdFSImYFBKyA6HLtF_B1s,5743104
+bigdl/cpp/libs/gritlm.exe,sha256=5EC3shbDkqwuxZGDnKAqcw-WrI8VT0BM7bJfi12BDwk,638464
+bigdl/cpp/libs/imatrix.exe,sha256=Eqd04cxHt0x3Yl5b5FVX45P28vKOai4JiBtDCnlZ-jQ,676352
+bigdl/cpp/libs/infill.exe,sha256=1byS1pYz-zEtN_FenKcAZ35-o2gbV6R2SU96QDEfb1Y,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=vOuFCNrLHAptmXo4s4c9tDsxSE4_Rmm34exLWsUOmq0,336384
+bigdl/cpp/libs/llama.dll,sha256=I7qDB7rzvwIzL0mTT6us5qi8_RImBE1stKjhXi_UCQc,7831040
+bigdl/cpp/libs/llava-cli.exe,sha256=4d3ntW3r5ApSulTZKcOL3STurF-XaFIgFvdqavdPH8E,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=6YtKUDXWFwqUJ58Hldg97nut1-kK0bea4DWAYG5_rH8,6496768
+bigdl/cpp/libs/lookahead.exe,sha256=DSy2qVRmGydAEYT2_RVg0WEtArSpSrUqxYb22Cq3-vA,684032
+bigdl/cpp/libs/lookup.exe,sha256=bxjY4UkoB-rn59GQxj58CIFzhZj-7Lg2Q7gG3AO7nPA,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=m_syxCeyK4r0Rmh0NggoMM0zU5YU2uej_vZ_sy0t800,10240
+bigdl/cpp/libs/main.exe,sha256=ie5ReS1tXG6KIsfteOqSJb4WQT8pkeyD_f6UA-kIlnQ,764416
+bigdl/cpp/libs/ollama.exe,sha256=3M-YLF6JVeYMo7Izgj_-XgbBv0xRBeWUjoqA4wmW78Q,64172718
+bigdl/cpp/libs/parallel.exe,sha256=vHqLMizCVH6bh2GQAarDb8AmtgrOGyKfSzifwd0vftk,701440
+bigdl/cpp/libs/passkey.exe,sha256=OP6wsQkbQ9--a4dryVS2w4hck5_r0YGnKxRjr-xlKeY,216064
+bigdl/cpp/libs/perplexity.exe,sha256=DNCkiCXy1n7Yg3oETRXmMviLQiPsw40xXaKK5nk01uQ,782336
+bigdl/cpp/libs/q8dot.exe,sha256=OVOt0cYTujh3_7HOv7kZRg34KYz9wHqIiMC6u0GtiGk,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=NVD35DhzMWgSDUz3fPFziaOFxiZWF6Oys-RPmVfVP28,130048
+bigdl/cpp/libs/quantize.exe,sha256=Bm1i2PZMQOe1NQwjYp8IcDo1RDnj-bepAGpqUM_xTiY,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=QOlHQIGBXto_BFy8_tBR4wuVnFkXdq7i2inyMMQU09k,636416
+bigdl/cpp/libs/server.exe,sha256=vc8m60tQgF6FjQjNo87ec_cEVOA_KV3EnGf3ILC2u2w,1731584
+bigdl/cpp/libs/simple.exe,sha256=k8FrcpB4RHn_3RiH9L9a97qS4rLrXDIOUK1JQWzYStM,202752
+bigdl/cpp/libs/speculative.exe,sha256=f1y_9JrvUJhlTguzLlBOJxjfJ5wjmG9nYPGZnB1Eiq4,709632
+bigdl/cpp/libs/tokenize.exe,sha256=NHs5dVcRJuZ6nDqGaw2u7jYmpDd8jG2r5f-QRK5MnLo,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=NhEhtgWCxmkYQp7LFs_BcSNOzB2DIBgGnOpE32HV7k8,283648
+bigdl/cpp/libs/vdot.exe,sha256=6tSgfLbaTzcodwfSW8wtT69s_B2pOMIKtgsoWF3L2k4,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=U2c0MTw7xKEEF6nzYfnzCTOHNSaBpO4t4KoHZLHdXas,8504832
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=gNeDdFtYhGMGhqe_W_Qm8NQmWtU5YCcGch8mMwzqnb4,8504832
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=B5iDaxhueOKDC66gylEs1DERNJP0-BJ15zK8h3PYNzM,8504832
+bigdl_core_cpp-2.5.0b20240725.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240725.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240725.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240725.dist-info/METADATA,sha256=r85O8ync5EjtZQ75yypQZPUm4ywBlnPyz-qAp407O6o,668
+bigdl_core_cpp-2.5.0b20240725.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240725.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240725.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240724.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=xHMxWU4PRBHm38Ao14Po1JG470YqXlVM47iv2rjCXqk,129842
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=BgEaljlpfySdu0szgjmiVgHInTGYrztXrM9F-12M754,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=dfEWAsBhXNNzXg1cbQ_oYZjugj0UHfNEtiA_s_bGXG4,206848
-bigdl/cpp/libs/batched.exe,sha256=6x0wYsDdSEtxwzGSxHYGIPUxlAxN3nOm9CTJOTfXUO4,208896
-bigdl/cpp/libs/beam-search.exe,sha256=nXK_T-toM9YJg-eor_bwme8V8MdqnCom0LUNFa_2szM,214528
-bigdl/cpp/libs/benchmark.exe,sha256=LOo8GjqMjuJQHGXXHBEV65EfZOPZLkgf1hJ3HBlxMzs,74240
-bigdl/cpp/libs/common.lib,sha256=r3wp0ljrIENW-zNtZneG3UJjzy9oafE1XC1HhGvejjY,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=rBd0tbmFHUg9kopWoNKwRq0WSXyrN_RyL5kWJwuql9s,126464
-bigdl/cpp/libs/embedding.exe,sha256=ywKf5sPGTlBoIfYQ_VZWweyeOKv5shRBRn9gJI5yeT4,644096
-bigdl/cpp/libs/export-lora.exe,sha256=V47ThWjLO8J2Bgz66ZxHv47uKFmdI7j8MYk52ADXvMA,90112
-bigdl/cpp/libs/finetune.exe,sha256=y33ORvmeLal3z8vStMrEGjbHxK8k6DjvyPq8YvTJYk8,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=o5Jks3Wzw02qsQQEsH9zQMF7FFYQ2gmbQTmxwc5heiY,6230016
-bigdl/cpp/libs/gguf.exe,sha256=UvMqZoYlN-qFkFokSwn3huBXEl3rmfP6yuK7zmLLI9o,5743104
-bigdl/cpp/libs/gritlm.exe,sha256=Iuv1tYWRSlYnyVwYhDeewJR6ZSCv7QKS2KNEy41JOZQ,638464
-bigdl/cpp/libs/imatrix.exe,sha256=VgU6TWsAVHCcZw_TxxYIowWoYeBWWsL3Ds2X2--ns38,676352
-bigdl/cpp/libs/infill.exe,sha256=FXLnu6wpW0e_j7TVc0RlFm9qms4OyvpONiqqPeLdtLQ,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=4IjFRQFwEB48DAoL_m9TdJU8Jj476zPyEIR30QXvV_4,336384
-bigdl/cpp/libs/llama.dll,sha256=AMtWEXiqZNdYLj75KnV5bAtO1blL0OYsa0YfAwPt84c,7806464
-bigdl/cpp/libs/llava-cli.exe,sha256=q8ZYNJjQlB_zbgRq0MykyAb3nrli3Y1vXA8w62Ymrpk,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=Xvdc46zCuuk9y5uu7shy7hstC-P4chIVOuDDC_sIHAI,6496768
-bigdl/cpp/libs/lookahead.exe,sha256=4Zdp4L15hQi0IvN14-cjPX7IiVxjlyVCIYvyOEr5DsY,684032
-bigdl/cpp/libs/lookup.exe,sha256=0z-RjXpiVGcbUMzFpsCq7zR3sHKwGhpG8phF3CRy6MA,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=VDhNCklwJ1Bu09VDKd7nt24KBYQdynh2fQ40p4E-JZo,10240
-bigdl/cpp/libs/main.exe,sha256=C6mC4s9CAGIXfAJF-ixiua5WI7TiFX3JJEPTrAySnQo,764416
-bigdl/cpp/libs/ollama.exe,sha256=RmZ4QjtTUsAW475LSQMw_c1KNYwkp237FWGjyJaRCB8,64163572
-bigdl/cpp/libs/parallel.exe,sha256=-Cbfd9V60hjGuJOz5gl5YqXqoPoBS0aCoS_HFOzJAis,701440
-bigdl/cpp/libs/passkey.exe,sha256=3Z5Cyl8XSr1-SSH9wPqfb9hWFaqFq-PmmKxxi4-81W0,216064
-bigdl/cpp/libs/perplexity.exe,sha256=jqJFMkCOIyrzjRcIaQofU258qwyrhORCsIaw9FZRpJc,782336
-bigdl/cpp/libs/q8dot.exe,sha256=QIZ8GUR4WjDcxuo8-V1r0hasRk_67L1RRiFjc484AUA,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=hQ4uR6F9G4Nix56WCzrzbOGNv8I5OZDNzH010PaSTZA,130048
-bigdl/cpp/libs/quantize.exe,sha256=PVqM3PX1rkKpacCO2OOq_oL-LHKs6P3R90NfnM4C4Gw,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=kJy0wif8Qq2cGtoEAph9q5qzs1adbpw7kBdnilcWl4k,636416
-bigdl/cpp/libs/server.exe,sha256=4xztlt3_m5IlsM1DXAUvmq84NHha458NGAGZg7AB_Q4,1731584
-bigdl/cpp/libs/simple.exe,sha256=hR_bPhFfTtQVbOEsjSOUtV98H2IDG3dLr6AyLFJIB8M,202752
-bigdl/cpp/libs/speculative.exe,sha256=SGsLj_ocEB0fLwbR8MLBLfEM7mA67gwnxjxGYLu-6SQ,709632
-bigdl/cpp/libs/tokenize.exe,sha256=JjEu4k2zf_Ufmsf91l40rEKR82Tz_xk08-xnaaN-C7I,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=QYLxO3wKtfxfAhtN8bsZRyyAwW4btutJoF1YKtAMYa0,283648
-bigdl/cpp/libs/vdot.exe,sha256=FV6T1pQB1HRuzVBMjgGvkLcY23Zeykv20n-CWAgNVos,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=iP7g3cKc7oZWiFjNzfP0iJmcVwioaNnDYFRabmGfRO4,8481280
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=OjoVA2kfjbC2dguwYZW60lfZtoCYjCSl1H1AnCV7Vsk,8481280
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=AwvQOwcsTT030tGwaRQ0SY1L2PmzP8NVbhSHMcIoZkw,8481280
-bigdl_core_cpp-2.5.0b20240724.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240724.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240724.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240724.dist-info/METADATA,sha256=1Oki8IQJEAygWLTarGTw_CTa9LKBVIKSfhXbebR9Z5I,668
-bigdl_core_cpp-2.5.0b20240724.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240724.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240724.dist-info/RECORD,,