bigdl-core-cpp 2.5.0b20240703__py3-none-win_amd64.whl → 2.5.0b20240704__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -1610,13 +1610,11 @@ class MiniCPMModel(Model):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
-        return (
-            weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
-            .swapaxes(1, 2)
-            .reshape(weights.shape)
-        )
+        return (weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
+                .swapaxes(1, 2)
+                .reshape(weights.shape))
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused

{bigdl_core_cpp-2.5.0b20240703.dist-info → bigdl_core_cpp-2.5.0b20240704.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240703
+Version: 2.5.0b20240704
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=xHMxWU4PRBHm38Ao14Po1JG470YqXlVM47iv2rjCXqk,129842
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=yZkQllLcOENe2OYewfH0ji8J4QsahFMtKIuMBqgrMRQ,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=okGLUrCgCJ2K1kwiwegGC0WZ40cRrpyCje2QLPdHMlw,206848
+bigdl/cpp/libs/batched.exe,sha256=T-0QY4kVxGos0inJ9Eq2wd_ikPq_22EDh7VQgCJOm-M,208896
+bigdl/cpp/libs/beam-search.exe,sha256=PtoNHORcpknJaVpMMG6y_AVKnc7P47MkSPR1xSkwdR4,214528
+bigdl/cpp/libs/benchmark.exe,sha256=oD0ZKAe8O92rcNgrgkljGXRmZX-PyC7MrQMFjdPVecQ,74240
+bigdl/cpp/libs/common.lib,sha256=90OMECM_CjWmc_PHp4WeYdjhLQqyuSs1P1uRtS388P0,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=D28AAo1AaMQsJKenJ9HGjVVP4y2WtJcpN6WeldKbtfE,126464
+bigdl/cpp/libs/embedding.exe,sha256=QG-B1wKSZLUymZOasPeyMxDwvMh81ox-CIvA4guFGNM,644096
+bigdl/cpp/libs/export-lora.exe,sha256=-FI3Imsg0W6FR8tYwmSz2CuNj_2NyVVT2rLzJdJz9-s,90112
+bigdl/cpp/libs/finetune.exe,sha256=Y2F6aYY94RdF3yIDl65gTrhKU_WeGQfyCVF6W8FbosQ,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=jJpS6RRAB1DCCAEs22SS4vyvKtJH7e4zMlVjyqXbzXo,4767232
+bigdl/cpp/libs/gguf.exe,sha256=lGnFb3UtdAIGuB1aiGcy4QWoB_hsYkUJ0e45jmL-DnY,4289536
+bigdl/cpp/libs/gritlm.exe,sha256=AAhONr2RU8xC56HlJpdARhxO3x2qMQsv7plxRho8hEg,638464
+bigdl/cpp/libs/imatrix.exe,sha256=qcwOXJaweHM6sCQnIbW1bGDeVx_aHGfgk6l4e42LJ1c,676352
+bigdl/cpp/libs/infill.exe,sha256=tU7jiTlL3TLq2qPfp0EYVLaT87nVz1ZWuDinEAXvMOM,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=zqj_0C-jDI6_E8o4dw5goqw1u-9f7eIiKJ8cUU2gY7I,336384
+bigdl/cpp/libs/llama.dll,sha256=Iwi-kEHB1xpEkPWyrOlqFBm0k_BM6ifsfSfBbyjlS-U,6342144
+bigdl/cpp/libs/llava-cli.exe,sha256=mtte2SSvBN-E8YYtgRAcaMiQXvQYqawSUJYTRIsDMVI,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=O2EGogm_rERQjsMaQMSSZephMF2FdaQ1CA1O0-21CZk,5034496
+bigdl/cpp/libs/lookahead.exe,sha256=wgR2sGc1SA7rDq8qrFGgmo2UrhOvh9QvTSN2aMe8afY,684032
+bigdl/cpp/libs/lookup.exe,sha256=7k532SFZ3Nz4SUeiEoJ_RU-3gIEu-72mxYGGKj0dZ90,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=f3p33D7A7tclUHyzBwpULJseg4_jdmreW2L0Z76jEyM,10240
+bigdl/cpp/libs/main.exe,sha256=bmB728Kfj6loCC0Qc1xkxzG017vWs78K-u0zAXm4SoI,764416
+bigdl/cpp/libs/ollama.exe,sha256=vcGsXRnznkrUv54QS2UtT95nu4sCgen9_u2Rj-fJTHM,64162423
+bigdl/cpp/libs/parallel.exe,sha256=BT5aGT3gQ4kacAnm7RxbP4aCx9CTSQwzUn1JHjOzSL4,701440
+bigdl/cpp/libs/passkey.exe,sha256=gPdcJv6AWKdczDU3qjHDVHdPNZ93mrxSVlRHRwjY-NQ,216064
+bigdl/cpp/libs/perplexity.exe,sha256=Ml3Xcy34UKTPk6GadmTYs62riuO0elSV81P0KBitzVE,782336
+bigdl/cpp/libs/q8dot.exe,sha256=VWP5bns2tVtfuh7vfK1IDtb3EJ0-SIU6S6I7WlJKaVE,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=5OKwRu_beFE4MwkXwJ8W2p7bmNwLqSkSl_0DxyZsYHU,130048
+bigdl/cpp/libs/quantize.exe,sha256=wHUz5_hj3q4ptb1mgbT9oSpd4u_x0qvEE6Qx5xXninc,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=LmmZl2g4BK_eYKSLYdIZi5RoWO8MmrsWwOmH9axHO38,636416
+bigdl/cpp/libs/server.exe,sha256=TtQIK4WZ5VVHjTomwvB6uHfi1K7r4AIzPPWNo-gatsU,1731584
+bigdl/cpp/libs/simple.exe,sha256=zXsPhGMGNioRXWyGYvVTbRXRu1LXF-vWselcY1UcnFM,202752
+bigdl/cpp/libs/speculative.exe,sha256=6KJfUCSGrs2vHQsSdqulbS7cO4rjY4S5tBzd4RlAKH0,709632
+bigdl/cpp/libs/tokenize.exe,sha256=PDDhHOQ2gS0WFtM58ruaU2FYmGmZoxRCwd8tfeEUhvs,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=kT3cVH1xz74eqardnVCMwAr5x3_pJMinExeKlfqZ3C0,283648
+bigdl/cpp/libs/vdot.exe,sha256=rlr1y-7vrnP_kvHNkLzHaqIBK-dwpHENL4ICRdmPUuE,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=cb9VN3wh6BsXY0pLRoRRydOoGBE1pnzrrJ-hPbbw9m8,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=-3-h7ZLwsptLg2rPF9ocHlOfXAxM77uSICyHRUg2VSA,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=GUyj6XUtzKTD6na8XOZKGAzV5B2cbxSnnx4_6NqdI2Q,7023616
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240704.dist-info/METADATA,sha256=gwPBVHfA2558XomP262EK2G4wHk827bW1XUaGAfBpYM,668
+bigdl_core_cpp-2.5.0b20240704.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240704.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=LSpBp2a-sE4ePAHtRE6IUJGs3ep1yyoZP1s1TxwEVMI,129860
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=3xhRox3pg3-L1OntR9VLJmiFwUNF5zde9Ply6eXBFNY,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=uyxorE13W96vk6H8NzxsRYLAYJgDWoIc7K-jX6LN_nU,206848
-bigdl/cpp/libs/batched.exe,sha256=RXKzvMi5j1CYMP3mwLuENSSfYJ6jiaQ98yOrEOWpUsw,208896
-bigdl/cpp/libs/beam-search.exe,sha256=jx2BjCHYQiQpWW0bZiitFIVW2AsxCQvJLEXXbkPnOUM,214528
-bigdl/cpp/libs/benchmark.exe,sha256=L8xsiTlA5t614mtee7RwwBafVcSzkTzeEyiVTyq6DsM,74240
-bigdl/cpp/libs/common.lib,sha256=JoiSzen85_I-lyuZuPVs3Nv72eI9DtxSZYv211AJpFI,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=MyDCQoS-d9U3X0yYsfXR6SleMg5V2ZTQvhE3VM0uAgc,126464
-bigdl/cpp/libs/embedding.exe,sha256=bfLueytvTM0wN0mknP-oyvzUYBW7UItZ2I7BBr3A-LM,644096
-bigdl/cpp/libs/export-lora.exe,sha256=53Cbxo2nljnTwBtd0TDSn8sDMistGE4XGDMRspm5wvc,90112
-bigdl/cpp/libs/finetune.exe,sha256=YKz6tawSL_MuKTMxSvEgIQgEEhULZZ0v5Zs666f37n8,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=Bk_POIY43WvxBHJ8KrV9jpxHPjJpBJinivMBs_RJJj0,4767232
-bigdl/cpp/libs/gguf.exe,sha256=nRYlSsyog_I-C2wULuc7tvvtaJeV_1nZNepO_I1pg6w,4289536
-bigdl/cpp/libs/gritlm.exe,sha256=m9-AS3QZseE-3zd-kYF8-S2g0cEw_Jl2nG2kbESv07o,638464
-bigdl/cpp/libs/imatrix.exe,sha256=M90LqUTC-jqXDP26QuTOaYGFG2Z9R4e8SyJE-R94uG8,676352
-bigdl/cpp/libs/infill.exe,sha256=VanKlNT2-1-pDfxMgit8Z7zEP5Mh7MxNH16z23jNqRM,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=liM0e5lAno56jpX229ltcjeBqKc3iilyNztQJ7FD9wQ,336384
-bigdl/cpp/libs/llama.dll,sha256=92r7Pe5t09A3kF5NhC_3Z1kQLwRyfs1W02jiFbHZl98,6341632
-bigdl/cpp/libs/llava-cli.exe,sha256=oGFYgZ_PhGuyQjVeqzgHPXQNcnDlwLxGQzXWqk3Qm8s,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=Uo9qBMILkOeOIC02hAV9KYqnS9wsUjaRKMcp2I4pDe4,5034496
-bigdl/cpp/libs/lookahead.exe,sha256=Jt1uqhM3VT0qT8oCAYKSOZ9yJBneqsW5txPGX_jDYpU,684032
-bigdl/cpp/libs/lookup.exe,sha256=_oYcteZJZ61ugRULLPSUyoPucRt8GzkeYMIwWNqA2i4,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=GngcUrzew9whAxZFSnXgPk8gKLzRvptUFfIKMTzJprk,10240
-bigdl/cpp/libs/main.exe,sha256=Fu6gPGXFk0jjm_Hh68g6UxdC18OlT1BYyTMJ_SM4W4E,764416
-bigdl/cpp/libs/ollama.exe,sha256=8GJD4qwSei-dSrbuIIUg1fI3fhUJcTSALsx1-rRdXPE,64162423
-bigdl/cpp/libs/parallel.exe,sha256=Z9fm_t49Gbi0qlWhkE7AfDlEba_8vpOezOX0vqeQTew,701440
-bigdl/cpp/libs/passkey.exe,sha256=ELZYiBLbrrHYY8ZsL67z7p8BvDGvKPFAY1O2SCnGjsM,216064
-bigdl/cpp/libs/perplexity.exe,sha256=2rkvtINXJYunjcIgXZ8rqPzzRLzwEsovMHX3O-yWO6w,782336
-bigdl/cpp/libs/q8dot.exe,sha256=VJzXmVCGOm7YEdkHtmiVJqJ1b4uBHmu47GR_ioojxwc,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=G7ATvgallEXb8v5udsdBP896HhRElQI2pGh2uC_keXE,130048
-bigdl/cpp/libs/quantize.exe,sha256=2u5lcstS44-KJotPkQgcWGrYC46iK1-8verx2y786yE,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=OrFyjgUDTD2xaqaJv7wHYQJeXhqrSXs7BFK01bOZelA,636416
-bigdl/cpp/libs/server.exe,sha256=jSjBqCuOsWkM0dAweL8fUXvAmfX82CIENhT8UXTYTaY,1731584
-bigdl/cpp/libs/simple.exe,sha256=kgK8okPk7Mm5IflcxsHLpri3k8eLvr1QPX7N3ScsQnE,202752
-bigdl/cpp/libs/speculative.exe,sha256=tcCirwzsrNV8xlqGFpjjwSjCvn4GiJoOL_hUuH5K4nI,709632
-bigdl/cpp/libs/tokenize.exe,sha256=mFv1ZyOOMt9tmgUrXjhTUoIhuBqw0PSP9qmVK8qzxe0,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=Kify9ZUYVVGpHo005DD4Nm2C50bRHc789MAYwSOaUm0,283648
-bigdl/cpp/libs/vdot.exe,sha256=bmjCjSSVBCS6-Vf7t3WA3AlVg_AeRdBqST6s-ybpUZQ,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=zq0odr0uPcSdb5kntOvb45RxPSyEyf944SwKYSB4ipY,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=_yvb2w9mv65-gxMHCFobB5keYEXRy7XzvPVfjaUUwGY,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=wNgt1IDetqi4V9TTRF7vLYVqhW3c6rK-QG-nQ723Rvo,7022592
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240703.dist-info/METADATA,sha256=wGn8_NzuMQ7qYQGjlGuighmUMxlOJk0pcQWjJM2cGVw,668
-bigdl_core_cpp-2.5.0b20240703.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240703.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD,,