bigdl-core-cpp 2.5.0b20240703__py3-none-win_amd64.whl → 2.5.0b20240705__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -1610,13 +1610,11 @@ class MiniCPMModel(Model):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
-        return (
-            weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
-            .swapaxes(1, 2)
-            .reshape(weights.shape)
-        )
+        return (weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
+                .swapaxes(1, 2)
+                .reshape(weights.shape))
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused

{bigdl_core_cpp-2.5.0b20240703.dist-info → bigdl_core_cpp-2.5.0b20240705.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240703
+Version: 2.5.0b20240705
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240705.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=xHMxWU4PRBHm38Ao14Po1JG470YqXlVM47iv2rjCXqk,129842
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=zWojSYspzl3Lr3VGp13BknzeCm7suYMjTcftxobmzWw,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=bOdkYRJ5SOYH8TR3NJygVLDUTlVME3EYaBGmFivrgec,206848
+bigdl/cpp/libs/batched.exe,sha256=g2eNKAX4TkOk2djZm_UnDbFvHLWugVSdO7Z0i4dgXIE,208896
+bigdl/cpp/libs/beam-search.exe,sha256=fgdP6kCdFIdaxvx8SslNM7gGpUhhDRPXyw1YAxJwhNI,214528
+bigdl/cpp/libs/benchmark.exe,sha256=1_beooh3uKebC-4RCodicmMxUECHj7-nO-d6Jhp4cIo,74240
+bigdl/cpp/libs/common.lib,sha256=hJgPnAq6plk2RkSKXeXLH4NETXKUlHOL9ulVXxBx5dk,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=P_VYPGdPtVPzHC4teJXc0QRakNkFXae2Bfhs14rBPJc,126464
+bigdl/cpp/libs/embedding.exe,sha256=Rn25f-gxzzuvLQEYuYd-_GGocly-tozMQpnOPHcw9w8,644096
+bigdl/cpp/libs/export-lora.exe,sha256=uaI5Yuf2oDp6D2b_aYlG1lnDr-L78VqDiu9A-YnF24A,90112
+bigdl/cpp/libs/finetune.exe,sha256=823jvxAiohm30s-RkPQOMJtuDImkNJ_Iu5LaZ15RHKQ,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=l-ugxU551K9855kwnwqafuyOreWm1YlpPADmlrsxbW4,4767232
+bigdl/cpp/libs/gguf.exe,sha256=xrurhyIWW8VHG4wXNkjo8b0bl-nP9N4LvFnOcMTQ8GU,4289536
+bigdl/cpp/libs/gritlm.exe,sha256=nt_H2X4rwQNRvG9aUuAroRfs6fDUx6ClV7ha5zj8RSU,638464
+bigdl/cpp/libs/imatrix.exe,sha256=xd_TdIcFgbwyd7pxpGkZiif38nVD40XO_RJRnEUBYj8,676352
+bigdl/cpp/libs/infill.exe,sha256=WDI2fUK23SBCIEmLhZdkTSytCwTsHXnZEuMfhaM8zus,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=cHAmvEVTF77xkCdPWWGzU9tzdpDppNoQYj99FlI9gLk,336384
+bigdl/cpp/libs/llama.dll,sha256=01OfG1mMR8ApCO3kbZQAn7BMxW1EPZvyIjhI_1KK9YY,6342144
+bigdl/cpp/libs/llava-cli.exe,sha256=RcB4IAMxrx4dRWuizUFR-5guOm_CRdBWrQOPhIvvrN8,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=IyRK4oTlaN70AgwswHm8wRb8fwl7qZDgtahSfxlpbI0,5034496
+bigdl/cpp/libs/lookahead.exe,sha256=GOYm5cd6rOUN-hdkcs4jfFcFdDsi-BCmJnZcRSU8oXc,684032
+bigdl/cpp/libs/lookup.exe,sha256=UIOkAO75w9KOtIT7IckETdsUFG9sG4NL4wiydNu8CX4,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=ySdjhYEvA2eXMeMCImiYwVup8PD4x7iBDIZmTrJOol4,10240
+bigdl/cpp/libs/main.exe,sha256=Wv2a2Hlu8otkdPS0hNaiEsuJ1GaqvUWaP7QL_cD2TXI,764416
+bigdl/cpp/libs/ollama.exe,sha256=vcGsXRnznkrUv54QS2UtT95nu4sCgen9_u2Rj-fJTHM,64162423
+bigdl/cpp/libs/parallel.exe,sha256=IplAHVbFcl3RhSa5tvaDtgeo5Cm39vj8JvZTFx9eMhk,701440
+bigdl/cpp/libs/passkey.exe,sha256=W627xaS5rObemBrnk4BNWF81ZRekrpWSzihWcKpevwc,216064
+bigdl/cpp/libs/perplexity.exe,sha256=R7xZAnqjHYUzZeCr0zJIUmD-V92Lh-oqMvj3bD7PqlQ,782336
+bigdl/cpp/libs/q8dot.exe,sha256=Kn5O2IhqQGhVtBl5z53XYrepPfls-WfE50mNed3tvK0,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=As7chhOV8Bcitxc8ZJk4r-4PAkx6grIAXYANYLXsizw,130048
+bigdl/cpp/libs/quantize.exe,sha256=cGjc4hD1Z9CaGSQJeV-6NXdMke6yVkpcJXc3XCt3wFs,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=WALQ-GV6sA2O1jwuoT_qCN9XA4xegQUsRtFuw_Hf7go,636416
+bigdl/cpp/libs/server.exe,sha256=lkWIszzKk1mpArUny74rhCnV2---B73Tck_y3mxrVA0,1731584
+bigdl/cpp/libs/simple.exe,sha256=IvjlO7WY8_bWw1WcsU_-wp6W-PRE4ePOinoJ2W_zv-Q,202752
+bigdl/cpp/libs/speculative.exe,sha256=H5G8sOK3MhFSwpl0DH2L9IgT3yksNVlZ1RNts4Euo9o,709632
+bigdl/cpp/libs/tokenize.exe,sha256=EX3sPLhsEAK6tT30GcSZTd49oHsme-RaJ_pCNBBY3A0,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=v9fUR6iewKmKTChj7PvzFP4-fK7s6h7YlDHJ0FY_M54,283648
+bigdl/cpp/libs/vdot.exe,sha256=5Ld4n_xh-hpgjZR1tQAtqHcBO58dmElYsQKqO1K5djI,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=2NmTTs0ur9kqKoG4uuf8Q4Qnw2zG_Bm6Sxb5Kctucvs,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=HPdYrdjpUkHjS_XFCaWArsp6nABYQu41iGcXjdJfIto,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=F0Xor3Ty2lh9zkhqbaW9IbExGjHx33IKnGmFVV-G5g8,7023616
+bigdl_core_cpp-2.5.0b20240705.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240705.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240705.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240705.dist-info/METADATA,sha256=lpkW3kto76vgZu4JIpIXHLxg9_umK6DwJq4By8FZ32s,668
+bigdl_core_cpp-2.5.0b20240705.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240705.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240705.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=LSpBp2a-sE4ePAHtRE6IUJGs3ep1yyoZP1s1TxwEVMI,129860
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=3xhRox3pg3-L1OntR9VLJmiFwUNF5zde9Ply6eXBFNY,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=uyxorE13W96vk6H8NzxsRYLAYJgDWoIc7K-jX6LN_nU,206848
-bigdl/cpp/libs/batched.exe,sha256=RXKzvMi5j1CYMP3mwLuENSSfYJ6jiaQ98yOrEOWpUsw,208896
-bigdl/cpp/libs/beam-search.exe,sha256=jx2BjCHYQiQpWW0bZiitFIVW2AsxCQvJLEXXbkPnOUM,214528
-bigdl/cpp/libs/benchmark.exe,sha256=L8xsiTlA5t614mtee7RwwBafVcSzkTzeEyiVTyq6DsM,74240
-bigdl/cpp/libs/common.lib,sha256=JoiSzen85_I-lyuZuPVs3Nv72eI9DtxSZYv211AJpFI,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=MyDCQoS-d9U3X0yYsfXR6SleMg5V2ZTQvhE3VM0uAgc,126464
-bigdl/cpp/libs/embedding.exe,sha256=bfLueytvTM0wN0mknP-oyvzUYBW7UItZ2I7BBr3A-LM,644096
-bigdl/cpp/libs/export-lora.exe,sha256=53Cbxo2nljnTwBtd0TDSn8sDMistGE4XGDMRspm5wvc,90112
-bigdl/cpp/libs/finetune.exe,sha256=YKz6tawSL_MuKTMxSvEgIQgEEhULZZ0v5Zs666f37n8,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=Bk_POIY43WvxBHJ8KrV9jpxHPjJpBJinivMBs_RJJj0,4767232
-bigdl/cpp/libs/gguf.exe,sha256=nRYlSsyog_I-C2wULuc7tvvtaJeV_1nZNepO_I1pg6w,4289536
-bigdl/cpp/libs/gritlm.exe,sha256=m9-AS3QZseE-3zd-kYF8-S2g0cEw_Jl2nG2kbESv07o,638464
-bigdl/cpp/libs/imatrix.exe,sha256=M90LqUTC-jqXDP26QuTOaYGFG2Z9R4e8SyJE-R94uG8,676352
-bigdl/cpp/libs/infill.exe,sha256=VanKlNT2-1-pDfxMgit8Z7zEP5Mh7MxNH16z23jNqRM,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=liM0e5lAno56jpX229ltcjeBqKc3iilyNztQJ7FD9wQ,336384
-bigdl/cpp/libs/llama.dll,sha256=92r7Pe5t09A3kF5NhC_3Z1kQLwRyfs1W02jiFbHZl98,6341632
-bigdl/cpp/libs/llava-cli.exe,sha256=oGFYgZ_PhGuyQjVeqzgHPXQNcnDlwLxGQzXWqk3Qm8s,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=Uo9qBMILkOeOIC02hAV9KYqnS9wsUjaRKMcp2I4pDe4,5034496
-bigdl/cpp/libs/lookahead.exe,sha256=Jt1uqhM3VT0qT8oCAYKSOZ9yJBneqsW5txPGX_jDYpU,684032
-bigdl/cpp/libs/lookup.exe,sha256=_oYcteZJZ61ugRULLPSUyoPucRt8GzkeYMIwWNqA2i4,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=GngcUrzew9whAxZFSnXgPk8gKLzRvptUFfIKMTzJprk,10240
-bigdl/cpp/libs/main.exe,sha256=Fu6gPGXFk0jjm_Hh68g6UxdC18OlT1BYyTMJ_SM4W4E,764416
-bigdl/cpp/libs/ollama.exe,sha256=8GJD4qwSei-dSrbuIIUg1fI3fhUJcTSALsx1-rRdXPE,64162423
-bigdl/cpp/libs/parallel.exe,sha256=Z9fm_t49Gbi0qlWhkE7AfDlEba_8vpOezOX0vqeQTew,701440
-bigdl/cpp/libs/passkey.exe,sha256=ELZYiBLbrrHYY8ZsL67z7p8BvDGvKPFAY1O2SCnGjsM,216064
-bigdl/cpp/libs/perplexity.exe,sha256=2rkvtINXJYunjcIgXZ8rqPzzRLzwEsovMHX3O-yWO6w,782336
-bigdl/cpp/libs/q8dot.exe,sha256=VJzXmVCGOm7YEdkHtmiVJqJ1b4uBHmu47GR_ioojxwc,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=G7ATvgallEXb8v5udsdBP896HhRElQI2pGh2uC_keXE,130048
-bigdl/cpp/libs/quantize.exe,sha256=2u5lcstS44-KJotPkQgcWGrYC46iK1-8verx2y786yE,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=OrFyjgUDTD2xaqaJv7wHYQJeXhqrSXs7BFK01bOZelA,636416
-bigdl/cpp/libs/server.exe,sha256=jSjBqCuOsWkM0dAweL8fUXvAmfX82CIENhT8UXTYTaY,1731584
-bigdl/cpp/libs/simple.exe,sha256=kgK8okPk7Mm5IflcxsHLpri3k8eLvr1QPX7N3ScsQnE,202752
-bigdl/cpp/libs/speculative.exe,sha256=tcCirwzsrNV8xlqGFpjjwSjCvn4GiJoOL_hUuH5K4nI,709632
-bigdl/cpp/libs/tokenize.exe,sha256=mFv1ZyOOMt9tmgUrXjhTUoIhuBqw0PSP9qmVK8qzxe0,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=Kify9ZUYVVGpHo005DD4Nm2C50bRHc789MAYwSOaUm0,283648
-bigdl/cpp/libs/vdot.exe,sha256=bmjCjSSVBCS6-Vf7t3WA3AlVg_AeRdBqST6s-ybpUZQ,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=zq0odr0uPcSdb5kntOvb45RxPSyEyf944SwKYSB4ipY,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=_yvb2w9mv65-gxMHCFobB5keYEXRy7XzvPVfjaUUwGY,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=wNgt1IDetqi4V9TTRF7vLYVqhW3c6rK-QG-nQ723Rvo,7022592
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240703.dist-info/METADATA,sha256=wGn8_NzuMQ7qYQGjlGuighmUMxlOJk0pcQWjJM2cGVw,668
-bigdl_core_cpp-2.5.0b20240703.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240703.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD,,