bigdl-core-cpp 2.5.0b20240702__py3-none-win_amd64.whl → 2.5.0b20240704__py3-none-win_amd64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -1610,13 +1610,11 @@ class MiniCPMModel(Model):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
-        return (
-            weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
-            .swapaxes(1, 2)
-            .reshape(weights.shape)
-        )
+        return (weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
+                .swapaxes(1, 2)
+                .reshape(weights.shape))
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused

{bigdl_core_cpp-2.5.0b20240702.dist-info → bigdl_core_cpp-2.5.0b20240704.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240702
+Version: 2.5.0b20240704
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD

@@ -0,0 +1,61 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=xHMxWU4PRBHm38Ao14Po1JG470YqXlVM47iv2rjCXqk,129842
+bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
+bigdl/cpp/libs/baby-llama.exe,sha256=yZkQllLcOENe2OYewfH0ji8J4QsahFMtKIuMBqgrMRQ,200192
+bigdl/cpp/libs/batched-bench.exe,sha256=okGLUrCgCJ2K1kwiwegGC0WZ40cRrpyCje2QLPdHMlw,206848
+bigdl/cpp/libs/batched.exe,sha256=T-0QY4kVxGos0inJ9Eq2wd_ikPq_22EDh7VQgCJOm-M,208896
+bigdl/cpp/libs/beam-search.exe,sha256=PtoNHORcpknJaVpMMG6y_AVKnc7P47MkSPR1xSkwdR4,214528
+bigdl/cpp/libs/benchmark.exe,sha256=oD0ZKAe8O92rcNgrgkljGXRmZX-PyC7MrQMFjdPVecQ,74240
+bigdl/cpp/libs/common.lib,sha256=90OMECM_CjWmc_PHp4WeYdjhLQqyuSs1P1uRtS388P0,3330124
+bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=D28AAo1AaMQsJKenJ9HGjVVP4y2WtJcpN6WeldKbtfE,126464
+bigdl/cpp/libs/embedding.exe,sha256=QG-B1wKSZLUymZOasPeyMxDwvMh81ox-CIvA4guFGNM,644096
+bigdl/cpp/libs/export-lora.exe,sha256=-FI3Imsg0W6FR8tYwmSz2CuNj_2NyVVT2rLzJdJz9-s,90112
+bigdl/cpp/libs/finetune.exe,sha256=Y2F6aYY94RdF3yIDl65gTrhKU_WeGQfyCVF6W8FbosQ,302592
+bigdl/cpp/libs/ggml_shared.dll,sha256=jJpS6RRAB1DCCAEs22SS4vyvKtJH7e4zMlVjyqXbzXo,4767232
+bigdl/cpp/libs/gguf.exe,sha256=lGnFb3UtdAIGuB1aiGcy4QWoB_hsYkUJ0e45jmL-DnY,4289536
+bigdl/cpp/libs/gritlm.exe,sha256=AAhONr2RU8xC56HlJpdARhxO3x2qMQsv7plxRho8hEg,638464
+bigdl/cpp/libs/imatrix.exe,sha256=qcwOXJaweHM6sCQnIbW1bGDeVx_aHGfgk6l4e42LJ1c,676352
+bigdl/cpp/libs/infill.exe,sha256=tU7jiTlL3TLq2qPfp0EYVLaT87nVz1ZWuDinEAXvMOM,733184
+bigdl/cpp/libs/llama-bench.exe,sha256=zqj_0C-jDI6_E8o4dw5goqw1u-9f7eIiKJ8cUU2gY7I,336384
+bigdl/cpp/libs/llama.dll,sha256=Iwi-kEHB1xpEkPWyrOlqFBm0k_BM6ifsfSfBbyjlS-U,6342144
+bigdl/cpp/libs/llava-cli.exe,sha256=mtte2SSvBN-E8YYtgRAcaMiQXvQYqawSUJYTRIsDMVI,921600
+bigdl/cpp/libs/llava_shared.dll,sha256=O2EGogm_rERQjsMaQMSSZephMF2FdaQ1CA1O0-21CZk,5034496
+bigdl/cpp/libs/lookahead.exe,sha256=wgR2sGc1SA7rDq8qrFGgmo2UrhOvh9QvTSN2aMe8afY,684032
+bigdl/cpp/libs/lookup.exe,sha256=7k532SFZ3Nz4SUeiEoJ_RU-3gIEu-72mxYGGKj0dZ90,718336
+bigdl/cpp/libs/ls-sycl-device.exe,sha256=f3p33D7A7tclUHyzBwpULJseg4_jdmreW2L0Z76jEyM,10240
+bigdl/cpp/libs/main.exe,sha256=bmB728Kfj6loCC0Qc1xkxzG017vWs78K-u0zAXm4SoI,764416
+bigdl/cpp/libs/ollama.exe,sha256=vcGsXRnznkrUv54QS2UtT95nu4sCgen9_u2Rj-fJTHM,64162423
+bigdl/cpp/libs/parallel.exe,sha256=BT5aGT3gQ4kacAnm7RxbP4aCx9CTSQwzUn1JHjOzSL4,701440
+bigdl/cpp/libs/passkey.exe,sha256=gPdcJv6AWKdczDU3qjHDVHdPNZ93mrxSVlRHRwjY-NQ,216064
+bigdl/cpp/libs/perplexity.exe,sha256=Ml3Xcy34UKTPk6GadmTYs62riuO0elSV81P0KBitzVE,782336
+bigdl/cpp/libs/q8dot.exe,sha256=VWP5bns2tVtfuh7vfK1IDtb3EJ0-SIU6S6I7WlJKaVE,53760
+bigdl/cpp/libs/quantize-stats.exe,sha256=5OKwRu_beFE4MwkXwJ8W2p7bmNwLqSkSl_0DxyZsYHU,130048
+bigdl/cpp/libs/quantize.exe,sha256=wHUz5_hj3q4ptb1mgbT9oSpd4u_x0qvEE6Qx5xXninc,235520
+bigdl/cpp/libs/save-load-state.exe,sha256=LmmZl2g4BK_eYKSLYdIZi5RoWO8MmrsWwOmH9axHO38,636416
+bigdl/cpp/libs/server.exe,sha256=TtQIK4WZ5VVHjTomwvB6uHfi1K7r4AIzPPWNo-gatsU,1731584
+bigdl/cpp/libs/simple.exe,sha256=zXsPhGMGNioRXWyGYvVTbRXRu1LXF-vWselcY1UcnFM,202752
+bigdl/cpp/libs/speculative.exe,sha256=6KJfUCSGrs2vHQsSdqulbS7cO4rjY4S5tBzd4RlAKH0,709632
+bigdl/cpp/libs/tokenize.exe,sha256=PDDhHOQ2gS0WFtM58ruaU2FYmGmZoxRCwd8tfeEUhvs,203264
+bigdl/cpp/libs/train-text-from-scratch.exe,sha256=kT3cVH1xz74eqardnVCMwAr5x3_pJMinExeKlfqZ3C0,283648
+bigdl/cpp/libs/vdot.exe,sha256=rlr1y-7vrnP_kvHNkLzHaqIBK-dwpHENL4ICRdmPUuE,56320
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=cb9VN3wh6BsXY0pLRoRRydOoGBE1pnzrrJ-hPbbw9m8,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=-3-h7ZLwsptLg2rPF9ocHlOfXAxM77uSICyHRUg2VSA,7023616
+bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=GUyj6XUtzKTD6na8XOZKGAzV5B2cbxSnnx4_6NqdI2Q,7023616
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
+bigdl_core_cpp-2.5.0b20240704.dist-info/METADATA,sha256=gwPBVHfA2558XomP262EK2G4wHk827bW1XUaGAfBpYM,668
+bigdl_core_cpp-2.5.0b20240704.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
+bigdl_core_cpp-2.5.0b20240704.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240702.dist-info/RECORD

@@ -1,61 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=LSpBp2a-sE4ePAHtRE6IUJGs3ep1yyoZP1s1TxwEVMI,129860
-bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=ElxJmWjDws0hVFf-tjFcxQhDDPD2xNqUkf6KpEfsbsQ,179
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=tpxMAsUIYaEXWSXMjLyAnnJGV1aZ1lCis_loHYrmYw0,35394
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=lMSPWOF9GIb13nhN6Au4PnnNTXe2Lc9l92Sbve5ECs8,12324
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=4aHWBXXpYiHThDDd7569FuD7AdwxkqnvGmGnTOjPFNU,21499
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=5VCg0xsteUMdIKY9PLyB6ID4TsapFJreb-y-t7Uk2HA,10024
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=2FYGq1gZ3oy9P_Z82L47lxMsokseC5DSKDwtyTNxiZI,23888
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
-bigdl/cpp/libs/baby-llama.exe,sha256=w2nwTu7XIfxhezIqkr5gCfEPjsFN_Rp-hxN31iIO1yY,200192
-bigdl/cpp/libs/batched-bench.exe,sha256=7CVz1JsFEw72P7D3seN4N7llc-Z6EP1RuhLMgzK2758,206848
-bigdl/cpp/libs/batched.exe,sha256=VRlhj_3EUMdUE_DZPq39kXYdRlcE4kq9F7UUENoosYM,208896
-bigdl/cpp/libs/beam-search.exe,sha256=Aj-NnkEU_kIHsEVM6rcImZf8J1Q7UrTgFnPgaSBvHvo,214528
-bigdl/cpp/libs/benchmark.exe,sha256=oD7hroSsx4ybuFwBymtfdOvNWfQ5WFDSJlZ-w9NU_5Q,74240
-bigdl/cpp/libs/common.lib,sha256=bImIta1v5hCGNhiaX8tS4_K_1Fd6t_751fp8lcWCg3k,3330124
-bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=uuyiVEswWrapny5EDu9RHdzPdsSTchT-OHTBvoUxSA4,126464
-bigdl/cpp/libs/embedding.exe,sha256=XxZRglhcfX0TOBvvZoTa7l38do_UJq134XekN7OqzFE,644096
-bigdl/cpp/libs/export-lora.exe,sha256=YgCEWdJTSuBE4ov-OEXhyQCspW9vcCxqQhZuwetIgvg,90112
-bigdl/cpp/libs/finetune.exe,sha256=_ozTlIO8YHFDgNQzKEqHOhiFKUILCQExahbgcx4uVEU,302592
-bigdl/cpp/libs/ggml_shared.dll,sha256=CYGlSww8o_b3JO38nqGx3_IdusP2BUnCJ95cR8gJFsM,4767232
-bigdl/cpp/libs/gguf.exe,sha256=Qu2ZkDk_NEUmZK4cUQ_4RitjwZ4RRDT3w8ABN32LfZA,4289536
-bigdl/cpp/libs/gritlm.exe,sha256=KqrgewKmsGEVsUx1KYdop9ScWSCCanE-g4QGonb06dc,638464
-bigdl/cpp/libs/imatrix.exe,sha256=TlIPoOHyII2YseccBdYqPFndWo3mv2N1L609JJAOYA4,676352
-bigdl/cpp/libs/infill.exe,sha256=BAtleBhuS1J_bNp6lkbZwCqRAf1SOsPEIIEmmut-ezw,733184
-bigdl/cpp/libs/llama-bench.exe,sha256=Ah11Al-nV6F2ckgolhRb-fSgFilxdBVjP9P9-lIYgZo,336384
-bigdl/cpp/libs/llama.dll,sha256=dBcQfofC22s029nq2trnNndmN29viELvkbx0dqqbA6k,6341632
-bigdl/cpp/libs/llava-cli.exe,sha256=AmOxeiHIdoxguPQ8Un6KW7byjvOBfPh2dJuXpm32aLs,921600
-bigdl/cpp/libs/llava_shared.dll,sha256=6L-CRKyC519pc_1hwfIeTutSrz6p-qdEuA09fpZGmDk,5034496
-bigdl/cpp/libs/lookahead.exe,sha256=CCKHQGodoFXsR1WzlbA9TtUyqZD0aumbR0mA3yLMTqk,684032
-bigdl/cpp/libs/lookup.exe,sha256=eIXjhZUhLa0tWwuH0Wr_Up4WmRwcIGHq_DXmEbuUVno,718336
-bigdl/cpp/libs/ls-sycl-device.exe,sha256=xqysnMKb4cNJ23sjh302yFLaJLf1K0mVIspnRfY9sss,10240
-bigdl/cpp/libs/main.exe,sha256=p83EyyNN3gzns4vwAOcM5xs9k3MuKc37CyHMaqJ8558,764416
-bigdl/cpp/libs/ollama.exe,sha256=8GJD4qwSei-dSrbuIIUg1fI3fhUJcTSALsx1-rRdXPE,64162423
-bigdl/cpp/libs/parallel.exe,sha256=9E8j36qFqI5x5RswdmBWTwSHsUuvPqoTE-URt3d_euU,701440
-bigdl/cpp/libs/passkey.exe,sha256=G2cQNok4Kl8PkxA5StB9d0h0C8gvTXil4wPpd6Ajd1E,216064
-bigdl/cpp/libs/perplexity.exe,sha256=HaOvOfHqz1s2BZbKCxVwIrbfHTcIOHXMsh2fr7ZVPGU,782336
-bigdl/cpp/libs/q8dot.exe,sha256=kKyn0XbLci0-vSXWecnbQV-agED_eNAjPuS-Hz6dbag,53760
-bigdl/cpp/libs/quantize-stats.exe,sha256=cbDxIatlfHunbm9M2B8QLjcBltVxQT13yEl8miMz0LY,130048
-bigdl/cpp/libs/quantize.exe,sha256=SWEMP9LO9yVqZXEaLIz3hDvATf-7mwDtkyYDIYplsvg,235520
-bigdl/cpp/libs/save-load-state.exe,sha256=qq0D7MUgMlHJ3NkpCd1FLFC5PvjaFaYBLbM21Bb_NG8,636416
-bigdl/cpp/libs/server.exe,sha256=o2WmT6ar4WuL_6xr8P7YaOB3_7H6g3ReMFsXw9sITBg,1731584
-bigdl/cpp/libs/simple.exe,sha256=TkWcJeN-cCD6u7lyun4MwmZegfbpb1IE8FzuPQdX9as,202752
-bigdl/cpp/libs/speculative.exe,sha256=6C9OSEOmrOTDT_4kQYhnEdCgWM6q0rK1HgwhlrWAigw,709632
-bigdl/cpp/libs/tokenize.exe,sha256=Jc-0eVt2cXALZKi-SgTtnh7fGlxevKwPbRQQb6dQWkk,203264
-bigdl/cpp/libs/train-text-from-scratch.exe,sha256=ks97jQqdsf7o2OnDV8Vq2mamS9WurQ1KiAmf_UNNG2M,283648
-bigdl/cpp/libs/vdot.exe,sha256=7pdD2MPg0-R9TgUUtEHipY7Wnv-et4UB3ekn8OHXNSI,56320
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=d0hLowoF_egY6YccSRF2mmGGdQryFDeC5y5JzJRoLyI,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=HSUcmdsrRzg51uXeVLSdchPPnbHzbWV8-3VzAmYrmxU,7022592
-bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=ZhI45FZA7Hu6Dx0HethR3XCd23TUEorxVVi1rr26_6o,7022592
-bigdl_core_cpp-2.5.0b20240702.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
-bigdl_core_cpp-2.5.0b20240702.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.5.0b20240702.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
-bigdl_core_cpp-2.5.0b20240702.dist-info/METADATA,sha256=PXdoHVjXW4EHngDrMm0-2hQdopZkWEjn5wPxwGjthSA,668
-bigdl_core_cpp-2.5.0b20240702.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
-bigdl_core_cpp-2.5.0b20240702.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240702.dist-info/RECORD,,