bigdl-core-cpp 2.5.0b20240702__py3-none-manylinux2010_x86_64.whl → 2.5.0b20240704__py3-none-manylinux2010_x86_64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -1610,13 +1610,11 @@ class MiniCPMModel(Model):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
-        return (
-            weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
-            .swapaxes(1, 2)
-            .reshape(weights.shape)
-        )
+        return (weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
+                .swapaxes(1, 2)
+                .reshape(weights.shape))
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused

{bigdl_core_cpp-2.5.0b20240702.dist-info → bigdl_core_cpp-2.5.0b20240704.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240702
+Version: 2.5.0b20240704
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD

@@ -0,0 +1,50 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=VbKd1bvq0MX12aIv27-tySszWIHw1Mj4et8I_XsLOFM,126986
+bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
+bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
+bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
+bigdl/cpp/libs/baby-llama,sha256=J_-QN8sqCgMCbhGhkjGmdmtBpn_5lq_mpZVezKg7bWg,10688728
+bigdl/cpp/libs/batched,sha256=VLJoHFMmVrm26p_ZRepbGjQdVfhpZ0lq7gTS-tNfP_Y,10613304
+bigdl/cpp/libs/batched-bench,sha256=M9wLWoASAuYpvLj3GHHYZSpAk8Uo-kbWwvfUJljycdk,10617560
+bigdl/cpp/libs/benchmark,sha256=QZ-KiTlk2Kqor2nIsDiMibBsQyuBWsd1sw5-kQZUF3s,1456400
+bigdl/cpp/libs/embedding,sha256=VtUg7xnCRZg2MdOZUN-AFpeVI3K33rdSNV5kIFw-Dbc,10613440
+bigdl/cpp/libs/export-lora,sha256=_Qxa69dQwJBDF5Kt3bGwhvBd311_WjqIMKrfaM9HQxU,8897656
+bigdl/cpp/libs/finetune,sha256=x9DELdhnHYtxXw4LUvKf9C6GPP0zXUjT8OVL4ii4O1c,10729952
+bigdl/cpp/libs/gguf,sha256=6expzxrd61tSy6LgmU2THIKac1lQpCoBFtLztFANQfA,8888816
+bigdl/cpp/libs/gritlm,sha256=cJOhGOqU_Ji8IF8Ke0P3McGdSiFkH1h7ai0Ym3BY_Z8,10617832
+bigdl/cpp/libs/imatrix,sha256=4L0-qhm6Doac5HmwrKPy0uXmqrl0l6zqrusjTHFCvDg,10641304
+bigdl/cpp/libs/infill,sha256=172_rQODSlPoYcnXREcB6JQDttb3KDPHv3IumnY8yKA,10656024
+bigdl/cpp/libs/llama-bench,sha256=VnERZOiivuM7Cu7lJ99xh0HkX2nEJidbNdHKYNpULmg,10706880
+bigdl/cpp/libs/llava-cli,sha256=7bhJ2CMPnuu_TlHtt5lTcDuyeLghUT8pzEIo7LXqu4k,10931544
+bigdl/cpp/libs/lookahead,sha256=YYe96yqiafbwstSWTnKTmKqfCW7XnLrljG6ylgbT6uY,10621672
+bigdl/cpp/libs/lookup,sha256=Pd906lt8o4XcGx_fsu_A7JnuAuaNCC_OrSl5QkWSuiw,10645544
+bigdl/cpp/libs/ls-sycl-device,sha256=on1t7fe4KbF6ekmOv5LA08eB5Dv2P07vdWMNoHme75k,8880464
+bigdl/cpp/libs/main,sha256=lkSRyjTDphGxIF6MdKLChp91zEALPoxXrs9rST2cotY,10672824
+bigdl/cpp/libs/ollama,sha256=UuQC2DoiAVwUrS4Se9hKLResAv2zIqtIbzzqX-W4yIE,44638912
+bigdl/cpp/libs/parallel,sha256=kR_rzyR2jvUZotPhAjRwgC5_UHuVbPHQONDn-qOACkI,10630024
+bigdl/cpp/libs/perplexity,sha256=wo3FR34Q570s0Yu9F-48YHLOuxdYT1rBiqy_B1PKnPo,10714384
+bigdl/cpp/libs/quantize,sha256=kPLdw9IkTNWJAm578_Trf1fnoidNgtFuupN79GsRSLI,10639624
+bigdl/cpp/libs/quantize-stats,sha256=483kxnZEB2on0QOM0fUOzrZ31yekZlsB8RegVNlVAjA,10153704
+bigdl/cpp/libs/save-load-state,sha256=_1YwMDWGVIEYmWOV7Y7yWooEBtBuvC26nAwcPAFEeLU,10613576
+bigdl/cpp/libs/server,sha256=zUknIQlEHoH3eVIV-MhEbqnUWqy697Qhj3IH_KMNbBE,11470792
+bigdl/cpp/libs/simple,sha256=8YNgon5KwaUWY8rD7c1ZBdd_IZO-PRLul94Sgis__ME,10613304
+bigdl/cpp/libs/speculative,sha256=cmhVGkumlOI3GUG0P_WEPHshnYJbSJOlKaISnfg40O4,10647688
+bigdl/cpp/libs/tokenize,sha256=2nBCF2yoqx7nGJiVQfRda5fRk7dUA6T3uWhpbgnQ34Y,10613488
+bigdl/cpp/libs/train-text-from-scratch,sha256=ltq6sJa2-uAVblFJzReIfD4ecIj3HscMcfMrGxp0Dl0,10713104
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
+bigdl_core_cpp-2.5.0b20240704.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
+bigdl_core_cpp-2.5.0b20240704.dist-info/METADATA,sha256=KV4452MTXjH7-EDyCOAa_Vn-TzvjRF03XxN8l0NmsUs,650
+bigdl_core_cpp-2.5.0b20240704.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
+bigdl_core_cpp-2.5.0b20240704.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240704.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240702.dist-info/RECORD

@@ -1,50 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=UUIkBBSF75Uo5OiVwXVAuiLx3WXwZlXXL6tYgZ7IQhk,127002
-bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
-bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
-bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
-bigdl/cpp/libs/baby-llama,sha256=yIHp78KcUEgTgb3LQYxe42-qsU4QBblKNyaYa77GA9w,10688728
-bigdl/cpp/libs/batched,sha256=MWt_auZG-viMO2CKaLGuFFMC2f8p7FXVWFi1CVMCn3M,10613304
-bigdl/cpp/libs/batched-bench,sha256=VrMwXKnaIlTgUUTJiIbEfsHUm_EX3-sdN3fphLKSV8w,10617560
-bigdl/cpp/libs/benchmark,sha256=GtBt_uh0RZr1HCBm1LoMHyD-TlC6MGylJ_etHi5D24s,1456400
-bigdl/cpp/libs/embedding,sha256=1uE7iVpSPS1PwGgdKB0yvR3J_dlkpvgm7Xo3GJyRdjk,10613440
-bigdl/cpp/libs/export-lora,sha256=PYWPRXhWSMon2lj9jsuYzW94tnwAiH8weBVhsacfhkQ,8897656
-bigdl/cpp/libs/finetune,sha256=e_n4dVQY0M0l9bqCRsUUxNlJfTFzUkF-4U1rYCP9pUw,10729952
-bigdl/cpp/libs/gguf,sha256=Bl0zIUwYxSIH30nTnExU1oQlvQsowMMLZvltzf64z9U,8888816
-bigdl/cpp/libs/gritlm,sha256=Oet9pkgBirCLy6R-AwV5rSVo5t6MSRpJO6udNMFWKyg,10617832
-bigdl/cpp/libs/imatrix,sha256=21pgsFqTzdgOyYlmB-Melsh5JhAB7yub_3wQBp0pumQ,10641304
-bigdl/cpp/libs/infill,sha256=CNRCXtJthdrw-LWoL5vm9QypzAZyxOC0VH4WBDLWRQ0,10651928
-bigdl/cpp/libs/llama-bench,sha256=i0iu87xk9wzxrRWKkBHUIp85Pb9Bpk1UEUweTD8ziYE,10706880
-bigdl/cpp/libs/llava-cli,sha256=GDI1mMWhebja9KNO7W7l5hBit0TcFtZCwpb-KQ2qwYI,10931544
-bigdl/cpp/libs/lookahead,sha256=pZm9MWCjRYwR5Mjz3aV3-PoTgBgDj2mkOH53vfTn4xw,10621672
-bigdl/cpp/libs/lookup,sha256=0P642hrap2I57e0nQVTam2mDMq9OYWYeNCbsIPdiAu4,10645544
-bigdl/cpp/libs/ls-sycl-device,sha256=WWdViq6vnERg4L7SLBdw300Uvh1e0HSzInIASdDEoG4,8880464
-bigdl/cpp/libs/main,sha256=9Xu6VyuMm0HVVqAj6S8mzZSAxDQAg7uizJC-Vohg_jc,10672824
-bigdl/cpp/libs/ollama,sha256=SKeZshDfGCQPpbclOHZnb0u0JwepidnTAWjWSnBZCzI,44638920
-bigdl/cpp/libs/parallel,sha256=u_5B60jC5yQUC3EB26RwoxYULOUMFUz59ApLjyloxB8,10630024
-bigdl/cpp/libs/perplexity,sha256=4psfQMIN93SuV4gvFI6IT9o0-CvNu8PPANuISUA9wGU,10714384
-bigdl/cpp/libs/quantize,sha256=hgVZt6DeBblmjPkiQut8IOoiT1dj45CwqSnfx4Krkuo,10639624
-bigdl/cpp/libs/quantize-stats,sha256=BJ-NdDmr5Yz4egzUEzKoAiZe-P1XpldCQMd2QBliVMY,10153704
-bigdl/cpp/libs/save-load-state,sha256=U9z1zfO1NW0gVHF9Qc1va4LdHD28Vzy-1ygbqM1BtZg,10613576
-bigdl/cpp/libs/server,sha256=rC96ZnF8dWbu_w6Wr6hw_2c7SBikI7t5aq2pBIjTn1A,11470792
-bigdl/cpp/libs/simple,sha256=jN7LA8wIy4Gd-coyeMXUvYyKHnErcM7VurYzNfizkkE,10609208
-bigdl/cpp/libs/speculative,sha256=7DCo9bOoryGTI4Y8d_t-ztKwNOwODGeA153khNPc9nY,10647688
-bigdl/cpp/libs/tokenize,sha256=Xh0Z3AqzWQ6Y_rqJiM0ppEVTUO1tDVIVYdQZmlRoFCk,10613488
-bigdl/cpp/libs/train-text-from-scratch,sha256=Qv6H8aRyXTlL4aAz0tLDg8ncBjoimoiHROZaPDZF0oU,10713104
-bigdl_core_cpp-2.5.0b20240702.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
-bigdl_core_cpp-2.5.0b20240702.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
-bigdl_core_cpp-2.5.0b20240702.dist-info/METADATA,sha256=AbZ65qzI1nJGJgLeJvIC4Yqo1CoZ2UvcUBkPryuP2ZA,650
-bigdl_core_cpp-2.5.0b20240702.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
-bigdl_core_cpp-2.5.0b20240702.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240702.dist-info/RECORD,,