bigdl-core-cpp 2.5.0b20240703__py3-none-manylinux2010_x86_64.whl → 2.5.0b20240705__py3-none-manylinux2010_x86_64.whl

bigdl/cpp/convert-hf-to-gguf.py

@@ -1610,13 +1610,11 @@ class MiniCPMModel(Model):
 
     def _reverse_hf_permute(self, weights: Tensor, n_head: int, n_kv_head: int | None = None) -> Tensor:
         if n_kv_head is not None and n_head != n_kv_head:
-            n_head //= n_kv_head
+            n_head = n_kv_head
 
-        return (
-            weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
-            .swapaxes(1, 2)
-            .reshape(weights.shape)
-        )
+        return (weights.reshape(n_head, 2, weights.shape[0] // n_head // 2, *weights.shape[1:])
+                .swapaxes(1, 2)
+                .reshape(weights.shape))
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused

{bigdl_core_cpp-2.5.0b20240703.dist-info → bigdl_core_cpp-2.5.0b20240705.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bigdl-core-cpp
-Version: 2.5.0b20240703
+Version: 2.5.0b20240705
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.5.0b20240705.dist-info/RECORD

@@ -0,0 +1,50 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert-hf-to-gguf.py,sha256=VbKd1bvq0MX12aIv27-tySszWIHw1Mj4et8I_XsLOFM,126986
+bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
+bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
+bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
+bigdl/cpp/libs/baby-llama,sha256=KW3iHUvg9Up64lHRgnT-63SWijd1Rg6W4MTMLfzEFMs,10688728
+bigdl/cpp/libs/batched,sha256=SJiuGvz6YtEF7YG-ShZ_o6v8hUhlK1y6VLgob4Jv-Tk,10613304
+bigdl/cpp/libs/batched-bench,sha256=tZv8cl4XoYzz591EuG6svNILz3ORv1WMRiwv0qpczfc,10617560
+bigdl/cpp/libs/benchmark,sha256=4WrYr-XgA1lkjU8eNaeCvWoI1NZdBVPnztgjsCS2_bY,1456400
+bigdl/cpp/libs/embedding,sha256=FJ68606xWsZO1SLEsR7mUJ7eJWejTQMxoVjFcYO4fEE,10613440
+bigdl/cpp/libs/export-lora,sha256=bxdeSobjxdIm_Nt9P61jkUZcnMJSi9VGD7De-itx_L8,8897656
+bigdl/cpp/libs/finetune,sha256=pSf6uZk0RQBJr12xIY4vNYyn_VK0GjC-H1DyXzoUvoM,10729952
+bigdl/cpp/libs/gguf,sha256=OpmdWBx7BnSH8pOZ9T1xwsdok2QggIxjpILlUvCE6N8,8888816
+bigdl/cpp/libs/gritlm,sha256=V0Zbo2VHLElstugDBWwTa5YPDZZS9EUsY2biahERp_Q,10617832
+bigdl/cpp/libs/imatrix,sha256=TQrnyuKR9FWANAm2-1OJnWbP61fMdw9AXGBvpSBV96A,10641304
+bigdl/cpp/libs/infill,sha256=zu4W0GQkYjiFSoJgCtaNvI-IHmxfHf5wsJ1tE0adiIU,10656024
+bigdl/cpp/libs/llama-bench,sha256=rDk9cSljvJElsG8T3yvpy8fhrF5lIdkoM6hUhKh7tmA,10706880
+bigdl/cpp/libs/llava-cli,sha256=YiZqSVjH6oDsZhLVvfh0ges_2SPIdlhuY5ly9iUcuTw,10931544
+bigdl/cpp/libs/lookahead,sha256=mpV1t7TPF_b1ana52Ydg6kY0G6_HpcHbzngF3PSIEFY,10621672
+bigdl/cpp/libs/lookup,sha256=J1R9ISb3HLUP4oOhXefxmbh3zx-6lzfl7Ms4P1YI2WI,10645544
+bigdl/cpp/libs/ls-sycl-device,sha256=ypO9AN2MgewyCO_17I_wD7uk-zI6JVW_aF63L1yCTjk,8880464
+bigdl/cpp/libs/main,sha256=nMpZcz3Mz2Q-LbdwC_z5WzFVrRFPlWUWcpgxfrbA9nE,10672824
+bigdl/cpp/libs/ollama,sha256=dz3Psc7XAJq6yvLTynuWTpraoLPw4oszSO4MYQ07SkM,44638912
+bigdl/cpp/libs/parallel,sha256=mEZKCmnZd65MORfnId9g2pa6yLJ2WXUBwG2znMD8zP4,10630024
+bigdl/cpp/libs/perplexity,sha256=BhHN2_YBEtgCLRupnMoG0w6ZRT9M0fxEq7Pss7MG63I,10714384
+bigdl/cpp/libs/quantize,sha256=BYaiC_MkGobYGJKhDH6aYhC-wanvXgWj63crMmZAwqk,10639624
+bigdl/cpp/libs/quantize-stats,sha256=g_RtE5ysiKhONEXlB5sWay79kIZLhkrE38bsexuHD-U,10153704
+bigdl/cpp/libs/save-load-state,sha256=4u-204OxfsFsB2bVjk_rz-sVkMYs_2u8gTcCgwde4E8,10613576
+bigdl/cpp/libs/server,sha256=_5v8DbUxlsW7ImXoRTWy50oELBf6EeR--6shLHXN3kY,11470792
+bigdl/cpp/libs/simple,sha256=CNP19r_EH7sWtFlHVnD_XfyZ6nDmHgJJ6K4JC2pCpe4,10613304
+bigdl/cpp/libs/speculative,sha256=WlIFFSoTBS6CcgGNGclcfG3mnntBK53WqCz8MBsX5Ns,10647688
+bigdl/cpp/libs/tokenize,sha256=P4w8WxgFeYEzxv1vCo4U8aNMrhM1pc5hGR6vzknceak,10613488
+bigdl/cpp/libs/train-text-from-scratch,sha256=la88InhTdYB74Lgj2AsqxRyEN7eOlGlOPrdmqQ5sW-8,10713104
+bigdl_core_cpp-2.5.0b20240705.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
+bigdl_core_cpp-2.5.0b20240705.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
+bigdl_core_cpp-2.5.0b20240705.dist-info/METADATA,sha256=KNpPJnlzZGpDZiio6ryCPKgwSuNvHAapb9ja8TEEBvs,650
+bigdl_core_cpp-2.5.0b20240705.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
+bigdl_core_cpp-2.5.0b20240705.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.5.0b20240705.dist-info/RECORD,,

bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD

@@ -1,50 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert-hf-to-gguf.py,sha256=UUIkBBSF75Uo5OiVwXVAuiLx3WXwZlXXL6tYgZ7IQhk,127002
-bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
-bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
-bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
-bigdl/cpp/libs/baby-llama,sha256=KsvIug2BHlks20wEC4q5W8_stls3HsX1SKa71VjW4Qk,10688728
-bigdl/cpp/libs/batched,sha256=1nBBN5e8GsRx1Oa1Nlu205Ek8DiSHfAGmKUtRzkIs4M,10613304
-bigdl/cpp/libs/batched-bench,sha256=npgemR3l6GXMASBu99DRo2AaFyrbZMNKERn2AbiFnCg,10617560
-bigdl/cpp/libs/benchmark,sha256=AktXLumtxR9O6WpeGsuWgTY-Vm6gCcusLptTO2TNb6Q,1456400
-bigdl/cpp/libs/embedding,sha256=AfOvQ-ClaMiZmp9Blr8lAyozIsFoW6DOcQyRYm_XR0U,10613440
-bigdl/cpp/libs/export-lora,sha256=obIKMkxQfVzqiw3zqt3wptQPeWl7nu-ulhAHkLQsX4U,8897656
-bigdl/cpp/libs/finetune,sha256=VN2whEVCnp8BDylLnETsjp9Jdvi60HwcofglfNLBr_0,10729952
-bigdl/cpp/libs/gguf,sha256=D14PsBC2mFOq2jPwf8ZfR27VlWkntWqh2gvkZDXS4RM,8888816
-bigdl/cpp/libs/gritlm,sha256=bpo8tkqdGEYGYwfm14oec_6nbMDw6HQG_vK-QTCTBrA,10617832
-bigdl/cpp/libs/imatrix,sha256=mS5ON7_zAndeMlFzMKl0ESKwBEDeph8yNQpZFTUgXhY,10641304
-bigdl/cpp/libs/infill,sha256=GXCW5sjGEfc2jOdlw3DYhJf_qeWSS0lqeMxFpT8wDkA,10651928
-bigdl/cpp/libs/llama-bench,sha256=1bmMkmCGk3j3fr0eZNV-OdiBfNEz_54cCN_i0UzR0JU,10706880
-bigdl/cpp/libs/llava-cli,sha256=X2KEg6qGaWHgNdYairygyjrwkYncMZZlmQGycdnfi-o,10931544
-bigdl/cpp/libs/lookahead,sha256=Ch2kyxH-z8rqby8fG4EnZwq5wxrt-1gR9eWR5RWaPSg,10621672
-bigdl/cpp/libs/lookup,sha256=5dXsd-36bAcl-ttEL_o-Xc3xgFhkaDXTRIx7R5orpXg,10645544
-bigdl/cpp/libs/ls-sycl-device,sha256=WxspIDmhjp-pF8qx91zsidXrpG_C3VcWxL0JWxMaPDU,8880464
-bigdl/cpp/libs/main,sha256=9L0xBUpCpcmtZ82zi_Eeyg0Pu3cjrFPH7bF3Pqp4Fco,10672824
-bigdl/cpp/libs/ollama,sha256=rSweeh08knP_4lMeGjHu_6svOWaaOAizMGJsTChyQV4,44638920
-bigdl/cpp/libs/parallel,sha256=4z7OG3eUKLOh0QxNDIclxf3ZlsOF_FEICFf8kZ1iZTU,10630024
-bigdl/cpp/libs/perplexity,sha256=FtnEpuV0254pIpubDRyDajrOemS4mxTwBnaacWue34o,10714384
-bigdl/cpp/libs/quantize,sha256=-MCG5R4Pe_mIyWtf1XiRmR9DAK7-uI9saUkDretQPg4,10639624
-bigdl/cpp/libs/quantize-stats,sha256=3F2i95m5n_Jp3r9cb0dR3nCYSI5PnUING9ea6XVJ868,10153704
-bigdl/cpp/libs/save-load-state,sha256=9sSLs3Hv6xd0bUskA4EwRpYeErmDhkh3pUljBci-shY,10613576
-bigdl/cpp/libs/server,sha256=-cNkIdJuzbnjvaJc7-oE7gPIL6yoco48p2F6p1kNtms,11470792
-bigdl/cpp/libs/simple,sha256=-7UTiICLLht83JGTctrGSQ5bg3TQOqM3a0sl21PaogA,10609208
-bigdl/cpp/libs/speculative,sha256=ju4aqUbi5MvVQQUWK_qrVLZFi4Wkp49y_UFj7rdF8dk,10647688
-bigdl/cpp/libs/tokenize,sha256=4Uwahy-ri8zqgdUGDmuxSvVisXSQ_sHMxeJ5PwECCK8,10613488
-bigdl/cpp/libs/train-text-from-scratch,sha256=TbPecAvqPQybfeWZSHWslp4MWRt_nBG6KOVCsR3YPis,10713104
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
-bigdl_core_cpp-2.5.0b20240703.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
-bigdl_core_cpp-2.5.0b20240703.dist-info/METADATA,sha256=sOiTYMHPKRFerPnz5TN83gS08T5mCjehz7OZ-oDOX6I,650
-bigdl_core_cpp-2.5.0b20240703.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
-bigdl_core_cpp-2.5.0b20240703.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.5.0b20240703.dist-info/RECORD,,