bigdl-core-cpp 2.6.0b20250313.post0__py3-none-win_amd64.whl → 2.6.0b20250315__py3-none-win_amd64.whl

bigdl/cpp/gguf-py/gguf/constants.py

@@ -238,6 +238,7 @@ class MODEL_ARCH(IntEnum):
     MINICPM3     = auto()
     GEMMA        = auto()
     GEMMA2       = auto()
+    GEMMA3       = auto()
     STARCODER2   = auto()
     RWKV6        = auto()
     MAMBA        = auto()
@@ -401,6 +402,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.MINICPM3:       "minicpm3",
     MODEL_ARCH.GEMMA:          "gemma",
     MODEL_ARCH.GEMMA2:         "gemma2",
+    MODEL_ARCH.GEMMA3:         "gemma3",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.RWKV6:          "rwkv6",
     MODEL_ARCH.MAMBA:          "mamba",
@@ -978,6 +980,23 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_PRE_NORM,
         MODEL_TENSOR.FFN_POST_NORM,
     ],
+    MODEL_ARCH.GEMMA3: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_Q_NORM,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_K_NORM,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

{bigdl_core_cpp-2.6.0b20250313.post0.dist-info → bigdl_core_cpp-2.6.0b20250315.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-cpp
-Version: 2.6.0b20250313.post0
+Version: 2.6.0b20250315
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.6.0b20250315.dist-info/RECORD

@@ -0,0 +1,57 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
+bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=S6Z_i7uomWWwRNNwJ31wy3houbFvcH-OoUNnrghh1ew,62027
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
+bigdl/cpp/libs/common.lib,sha256=hBLt0vKwkZxxeT7xbRc4CDUIpsnV1ubraixHXYcrTjw,3981020
+bigdl/cpp/libs/ggml-base.dll,sha256=pLTxp1Zvkf2-Oy9wxGZMWnYEzaQk1NGY3Erl-XYZqfA,459776
+bigdl/cpp/libs/ggml-cpu.dll,sha256=uyiYTvcfFf6LNYm8e_DDUKTRUMOlMePBRqLetYjvtVE,1033728
+bigdl/cpp/libs/ggml-sycl.dll,sha256=mX3n7YAOq_EhJoO_5BZfdgU_LjcDSo4KfftjU_bsUi0,5323776
+bigdl/cpp/libs/ggml.dll,sha256=Hoz3_YetE_bqm8MNwAxnv3Qcq3gydua6PvRWCiL6rPw,113152
+bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
+bigdl/cpp/libs/llama-batched.exe,sha256=ueLfVOA6GqTey_g13GjGa0SBonzlCKoptgEUPK5q_r8,854528
+bigdl/cpp/libs/llama-bench.exe,sha256=CjfoKzNHHoQiQB_DuPuqxAQG0sTcjC53RBhs9AvmogQ,277504
+bigdl/cpp/libs/llama-cli.exe,sha256=m44DV-4FvSceU_aqFf5LmP20PEHZAwObH0uRmq30mPQ,931840
+bigdl/cpp/libs/llama-embedding.exe,sha256=eT9gnDoKG9JanspnkO2b96YrpvgsvQlKRx0cVkmGnYs,879104
+bigdl/cpp/libs/llama-gemma3-cli.exe,sha256=D4u8e9IeDtzi6M31JbxUMEhe8u7iYP02IzD_dkyJWwg,1136640
+bigdl/cpp/libs/llama-gguf.exe,sha256=oVkF7u-7BdJgrZNwMAXFP0y07KrwwkIqoDUBnmATqWs,58880
+bigdl/cpp/libs/llama-llava-cli.exe,sha256=0iTtA9UIOpUEU1doOe_0O80crmmIsnoFkEQ4_cbaKA4,1121792
+bigdl/cpp/libs/llama-lookup.exe,sha256=5_rDLWb8eQ7CL7_vSQxa5uIhM4bSTxmszfFqwtbwO0c,912896
+bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=cPqsZKxfCdf2yNgr_GMgTGQsbDJmfIRj2kuMPw7FdTo,10240
+bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=5Skz7-B3r96QQOO0ENViT-QMEttUPekeP1Rr9Xgmv-Y,1119744
+bigdl/cpp/libs/llama-perplexity.exe,sha256=sQ_CDOEpZ1p-ml2kl0TtkmD7gtQaSYkZnA2oLpivs1o,999424
+bigdl/cpp/libs/llama-quantize.exe,sha256=9Kh146xCYkNszEa3LQxdYdaMPofpMZMNHF9M-Dg3fpw,122880
+bigdl/cpp/libs/llama-server.exe,sha256=bGkdPZwLkjKDtyt1wfvZ8JocV7vlOOyAHkRYjllXyRU,2157568
+bigdl/cpp/libs/llama-simple.exe,sha256=mt-bfy-bJBIE9SkjZXSMjpSGI4skSgyTzL3Dh7Qr-bQ,62464
+bigdl/cpp/libs/llama-speculative.exe,sha256=23ikFErTDkM4YHzrA5ngMkjuNych3EkOLHSecGV_pR8,916480
+bigdl/cpp/libs/llama-tokenize.exe,sha256=Gv91VxzBBWATVQlztOGCalF4lnFK2zqmowRoMhaTbKg,88576
+bigdl/cpp/libs/llama.dll,sha256=VozgSGb5f3cAche2fnh6Z3oKiyvtyPtVYTmdu4-iDFI,1401344
+bigdl/cpp/libs/llava_shared.dll,sha256=HOG-3NoGLPvrx1qrIteqQbsLbSMxDfjY_TwlaFiUa3k,370176
+bigdl/cpp/libs/ollama-ggml-base.dll,sha256=Q6MTarB6qLTFospdYPYyqEWbIZQNfvwn6xUMUPrPZV0,459776
+bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=OJviZknwaZH47xqrd53yaCFBSZpBCb3WGx7LhSqo0Ww,477184
+bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=TKdvZ0GKCjkawq3i3hRXe5tsTGC00tw-qiTBevZnJTo,5326336
+bigdl/cpp/libs/ollama-lib.exe,sha256=FcbCESCkfT0wvBmRzv1qcwelfE2AbwC-JZInZPxz5aA,25916416
+bigdl/cpp/libs/ollama.exe,sha256=Z0afq-c1FojEBweRj5eR_kRdkAFqN_bknQRMxxA0Ce8,206336
+bigdl/cpp/libs/ollama_ggml.dll,sha256=kAHIQp4yDvPEZzFuxvxbVe9QKRczoi3qK3_DbmQ9vzE,113152
+bigdl/cpp/libs/ollama_llama.dll,sha256=6s_kEet6maqOTdQCuDhkp9bfLjZ0H0V2-IGMUanAaQY,1421312
+bigdl/cpp/libs/ollama_llava_shared.dll,sha256=7SomZtvMSyrR5avPbg8L2Z091Ik7V2pS42DZWB8gHHg,398336
+bigdl_core_cpp-2.6.0b20250315.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
+bigdl_core_cpp-2.6.0b20250315.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.6.0b20250315.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
+bigdl_core_cpp-2.6.0b20250315.dist-info/METADATA,sha256=QUK_oPj8Yys62ugHt4isH6joJLYFtg8p7Xm5J-HVDjc,750
+bigdl_core_cpp-2.6.0b20250315.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
+bigdl_core_cpp-2.6.0b20250315.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.6.0b20250315.dist-info/RECORD,,

bigdl_core_cpp-2.6.0b20250313.post0.dist-info/RECORD

@@ -1,56 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
-bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=hN1QPaL74Ef8iJXFE2hlRJmG1w43a2E6HwB0xCxp8ic,61425
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
-bigdl/cpp/libs/common.lib,sha256=ScFLayG4pPxjoK4dEng9DJQnM4CyBOKwJCS2iU2m7p0,3981020
-bigdl/cpp/libs/ggml-base.dll,sha256=TJZwxSKh8IulPJGRSE63h8Oeb8nvGX15aSBgQyjsJhY,459776
-bigdl/cpp/libs/ggml-cpu.dll,sha256=oqbuX1KpEJky7UcadnCksyL8H6MW2yxQVGU2ZLcgwd0,1033728
-bigdl/cpp/libs/ggml-sycl.dll,sha256=FKsaR24wHUAX7YiC6S4CZinR8xjtbx8T7bxro6bfUpg,5323776
-bigdl/cpp/libs/ggml.dll,sha256=h6D1dVUPzXXb-Sk1K_8agjTLcUvRPc9i4heLi0Xo4CU,113152
-bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
-bigdl/cpp/libs/llama-batched.exe,sha256=sWkWMJz3fJyv2_XVX42WOt3Wpnvr83D0344zn4CsVQg,854528
-bigdl/cpp/libs/llama-bench.exe,sha256=sMedczhpCOYiO-7uT5fxiPq0vxpAnBXVp099GxA_k-s,277504
-bigdl/cpp/libs/llama-cli.exe,sha256=Qu_Kj29eyR24dmhyNC644lQhefsOLrgxc5LxCBRwPn4,931840
-bigdl/cpp/libs/llama-embedding.exe,sha256=hYRB2oLbxDTj22lzn7EatdL5Yw9QPENyKRHdvx6rV30,879104
-bigdl/cpp/libs/llama-gguf.exe,sha256=XND8f40tuYm_vlSNHQXI0VU2smBZDZ6ir5vobd72VqQ,58880
-bigdl/cpp/libs/llama-llava-cli.exe,sha256=z7_MHund7WW7jFhuFgqQzaMDQF31eBIL8vmw5JxtsD0,1116160
-bigdl/cpp/libs/llama-lookup.exe,sha256=U5-wsm4GCCgmChtVtvYWxYMO3tVAVrLRNR1W4l8UQuQ,912896
-bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=vlK3LJTSa_skrjxIVgA9KU0mHLBQsiE7P9-UjuosLtM,10240
-bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=JwA5XsWN-UU5LjNtjsKd0eDrCwuHGwDlKdp-Qx8G56g,1114624
-bigdl/cpp/libs/llama-perplexity.exe,sha256=wj4DDrsaiSb9Gb2Xgo0_B6Si9lvK5GdvwtJLZwBHiWk,999424
-bigdl/cpp/libs/llama-quantize.exe,sha256=p6NIcOBp7D8PGqS_1igCXzU_jv3EZVoeCpO7BCulbac,122880
-bigdl/cpp/libs/llama-server.exe,sha256=EnMmYyFL69TLJqmPQ58tLp-BwUR30rmgsgBEkqrnIgk,2157568
-bigdl/cpp/libs/llama-simple.exe,sha256=W4RftE7U1yO8LXcYXSVmGyYAHlluqEvXgPCIA9gSl9E,62464
-bigdl/cpp/libs/llama-speculative.exe,sha256=qK422bX6oiRQe5RouBjeCxwkZjNgXW31gTsRkWBH700,916480
-bigdl/cpp/libs/llama-tokenize.exe,sha256=HhNtfNiD90h4u15yx-6K-USem-rOoFJXsqMhEFBW6fo,88576
-bigdl/cpp/libs/llama.dll,sha256=qKtSUoYcNdE8j9nJMbz2xKxNnvKfyArJ3TajpIALp1o,1393664
-bigdl/cpp/libs/llava_shared.dll,sha256=BO-ZohWT0zOcZLoQhMjwZl2JMyB3xYa3ec23BqerOKo,365056
-bigdl/cpp/libs/ollama-ggml-base.dll,sha256=duOl2yvfXFkwEpWH3B0TJ-LWt2lSJBU3kpyZBptqMtg,459776
-bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=RPA4vr97D_LgECXZ4mp6-jGGfR_QDjX6tQJgpew3xfo,477184
-bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=0ck-eWXmpiWgut8hs06HZbUkKjHDGsK8nB5EdHeBz5g,5326336
-bigdl/cpp/libs/ollama-lib.exe,sha256=2tt2J-1Jvo8uW15JtJ7X6oJwviqaa1RhVDRpMhUAuQs,25916416
-bigdl/cpp/libs/ollama.exe,sha256=3fpXi-RwmySqb3_N7Lk9dRJuwwxRQ5ELb_ZiGdw60zY,206848
-bigdl/cpp/libs/ollama_ggml.dll,sha256=A14xa-Ob7ekX_FKDV0BKMSEM7ff9MkjTjyKp90XHFk0,113152
-bigdl/cpp/libs/ollama_llama.dll,sha256=vajdLdfrhWIw4ZutajSm3_tRKPU34OR2pvchvhRLU8I,1413632
-bigdl/cpp/libs/ollama_llava_shared.dll,sha256=-L0OOpNGqr8nkaoDn5P7qBSqAPmUx6Dv-zOEBXQJHNo,393216
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/METADATA,sha256=09kOsN9ULYDJsGDP2gdhysReB9V-XpilUSL3ikgGfvo,756
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/RECORD,,