bigdl-core-cpp 2.6.0b20250313.post0__py3-none-win_amd64.whl → 2.6.0b20250314__py3-none-win_amd64.whl

bigdl/cpp/gguf-py/gguf/constants.py

@@ -238,6 +238,7 @@ class MODEL_ARCH(IntEnum):
     MINICPM3     = auto()
     GEMMA        = auto()
     GEMMA2       = auto()
+    GEMMA3       = auto()
     STARCODER2   = auto()
     RWKV6        = auto()
     MAMBA        = auto()
@@ -401,6 +402,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.MINICPM3:       "minicpm3",
     MODEL_ARCH.GEMMA:          "gemma",
     MODEL_ARCH.GEMMA2:         "gemma2",
+    MODEL_ARCH.GEMMA3:         "gemma3",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.RWKV6:          "rwkv6",
     MODEL_ARCH.MAMBA:          "mamba",
@@ -978,6 +980,23 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_PRE_NORM,
         MODEL_TENSOR.FFN_POST_NORM,
     ],
+    MODEL_ARCH.GEMMA3: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_Q_NORM,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_K_NORM,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

{bigdl_core_cpp-2.6.0b20250313.post0.dist-info → bigdl_core_cpp-2.6.0b20250314.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-cpp
-Version: 2.6.0b20250313.post0
+Version: 2.6.0b20250314
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.6.0b20250314.dist-info/RECORD

@@ -0,0 +1,57 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
+bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=S6Z_i7uomWWwRNNwJ31wy3houbFvcH-OoUNnrghh1ew,62027
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
+bigdl/cpp/libs/common.lib,sha256=dAsSl4rbzBYL8_QI92KIXGnF7BjfUXST2F0bQadxB7o,3981020
+bigdl/cpp/libs/ggml-base.dll,sha256=KROuul251PqXP1RRFipdxlUKek5E4CdLI8UooDPL1zw,459776
+bigdl/cpp/libs/ggml-cpu.dll,sha256=zzTVgTMRkuCEiBDSIGy58w7ZCL9Psb2MpsWbqoBjaK4,1033728
+bigdl/cpp/libs/ggml-sycl.dll,sha256=7QbIBrpwUOVC2XWjQ0O8vcJS2yEr0zeRG_fXaczCVfs,5323776
+bigdl/cpp/libs/ggml.dll,sha256=xfPyf6W6k4j1vP59fkZgGmH2IvsaCXfxLnKfabc0N54,113152
+bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
+bigdl/cpp/libs/llama-batched.exe,sha256=WPRIenYypEqT37uQVt9SPtt0wwbECh3vYHzkkOpaUkU,854528
+bigdl/cpp/libs/llama-bench.exe,sha256=K-VLhnxEPCeaBCaXHvKIjfuXkTZlEGfk-M-fJWQq49k,277504
+bigdl/cpp/libs/llama-cli.exe,sha256=2oghok44uefiak5dIsw0aNPSiDFwGj_BQdwqCXFmHD0,931840
+bigdl/cpp/libs/llama-embedding.exe,sha256=VR1E27tOmJOilSRKbCHTs7uunI8BhgJToVSohSOIFQk,879104
+bigdl/cpp/libs/llama-gemma3-cli.exe,sha256=VruFJGALs6MujdzwEQPWZ-Ies_vx5-Q31zAYk1NDs7g,1136640
+bigdl/cpp/libs/llama-gguf.exe,sha256=7TbpOkRKHbQ0U2G_IbWa7Tqrn_z6x6yNn37_tXeHbQU,58880
+bigdl/cpp/libs/llama-llava-cli.exe,sha256=DlNwPjYgoW0tnKPp3rfA6ffOhvmDb2jOb_zWl3kx1sc,1121792
+bigdl/cpp/libs/llama-lookup.exe,sha256=FDfsCPAYWs3TzBHSPmZsxdZgK3vGbOTXg2aK6hwqIbw,912896
+bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=SemXUw8vT_GNOc1Go2Qje2Y7DuS_lG76B55gy0G-1-Y,10240
+bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=hTC5PMJvoDlELLPeFsKgiCUS8PQJ5yeLQs6SH_53A8U,1119744
+bigdl/cpp/libs/llama-perplexity.exe,sha256=n9sxU4if6m7FI4C-R2wRK_ut7XPbCSibLnb2I-SfC7Q,999424
+bigdl/cpp/libs/llama-quantize.exe,sha256=Y2Tdeu4nNjlEOsjfl6rVZwosTcvSrxJYh52y60gmnTM,122880
+bigdl/cpp/libs/llama-server.exe,sha256=wqG4SWi3-TfvdkI6jxO3fuJvyV89mTLaxuPMpDPpwpA,2157568
+bigdl/cpp/libs/llama-simple.exe,sha256=EuVzkYiJY9f42670o_wmNFcTfJTpeN58qVzn9HAzJVc,62464
+bigdl/cpp/libs/llama-speculative.exe,sha256=5CqaRfdoVW-Q1pg0exe2w1fOLA4gtx8Ejm1eKjjl_wU,916480
+bigdl/cpp/libs/llama-tokenize.exe,sha256=4gR2kAXhmDGmylzInxPmVYT7JNp4tr1gHEwcnH5RSmo,88576
+bigdl/cpp/libs/llama.dll,sha256=nM89XCMSlMW_quni5JQWzwip5MCXsshOJA2nCrhitlo,1401344
+bigdl/cpp/libs/llava_shared.dll,sha256=6NcGYwhPnNaP7s9dI_PMYes4Hgyb6eNn9JRNxOsVLiY,370176
+bigdl/cpp/libs/ollama-ggml-base.dll,sha256=F8eVUKvhaMubnuWkTZVPIfmDzD-5iyS3K0g6tCtg3Mw,459776
+bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=JX9XKW9uqj0IRTG9sixK_1fcPm62czmwTWvJJPtJljg,477184
+bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=QvkkAm3rJ77n8VEBOwtFpX2HJQZ9n7KGWQJYnWE_1OQ,5326336
+bigdl/cpp/libs/ollama-lib.exe,sha256=2tt2J-1Jvo8uW15JtJ7X6oJwviqaa1RhVDRpMhUAuQs,25916416
+bigdl/cpp/libs/ollama.exe,sha256=ULqJZBAcyPTty9oDD4ZsqTO54pMvZcOvTgUV06VRJrs,206336
+bigdl/cpp/libs/ollama_ggml.dll,sha256=JD_snKYrOnJOmUGzOWVHL5fZ9bNWobuxFxzdD0NpfK4,113152
+bigdl/cpp/libs/ollama_llama.dll,sha256=YnJTB-fTIPqwcOWxcO9Jo30c4h4_f_JFxrMBIAJCxp0,1421312
+bigdl/cpp/libs/ollama_llava_shared.dll,sha256=rLzieUxPBgaTElxX_Ihj3UpaeYDHTu38Lma8jRE7spY,398336
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
+bigdl_core_cpp-2.6.0b20250314.dist-info/METADATA,sha256=G8c2XTcNGr7RgLg9eTi28R0zJw_2V3RFSDt7uGRAQQ0,750
+bigdl_core_cpp-2.6.0b20250314.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
+bigdl_core_cpp-2.6.0b20250314.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.6.0b20250314.dist-info/RECORD,,

bigdl_core_cpp-2.6.0b20250313.post0.dist-info/RECORD

@@ -1,56 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
-bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=hN1QPaL74Ef8iJXFE2hlRJmG1w43a2E6HwB0xCxp8ic,61425
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
-bigdl/cpp/libs/common.lib,sha256=ScFLayG4pPxjoK4dEng9DJQnM4CyBOKwJCS2iU2m7p0,3981020
-bigdl/cpp/libs/ggml-base.dll,sha256=TJZwxSKh8IulPJGRSE63h8Oeb8nvGX15aSBgQyjsJhY,459776
-bigdl/cpp/libs/ggml-cpu.dll,sha256=oqbuX1KpEJky7UcadnCksyL8H6MW2yxQVGU2ZLcgwd0,1033728
-bigdl/cpp/libs/ggml-sycl.dll,sha256=FKsaR24wHUAX7YiC6S4CZinR8xjtbx8T7bxro6bfUpg,5323776
-bigdl/cpp/libs/ggml.dll,sha256=h6D1dVUPzXXb-Sk1K_8agjTLcUvRPc9i4heLi0Xo4CU,113152
-bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
-bigdl/cpp/libs/llama-batched.exe,sha256=sWkWMJz3fJyv2_XVX42WOt3Wpnvr83D0344zn4CsVQg,854528
-bigdl/cpp/libs/llama-bench.exe,sha256=sMedczhpCOYiO-7uT5fxiPq0vxpAnBXVp099GxA_k-s,277504
-bigdl/cpp/libs/llama-cli.exe,sha256=Qu_Kj29eyR24dmhyNC644lQhefsOLrgxc5LxCBRwPn4,931840
-bigdl/cpp/libs/llama-embedding.exe,sha256=hYRB2oLbxDTj22lzn7EatdL5Yw9QPENyKRHdvx6rV30,879104
-bigdl/cpp/libs/llama-gguf.exe,sha256=XND8f40tuYm_vlSNHQXI0VU2smBZDZ6ir5vobd72VqQ,58880
-bigdl/cpp/libs/llama-llava-cli.exe,sha256=z7_MHund7WW7jFhuFgqQzaMDQF31eBIL8vmw5JxtsD0,1116160
-bigdl/cpp/libs/llama-lookup.exe,sha256=U5-wsm4GCCgmChtVtvYWxYMO3tVAVrLRNR1W4l8UQuQ,912896
-bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=vlK3LJTSa_skrjxIVgA9KU0mHLBQsiE7P9-UjuosLtM,10240
-bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=JwA5XsWN-UU5LjNtjsKd0eDrCwuHGwDlKdp-Qx8G56g,1114624
-bigdl/cpp/libs/llama-perplexity.exe,sha256=wj4DDrsaiSb9Gb2Xgo0_B6Si9lvK5GdvwtJLZwBHiWk,999424
-bigdl/cpp/libs/llama-quantize.exe,sha256=p6NIcOBp7D8PGqS_1igCXzU_jv3EZVoeCpO7BCulbac,122880
-bigdl/cpp/libs/llama-server.exe,sha256=EnMmYyFL69TLJqmPQ58tLp-BwUR30rmgsgBEkqrnIgk,2157568
-bigdl/cpp/libs/llama-simple.exe,sha256=W4RftE7U1yO8LXcYXSVmGyYAHlluqEvXgPCIA9gSl9E,62464
-bigdl/cpp/libs/llama-speculative.exe,sha256=qK422bX6oiRQe5RouBjeCxwkZjNgXW31gTsRkWBH700,916480
-bigdl/cpp/libs/llama-tokenize.exe,sha256=HhNtfNiD90h4u15yx-6K-USem-rOoFJXsqMhEFBW6fo,88576
-bigdl/cpp/libs/llama.dll,sha256=qKtSUoYcNdE8j9nJMbz2xKxNnvKfyArJ3TajpIALp1o,1393664
-bigdl/cpp/libs/llava_shared.dll,sha256=BO-ZohWT0zOcZLoQhMjwZl2JMyB3xYa3ec23BqerOKo,365056
-bigdl/cpp/libs/ollama-ggml-base.dll,sha256=duOl2yvfXFkwEpWH3B0TJ-LWt2lSJBU3kpyZBptqMtg,459776
-bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=RPA4vr97D_LgECXZ4mp6-jGGfR_QDjX6tQJgpew3xfo,477184
-bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=0ck-eWXmpiWgut8hs06HZbUkKjHDGsK8nB5EdHeBz5g,5326336
-bigdl/cpp/libs/ollama-lib.exe,sha256=2tt2J-1Jvo8uW15JtJ7X6oJwviqaa1RhVDRpMhUAuQs,25916416
-bigdl/cpp/libs/ollama.exe,sha256=3fpXi-RwmySqb3_N7Lk9dRJuwwxRQ5ELb_ZiGdw60zY,206848
-bigdl/cpp/libs/ollama_ggml.dll,sha256=A14xa-Ob7ekX_FKDV0BKMSEM7ff9MkjTjyKp90XHFk0,113152
-bigdl/cpp/libs/ollama_llama.dll,sha256=vajdLdfrhWIw4ZutajSm3_tRKPU34OR2pvchvhRLU8I,1413632
-bigdl/cpp/libs/ollama_llava_shared.dll,sha256=-L0OOpNGqr8nkaoDn5P7qBSqAPmUx6Dv-zOEBXQJHNo,393216
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.6.0b20250313.post0.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/METADATA,sha256=09kOsN9ULYDJsGDP2gdhysReB9V-XpilUSL3ikgGfvo,756
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.6.0b20250313.post0.dist-info/RECORD,,