bigdl-core-cpp 2.6.0b20250313__py3-none-win_amd64.whl → 2.6.0b20250314__py3-none-win_amd64.whl

bigdl/cpp/gguf-py/gguf/constants.py

@@ -238,6 +238,7 @@ class MODEL_ARCH(IntEnum):
     MINICPM3     = auto()
     GEMMA        = auto()
     GEMMA2       = auto()
+    GEMMA3       = auto()
     STARCODER2   = auto()
     RWKV6        = auto()
     MAMBA        = auto()
@@ -401,6 +402,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.MINICPM3:       "minicpm3",
     MODEL_ARCH.GEMMA:          "gemma",
     MODEL_ARCH.GEMMA2:         "gemma2",
+    MODEL_ARCH.GEMMA3:         "gemma3",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.RWKV6:          "rwkv6",
     MODEL_ARCH.MAMBA:          "mamba",
@@ -978,6 +980,23 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_PRE_NORM,
         MODEL_TENSOR.FFN_POST_NORM,
     ],
+    MODEL_ARCH.GEMMA3: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_Q_NORM,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_K_NORM,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

{bigdl_core_cpp-2.6.0b20250313.dist-info → bigdl_core_cpp-2.6.0b20250314.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-cpp
-Version: 2.6.0b20250313
+Version: 2.6.0b20250314
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.6.0b20250314.dist-info/RECORD

@@ -0,0 +1,57 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
+bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=S6Z_i7uomWWwRNNwJ31wy3houbFvcH-OoUNnrghh1ew,62027
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
+bigdl/cpp/libs/common.lib,sha256=dAsSl4rbzBYL8_QI92KIXGnF7BjfUXST2F0bQadxB7o,3981020
+bigdl/cpp/libs/ggml-base.dll,sha256=KROuul251PqXP1RRFipdxlUKek5E4CdLI8UooDPL1zw,459776
+bigdl/cpp/libs/ggml-cpu.dll,sha256=zzTVgTMRkuCEiBDSIGy58w7ZCL9Psb2MpsWbqoBjaK4,1033728
+bigdl/cpp/libs/ggml-sycl.dll,sha256=7QbIBrpwUOVC2XWjQ0O8vcJS2yEr0zeRG_fXaczCVfs,5323776
+bigdl/cpp/libs/ggml.dll,sha256=xfPyf6W6k4j1vP59fkZgGmH2IvsaCXfxLnKfabc0N54,113152
+bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
+bigdl/cpp/libs/llama-batched.exe,sha256=WPRIenYypEqT37uQVt9SPtt0wwbECh3vYHzkkOpaUkU,854528
+bigdl/cpp/libs/llama-bench.exe,sha256=K-VLhnxEPCeaBCaXHvKIjfuXkTZlEGfk-M-fJWQq49k,277504
+bigdl/cpp/libs/llama-cli.exe,sha256=2oghok44uefiak5dIsw0aNPSiDFwGj_BQdwqCXFmHD0,931840
+bigdl/cpp/libs/llama-embedding.exe,sha256=VR1E27tOmJOilSRKbCHTs7uunI8BhgJToVSohSOIFQk,879104
+bigdl/cpp/libs/llama-gemma3-cli.exe,sha256=VruFJGALs6MujdzwEQPWZ-Ies_vx5-Q31zAYk1NDs7g,1136640
+bigdl/cpp/libs/llama-gguf.exe,sha256=7TbpOkRKHbQ0U2G_IbWa7Tqrn_z6x6yNn37_tXeHbQU,58880
+bigdl/cpp/libs/llama-llava-cli.exe,sha256=DlNwPjYgoW0tnKPp3rfA6ffOhvmDb2jOb_zWl3kx1sc,1121792
+bigdl/cpp/libs/llama-lookup.exe,sha256=FDfsCPAYWs3TzBHSPmZsxdZgK3vGbOTXg2aK6hwqIbw,912896
+bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=SemXUw8vT_GNOc1Go2Qje2Y7DuS_lG76B55gy0G-1-Y,10240
+bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=hTC5PMJvoDlELLPeFsKgiCUS8PQJ5yeLQs6SH_53A8U,1119744
+bigdl/cpp/libs/llama-perplexity.exe,sha256=n9sxU4if6m7FI4C-R2wRK_ut7XPbCSibLnb2I-SfC7Q,999424
+bigdl/cpp/libs/llama-quantize.exe,sha256=Y2Tdeu4nNjlEOsjfl6rVZwosTcvSrxJYh52y60gmnTM,122880
+bigdl/cpp/libs/llama-server.exe,sha256=wqG4SWi3-TfvdkI6jxO3fuJvyV89mTLaxuPMpDPpwpA,2157568
+bigdl/cpp/libs/llama-simple.exe,sha256=EuVzkYiJY9f42670o_wmNFcTfJTpeN58qVzn9HAzJVc,62464
+bigdl/cpp/libs/llama-speculative.exe,sha256=5CqaRfdoVW-Q1pg0exe2w1fOLA4gtx8Ejm1eKjjl_wU,916480
+bigdl/cpp/libs/llama-tokenize.exe,sha256=4gR2kAXhmDGmylzInxPmVYT7JNp4tr1gHEwcnH5RSmo,88576
+bigdl/cpp/libs/llama.dll,sha256=nM89XCMSlMW_quni5JQWzwip5MCXsshOJA2nCrhitlo,1401344
+bigdl/cpp/libs/llava_shared.dll,sha256=6NcGYwhPnNaP7s9dI_PMYes4Hgyb6eNn9JRNxOsVLiY,370176
+bigdl/cpp/libs/ollama-ggml-base.dll,sha256=F8eVUKvhaMubnuWkTZVPIfmDzD-5iyS3K0g6tCtg3Mw,459776
+bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=JX9XKW9uqj0IRTG9sixK_1fcPm62czmwTWvJJPtJljg,477184
+bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=QvkkAm3rJ77n8VEBOwtFpX2HJQZ9n7KGWQJYnWE_1OQ,5326336
+bigdl/cpp/libs/ollama-lib.exe,sha256=2tt2J-1Jvo8uW15JtJ7X6oJwviqaa1RhVDRpMhUAuQs,25916416
+bigdl/cpp/libs/ollama.exe,sha256=ULqJZBAcyPTty9oDD4ZsqTO54pMvZcOvTgUV06VRJrs,206336
+bigdl/cpp/libs/ollama_ggml.dll,sha256=JD_snKYrOnJOmUGzOWVHL5fZ9bNWobuxFxzdD0NpfK4,113152
+bigdl/cpp/libs/ollama_llama.dll,sha256=YnJTB-fTIPqwcOWxcO9Jo30c4h4_f_JFxrMBIAJCxp0,1421312
+bigdl/cpp/libs/ollama_llava_shared.dll,sha256=rLzieUxPBgaTElxX_Ihj3UpaeYDHTu38Lma8jRE7spY,398336
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
+bigdl_core_cpp-2.6.0b20250314.dist-info/METADATA,sha256=G8c2XTcNGr7RgLg9eTi28R0zJw_2V3RFSDt7uGRAQQ0,750
+bigdl_core_cpp-2.6.0b20250314.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
+bigdl_core_cpp-2.6.0b20250314.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.6.0b20250314.dist-info/RECORD,,

bigdl_core_cpp-2.6.0b20250313.dist-info/RECORD

@@ -1,56 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=HVJ6axht-K3DAmmkVkC1T1_vZJ8FprUwfNpXJKnLsUQ,210336
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=4A9Q4oLh5tZAovmgKgS7bVlcCqcVm4j0SIwGK_lww9s,17004
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=0dKjRhmFzvWV4e-cuLmaeW14JrWUtZwerBmz8mYyMvI,19556
-bigdl/cpp/convert_lora_to_gguf.py,sha256=b2CUmTK-ztrJE_50DzsXK3SRZshr_LYFyUPn0UDnkiA,17270
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=hN1QPaL74Ef8iJXFE2hlRJmG1w43a2E6HwB0xCxp8ic,61425
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=PUrx08ZwaUOz1gLw5JQ459Hi7JIeCdlHgZX7wXcTqbI,12702
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=e-8gwsdq0sipd8zzrXvvtVWV7mCaQD9fRsCn6_67CNs,38541
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=YIYxGBWD-oKXU4HOvpHs9eiEn81HUgeSmt1mmHJlbdM,8814
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=oBTb4DXi_h1L_gYm8x_JRVuEPR4GHlVHuM-iN0OxWoY,33244
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=2z6vcK-kBefqZbYNmSEVmdZF_tXHeVb5NC6jCbBdgKc,62040
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=tUkpDyeMXwf9M1Cx1HL2g6mMavngsj0UYkeWMaOPjQU,35561
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=ulUC8XudFDuZC2SNKGNQpsU2KFP_YhkyNLIWV16jG6I,20816
-bigdl/cpp/libs/common.lib,sha256=_O_y0CV4GryfoIvWIb5sH29BacAAgtm9LQipihwBX_k,3981020
-bigdl/cpp/libs/ggml-base.dll,sha256=I8jkjfujyNWrNeo61CQxUwjB9FAUt4LLTbxKSaC9H3E,459776
-bigdl/cpp/libs/ggml-cpu.dll,sha256=PTF1jsIpXCPlYBGAgTLINrDXAqtozlLaIu0QtFwN5q8,1033728
-bigdl/cpp/libs/ggml-sycl.dll,sha256=UBeaYdiz6nv3XCrcHUejtPQfCKzU5-EBPC3wVjiSxpA,5323776
-bigdl/cpp/libs/ggml.dll,sha256=2zzkbOZ7Hinn247SzliQfB9OoLO8rAoUkEImWPWLhRk,113152
-bigdl/cpp/libs/libc++.dll,sha256=U0TVK2WfFQIJPP6Bz9SeJmgskm2iqZWJorx_DGdfKIw,1561600
-bigdl/cpp/libs/llama-batched.exe,sha256=P8c1ZC6QGiPx3_ZFcScLrlY9oF5-r4xEocyxx4NbnwI,854528
-bigdl/cpp/libs/llama-bench.exe,sha256=W5EI6Tm1pP1vHB8nTTfHxgZCqgGn4Pe_e3sBXlB-Zc8,277504
-bigdl/cpp/libs/llama-cli.exe,sha256=ylBNFVUC4IWh8E3hQ8LdJKrCRaoKdOh9FUxXjgU_E-s,931840
-bigdl/cpp/libs/llama-embedding.exe,sha256=7zSbHa2GI_ElRWFwA4YW1VnAq0mkjVh0MhH6gQTDD2Q,879104
-bigdl/cpp/libs/llama-gguf.exe,sha256=BeXxB12mZqD_tA3r0UydQQbTu9K3lp9g4UVh_M3PaYc,58880
-bigdl/cpp/libs/llama-llava-cli.exe,sha256=WIPlr1ixRKVvrnT0EFCStbcvMvZKODqJQHTgoeyQ34g,1116160
-bigdl/cpp/libs/llama-lookup.exe,sha256=9cuVG6XLG75Zkpb9n7y_nxuckbKNUo58_2cfHjL_ACY,912896
-bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=Xte0jKjyTRA0S-Lm5PW9KdsWTTdz9tG3jMZ6AC5gkmQ,10240
-bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=ypVGhrpfkuhM-TyCs_FnxyC1wZWKoGuuofYmiStFHJQ,1114624
-bigdl/cpp/libs/llama-perplexity.exe,sha256=QtLk5WIjE6WuNEyAwr-QrGM6QsWg_JtCSMZjnVcjlj0,999424
-bigdl/cpp/libs/llama-quantize.exe,sha256=kLvEmDs2lK2pfnb117ABJJKw8gVCY5kC18Hk1DVayZw,122880
-bigdl/cpp/libs/llama-server.exe,sha256=oYrgALfCagyFiFYjARFydLxV3CECYhg9qXCqCQnSelA,2157568
-bigdl/cpp/libs/llama-simple.exe,sha256=SzOviYC4hhMfSOGpM5Vkge1Kfh0Ta6yR9IcfBI-a_f0,62464
-bigdl/cpp/libs/llama-speculative.exe,sha256=IJWrUQ20Et5Utp3eutvJQVyQToQ9xYhbqSFnhBWEk5c,916480
-bigdl/cpp/libs/llama-tokenize.exe,sha256=C0Q5npIsJlnJPg7NV6XshOUOcCLzcbJcXXkVu2K_hmk,88576
-bigdl/cpp/libs/llama.dll,sha256=3zDy_LWx4CASGBfbwVrgKmkoxZWbcMSLkumsyzoFqaQ,1393664
-bigdl/cpp/libs/llava_shared.dll,sha256=gDUrXseNTLJj8BqFyuv84jURxK970EJRre9nAz0sK4w,365056
-bigdl/cpp/libs/ollama-ggml-base.dll,sha256=XQiurRPM4Gqn1haN_OPOOB4LBd1nD4S4uL1mcEGnU_o,459776
-bigdl/cpp/libs/ollama-ggml-cpu.dll,sha256=1SDLgk-lrVGf4HoaHKRDEGTaPH51UGi3A9Rd5PgJIyM,477184
-bigdl/cpp/libs/ollama-ggml-sycl.dll,sha256=nliFS_KrHkVn9t-6BwbxWNB3nWm6JvWVlwGJgYfYpao,5326336
-bigdl/cpp/libs/ollama-lib.exe,sha256=N0M_lWyrk5bd4uONW3bY_tumtdEXqzisoFyUVzo_JhQ,25916416
-bigdl/cpp/libs/ollama.exe,sha256=qGg2btn2ZsSCz8ihrdV0uuW8IEMAmesipXj-LPbPTFw,206336
-bigdl/cpp/libs/ollama_ggml.dll,sha256=RAzzhnhTvINAhC9AU_wxdyEYsmjJT-b-RfAnM5E0b2s,113152
-bigdl/cpp/libs/ollama_llama.dll,sha256=jNYc4t-gbDTou5DyCTpJX4NKd7k5fFIo3rrQkKICDK8,1413632
-bigdl/cpp/libs/ollama_llava_shared.dll,sha256=KudQOZYv5FSfNOSi7ISI4Hcrj_y2_ous0HNT5lxM67g,393216
-bigdl_core_cpp-2.6.0b20250313.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
-bigdl_core_cpp-2.6.0b20250313.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
-bigdl_core_cpp-2.6.0b20250313.data/scripts/init-ollama.bat,sha256=0I2iBOFv3kR9hvEySGMRUU52-qwVhE7oRZnyWz-2z_U,657
-bigdl_core_cpp-2.6.0b20250313.dist-info/METADATA,sha256=GcaYqCMpNp5kWm3zK9W6rgJgXK8vboW_lv6dvJ6-ZBQ,750
-bigdl_core_cpp-2.6.0b20250313.dist-info/WHEEL,sha256=mxD31AMiruUV7JRsyrzxcy68RSlbRSYMCEN1HqV0W2Y,97
-bigdl_core_cpp-2.6.0b20250313.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.6.0b20250313.dist-info/RECORD,,