bigdl-core-cpp 2.6.0b20250313__py3-none-manylinux2010_x86_64.whl → 2.6.0b20250314__py3-none-manylinux2010_x86_64.whl

bigdl/cpp/gguf-py/gguf/constants.py

@@ -238,6 +238,7 @@ class MODEL_ARCH(IntEnum):
     MINICPM3     = auto()
     GEMMA        = auto()
     GEMMA2       = auto()
+    GEMMA3       = auto()
     STARCODER2   = auto()
     RWKV6        = auto()
     MAMBA        = auto()
@@ -401,6 +402,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.MINICPM3:       "minicpm3",
     MODEL_ARCH.GEMMA:          "gemma",
     MODEL_ARCH.GEMMA2:         "gemma2",
+    MODEL_ARCH.GEMMA3:         "gemma3",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.RWKV6:          "rwkv6",
     MODEL_ARCH.MAMBA:          "mamba",
@@ -978,6 +980,23 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_PRE_NORM,
         MODEL_TENSOR.FFN_POST_NORM,
     ],
+    MODEL_ARCH.GEMMA3: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_Q_NORM,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_K_NORM,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

{bigdl_core_cpp-2.6.0b20250313.dist-info → bigdl_core_cpp-2.6.0b20250314.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: bigdl-core-cpp
-Version: 2.6.0b20250313
+Version: 2.6.0b20250314
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

{bigdl_core_cpp-2.6.0b20250313.dist-info → bigdl_core_cpp-2.6.0b20250314.dist-info}/RECORD

@@ -7,7 +7,7 @@ bigdl/cpp/cli/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,
 bigdl/cpp/cli/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
 bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bigdl/cpp/gguf-py/gguf/__init__.py,sha256=PM_AEEzX6ojGAodDt78_LIm19HRCXeA6IXpgcjINfC8,219
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=p_vgXXqgb4dZJLXuT6SvGeLamsnO3Mms5YPyp1Jo7H0,59771
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=p2xHTCJWbmebfMMnWSU8zWOQN1aOoWWtilppoqMEVAE,60354
 bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
 bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=5yrq19-xuN1Oqk6Wvm0I7btC2LhTomwBPCfJElDTEbM,12386
 bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=aT-ZBkPgZAjR2f9vf9w_ICKyv0kHJAnneYGn0e81xMU,37605
@@ -20,38 +20,39 @@ bigdl/cpp/gguf-py/gguf/utility.py,sha256=jbd1bduLFjjNAQhjghSyrRQfJ_kjiTFhRAZxm0o
 bigdl/cpp/gguf-py/gguf/vocab.py,sha256=hG3f-UwMCr0rn9LGPCidO526NngH6gPsLbn8fj_hjkY,20329
 bigdl/cpp/libs/libggml-base.so,sha256=6FAMMvG3bCGRygKhpRN_n0nZnm1P9EIALGIDcVYo0ss,642304
 bigdl/cpp/libs/libggml-cpu.so,sha256=1IwLylvLN0aMpReMv_aCN18O8I4FKjMPuAdexmbZcsE,2491608
-bigdl/cpp/libs/libggml-sycl.so,sha256=vqO1uhq2tyzcSt_fyzCV7nnQufQVJ5eXTqNidWt_GJA,6556384
+bigdl/cpp/libs/libggml-sycl.so,sha256=OMRHO5VHvjln3iT7DVH1cSWDGi96QF0eOYtPYkHAPqc,6556384
 bigdl/cpp/libs/libggml.so,sha256=USaMAlcBazAhnm05LkgFQ2UC1yt2jLXBfqm7QxRSm8o,38920
-bigdl/cpp/libs/libllama.so,sha256=7JtnAo5Bdo9sDa6bOEKOB1ONj-KECuTEIGbPrj4IWms,1951960
-bigdl/cpp/libs/libllava_shared.so,sha256=Wf591o2FjNjXZIjI2zR9S2IA86F4L2uVonKSgGOiWHY,490472
+bigdl/cpp/libs/libllama.so,sha256=Z6oSZApErjVxlHHACaK97GTNNqPvuAT1HpgIs6vPN04,1960216
+bigdl/cpp/libs/libllava_shared.so,sha256=61SoPa9vQ4ZjwuP0s2qOFl-UI5Ia8Uwl9MMSKJEvugE,494696
 bigdl/cpp/libs/libmllama.so,sha256=OKIg7G_3XBRjXWwGoeGjOj5PHRctNb0pBmSKdGL1xxI,48408
 bigdl/cpp/libs/libollama-ggml-base.so,sha256=vu5-DnXItDcQi5YuF4nsOIYdv6No-vxMjjoHTTgtRtI,642288
 bigdl/cpp/libs/libollama-ggml-cpu.so,sha256=OAJkj7zzcKjbhByzxLWHLNUWx3vRJ-Vqeb0r9HSMYsc,792824
-bigdl/cpp/libs/libollama-ggml-sycl.so,sha256=Nvxf9R7-hunY5pLBMZArPOEvetyftVqj6ZryfDr2qCc,6563904
+bigdl/cpp/libs/libollama-ggml-sycl.so,sha256=1zNA_s1wTxoAyvMag-zOeTALZQRDIW3sImb7Lc9kmtM,6563904
 bigdl/cpp/libs/libollama_ggml.so,sha256=xji0TAiOw6Mt0fcQImVMtJsa1CKm9Ql3jFTuyN7sADo,38920
-bigdl/cpp/libs/libollama_llama.so,sha256=9luy4lU4B0zyTAgolUrdsS9YvGQQUNxVGoLyMr5HuNY,1716768
-bigdl/cpp/libs/libollama_llava_shared.so,sha256=MJszq1ksarjuIlj1zUo3Vge7QPOtWyQ2LPO4KpPkFqQ,516672
+bigdl/cpp/libs/libollama_llama.so,sha256=sjwxbD8y3XFzMMcTZ1CH2s8QeRRkHQEzZmMM7wb9Kjs,1725040
+bigdl/cpp/libs/libollama_llava_shared.so,sha256=je7DyfbAwfBvFiyjHVfIXtVoseiDjPxtY0-8MkVkr5s,520896
 bigdl/cpp/libs/libsample.so,sha256=a0FChOrEV2nwOj3aMa8m1kkpVFfQX5pZ0WZkZ9eOoRw,615080
-bigdl/cpp/libs/llama-batched,sha256=NdTE8-Bdhq0mPFrtZrdAQ7UaSuZmc_7QqOcaCDaM7-Q,1447024
-bigdl/cpp/libs/llama-bench,sha256=cx9Nvg_8iqbrOe2Ht__dtkY3VAG2kwvUXDdNWG7gd68,935736
-bigdl/cpp/libs/llama-cli,sha256=rNRWGs2OS6mXyl49QaCGkc1A9ntgOoXMCiu_P8IAVJw,1482216
-bigdl/cpp/libs/llama-embedding,sha256=usirkpgM00VYRyLitblcl-_mh-rmHLfkSoM4LVvYnAE,1451280
+bigdl/cpp/libs/llama-batched,sha256=p49T0Hb5IfX5fXBP3IldY4-ixcCirDxjO5seB9nIOCA,1447024
+bigdl/cpp/libs/llama-bench,sha256=vuO73pyWidJH3AkPDCGKi_bgd2Mt3VeplcnwsCWKfq0,935736
+bigdl/cpp/libs/llama-cli,sha256=PYrSvTqZbKwz__tbaD_0DSHqIBv5p1gXUeKKs_0ZK8g,1482216
+bigdl/cpp/libs/llama-embedding,sha256=YjNqG3WHJMMV41ZIy9eHmPjNRUh4OaS1ADDFZ7msU0E,1451280
+bigdl/cpp/libs/llama-gemma3-cli,sha256=Uo0iVpXwxoYQtP4a9WX1G7mL2c81iWBwDCjZDyJNkhA,1745496
 bigdl/cpp/libs/llama-gguf,sha256=xihJxAEubFf7WbhgaLByOK6oeLMXHlz83Vi4LAXeuMM,346960
-bigdl/cpp/libs/llama-llava-cli,sha256=6ao60zC3dQl6JuBRr-BZ3eiT-3g-ZTCQnIV8vZT7UMQ,1740256
-bigdl/cpp/libs/llama-lookup,sha256=Gh1t1USZKMRqI0Z8lsHIGrZjCoFoksQERZZ1OobnMx8,1476336
+bigdl/cpp/libs/llama-llava-cli,sha256=I0kB6hGHwrAJDUHKWZO8As_bkPPJS3F0-Sdf8t3eQmY,1744528
+bigdl/cpp/libs/llama-lookup,sha256=nsirJ2P-cF98rs0LXt4X1_yLAHn2pjJJlNk3JkjSHwc,1476336
 bigdl/cpp/libs/llama-ls-sycl-device,sha256=fEvqVuqnJCrxe4z10WWgr6t5VtgywVMC_rOtVL8_86I,463120
-bigdl/cpp/libs/llama-minicpmv-cli,sha256=oob5m5LCvfEXIMuU2W_HFYqlwFSvOj6NnPKC-OKNrsI,1735952
-bigdl/cpp/libs/llama-perplexity,sha256=dy64sYNVWUEZ2IvA3VBT_Ibi0pofdrfeObtif4VgWug,1558584
-bigdl/cpp/libs/llama-quantize,sha256=lqA1IHV1dV-P5YzJ_u08eadvFnXo0gLREtDhRZkd5dw,672064
-bigdl/cpp/libs/llama-server,sha256=IBn3j7Z1bjYtH9vyaP4BGaFQuKGBB_KVzWeKWbMU9LM,2587328
+bigdl/cpp/libs/llama-minicpmv-cli,sha256=KIMFOnRiJeDZwsLoM6PJEAZFj9CEwef04D3DrckP-Fg,1740224
+bigdl/cpp/libs/llama-perplexity,sha256=MvGhDDjpQvyJUXnKZDC6z60B7acgbCY4054bbunTW_A,1558584
+bigdl/cpp/libs/llama-quantize,sha256=APPIcOAyohnJatHAnndDGGhYSkkKRQLVQacGQHarl98,672064
+bigdl/cpp/libs/llama-server,sha256=3fYuhbsznVfH5COvftefsMfKtqrRAcyFTJn2FgxTOq8,2587328
 bigdl/cpp/libs/llama-simple,sha256=4hpL0_3XiCuij4igVOfbbT5ETFHtqZg2zzcUoDUS6ic,474176
-bigdl/cpp/libs/llama-speculative,sha256=w9cE_QVjLR9E6LCnKhXrJghkB_EzF3ftmHxFkm3PPQ8,1477888
-bigdl/cpp/libs/llama-tokenize,sha256=1QjN3KQz6aZKmfYeFqfuI376Lm7pMfFznckQKNagxkA,639048
+bigdl/cpp/libs/llama-speculative,sha256=l8ApdGwdtp8n1XzPhfwihDgQm-PSUtV9DewmQAZ2uGk,1477888
+bigdl/cpp/libs/llama-tokenize,sha256=lvYZnVmDQPAV_tow-KeDImB3IAppPqAc3fFN4al7ESA,639048
 bigdl/cpp/libs/ollama,sha256=w5CVxI3CGT0Bj5ECYvKskJj-gV_5kEiRDsVIbetMu1k,730936
-bigdl/cpp/libs/ollama-lib,sha256=ZHxqSxf5BzJygLgE3U1kD3PzeUrddt_l6LyTpDtWALw,26868248
-bigdl_core_cpp-2.6.0b20250313.data/scripts/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
-bigdl_core_cpp-2.6.0b20250313.data/scripts/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
-bigdl_core_cpp-2.6.0b20250313.dist-info/METADATA,sha256=dT8VjLWOihk58LSw7rk7douh_FI60y329lVQstZ7Ee4,728
-bigdl_core_cpp-2.6.0b20250313.dist-info/WHEEL,sha256=npNJ4QNtupNtGMj_0ZHqDoJEklQEsTV0SylkB640zZk,108
-bigdl_core_cpp-2.6.0b20250313.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.6.0b20250313.dist-info/RECORD,,
+bigdl/cpp/libs/ollama-lib,sha256=CHLfXeTJR6vuY7aGdP-4Fr0P1Uo1vCjpch9TQY1ek64,26868248
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
+bigdl_core_cpp-2.6.0b20250314.data/scripts/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
+bigdl_core_cpp-2.6.0b20250314.dist-info/METADATA,sha256=TLP0P8EFvew5sECmRQemmUUJMq-Fv4PisVsmnHjWBBU,728
+bigdl_core_cpp-2.6.0b20250314.dist-info/WHEEL,sha256=npNJ4QNtupNtGMj_0ZHqDoJEklQEsTV0SylkB640zZk,108
+bigdl_core_cpp-2.6.0b20250314.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.6.0b20250314.dist-info/RECORD,,