bigdl-core-cpp 2.6.0b20250228__py3-none-manylinux2010_x86_64.whl → 2.6.0b20250230__py3-none-manylinux2010_x86_64.whl

bigdl/cpp/gguf-py/gguf/constants.py

@@ -238,6 +238,7 @@ class MODEL_ARCH(IntEnum):
     MINICPM3     = auto()
     GEMMA        = auto()
     GEMMA2       = auto()
+    GEMMA3       = auto()
     STARCODER2   = auto()
     RWKV6        = auto()
     MAMBA        = auto()
@@ -401,6 +402,7 @@ MODEL_ARCH_NAMES: dict[MODEL_ARCH, str] = {
     MODEL_ARCH.MINICPM3:       "minicpm3",
     MODEL_ARCH.GEMMA:          "gemma",
     MODEL_ARCH.GEMMA2:         "gemma2",
+    MODEL_ARCH.GEMMA3:         "gemma3",
     MODEL_ARCH.STARCODER2:     "starcoder2",
     MODEL_ARCH.RWKV6:          "rwkv6",
     MODEL_ARCH.MAMBA:          "mamba",
@@ -978,6 +980,23 @@ MODEL_TENSORS: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
         MODEL_TENSOR.FFN_PRE_NORM,
         MODEL_TENSOR.FFN_POST_NORM,
     ],
+    MODEL_ARCH.GEMMA3: [
+        MODEL_TENSOR.TOKEN_EMBD,
+        MODEL_TENSOR.OUTPUT_NORM,
+        MODEL_TENSOR.ATTN_Q,
+        MODEL_TENSOR.ATTN_Q_NORM,
+        MODEL_TENSOR.ATTN_K,
+        MODEL_TENSOR.ATTN_K_NORM,
+        MODEL_TENSOR.ATTN_V,
+        MODEL_TENSOR.ATTN_OUT,
+        MODEL_TENSOR.FFN_GATE,
+        MODEL_TENSOR.FFN_DOWN,
+        MODEL_TENSOR.FFN_UP,
+        MODEL_TENSOR.ATTN_NORM,
+        MODEL_TENSOR.ATTN_POST_NORM,
+        MODEL_TENSOR.FFN_PRE_NORM,
+        MODEL_TENSOR.FFN_POST_NORM,
+    ],
     MODEL_ARCH.STARCODER2: [
         MODEL_TENSOR.TOKEN_EMBD,
         MODEL_TENSOR.OUTPUT_NORM,

{bigdl_core_cpp-2.6.0b20250228.dist-info → bigdl_core_cpp-2.6.0b20250230.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: bigdl-core-cpp
-Version: 2.6.0b20250228
+Version: 2.6.0b20250230
 Summary: Large Language Model Develop Toolkit
 Author: BigDL Authors
 License: Apache License, Version 2.0

bigdl_core_cpp-2.6.0b20250230.dist-info/RECORD

@@ -0,0 +1,58 @@
+bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/convert_hf_to_gguf.py,sha256=adPq91LkUtWP0rsMrTu0BeRf21hJUDQUSOCOBOWESmE,205852
+bigdl/cpp/convert_hf_to_gguf_update.py,sha256=bKvzL_uSbzeFecW2PIC_tJyelh4GRzysciqssGjxYwg,16628
+bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=EfeznQ0fzFBTljCFsFyvUDY9Sfbf1BM-D3cll5rfEH8,19106
+bigdl/cpp/convert_lora_to_gguf.py,sha256=6kkFIUdT0wML-HEofsk3ZCGVCLUfjWheOvBvsOZhYWo,16837
+bigdl/cpp/cli/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
+bigdl/cpp/cli/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
+bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/__init__.py,sha256=PM_AEEzX6ojGAodDt78_LIm19HRCXeA6IXpgcjINfC8,219
+bigdl/cpp/gguf-py/gguf/constants.py,sha256=p2xHTCJWbmebfMMnWSU8zWOQN1aOoWWtilppoqMEVAE,60354
+bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
+bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=5yrq19-xuN1Oqk6Wvm0I7btC2LhTomwBPCfJElDTEbM,12386
+bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=aT-ZBkPgZAjR2f9vf9w_ICKyv0kHJAnneYGn0e81xMU,37605
+bigdl/cpp/gguf-py/gguf/lazy.py,sha256=QwxFAtj-5nIm_a3mvLBezpShFuo-pjJhoAiXreK9ITQ,8601
+bigdl/cpp/gguf-py/gguf/metadata.py,sha256=ys81GDETEnFax4aQ0_jjkHK__0pdT5jgGYtqb0V-Gx4,32622
+bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+bigdl/cpp/gguf-py/gguf/quants.py,sha256=BLtCCqhHBtabaYaAp7EckyYOR5idmoKWhu_Hy3glotk,60771
+bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=prXwrQRjXYC1Wq4iqC8UDY6B_vfv3n32HZCPYj68Omo,34790
+bigdl/cpp/gguf-py/gguf/utility.py,sha256=jbd1bduLFjjNAQhjghSyrRQfJ_kjiTFhRAZxm0oabZw,2934
+bigdl/cpp/gguf-py/gguf/vocab.py,sha256=hG3f-UwMCr0rn9LGPCidO526NngH6gPsLbn8fj_hjkY,20329
+bigdl/cpp/libs/libggml-base.so,sha256=GtpJBbEmtNmbKGHDd1al8-aQpzPBcxcdHWaowjbbU98,742184
+bigdl/cpp/libs/libggml-cpu.so,sha256=D0UzZNCG66_hSTnu6eEPvOGzkzYuXiiLa8LC08KLG1s,2131336
+bigdl/cpp/libs/libggml-sycl.so,sha256=rHbK6l7Q5FS4wlqFmajQmW_7J8SqOuGum1_iDyTsM6k,6871704
+bigdl/cpp/libs/libggml.so,sha256=xNM7GXPmmNyk_08DHtyEnMbwHT0g8nzLrbifqD2c61c,60824
+bigdl/cpp/libs/libllama.so,sha256=3gYQ3Zyxq8RlQoP3jp27_nkb6KK0z0-TZSUoWi6xpS8,1980728
+bigdl/cpp/libs/libllava_shared.so,sha256=V-A0xckzrONQJ4gE0FxO5pKwUBiKJZHizyogN8m_zLg,504176
+bigdl/cpp/libs/libmllama.so,sha256=OKIg7G_3XBRjXWwGoeGjOj5PHRctNb0pBmSKdGL1xxI,48408
+bigdl/cpp/libs/libollama-ggml-base.so,sha256=vu5-DnXItDcQi5YuF4nsOIYdv6No-vxMjjoHTTgtRtI,642288
+bigdl/cpp/libs/libollama-ggml-cpu.so,sha256=HJvpaXdqvpqVFm2RqhGOQROWOVQpqI3qc5Nq2EWVFGk,604304
+bigdl/cpp/libs/libollama-ggml-sycl.so,sha256=9BJ92pT0UzcKgC7rhhcI_XjZL3BK9EjpeVuHN987eqo,6587224
+bigdl/cpp/libs/libollama_ggml.so,sha256=xji0TAiOw6Mt0fcQImVMtJsa1CKm9Ql3jFTuyN7sADo,38920
+bigdl/cpp/libs/libollama_llama.so,sha256=HX-XZ2pFTJTMCWOYUrW44UDreAtVXr_5qd42T24asIk,1725232
+bigdl/cpp/libs/libollama_llava_shared.so,sha256=je7DyfbAwfBvFiyjHVfIXtVoseiDjPxtY0-8MkVkr5s,520896
+bigdl/cpp/libs/libsample.so,sha256=a0FChOrEV2nwOj3aMa8m1kkpVFfQX5pZ0WZkZ9eOoRw,615080
+bigdl/cpp/libs/llama-batched,sha256=ZmXYj_y7rmyXSZSpu1roAFO2cCrtgE1gvDYnhNw2kKc,2305616
+bigdl/cpp/libs/llama-bench,sha256=O-nAmENa9UFV9BxgLrz0N-Vhqtb2hajyy5JXL8e9ag0,931752
+bigdl/cpp/libs/llama-cli,sha256=Fo7nQbTaEbO_BHfVCKEcgYD_sQ8QKjmLlu8ziD0DqGY,2340560
+bigdl/cpp/libs/llama-embedding,sha256=7D5DBOSRQ2CW3rrQasay6Ndrg7cMS3AhVgWi1MJ-A0w,2309888
+bigdl/cpp/libs/llama-gemma3-cli,sha256=JUtBqS7iN1nFLad2Pj_NYZfBpoXp-LNzSTEMfgUYntU,2613168
+bigdl/cpp/libs/llama-gguf,sha256=GqZOFmUdRsmSnTqLTHmzcwUdnEZqF_gN33arsaE3Kjw,346760
+bigdl/cpp/libs/llama-llava-cli,sha256=a_yzCZJP_IOBBKEhxU5z3WXUbHbXcnIaa_xGXjtsTMM,2607952
+bigdl/cpp/libs/llama-lookup,sha256=nCBFUtKPQRtfCbYhZJjbjbMnfZZje5f8F1vDqJ3sgjs,2334928
+bigdl/cpp/libs/llama-ls-sycl-device,sha256=Ts52ffMgIX_8l3Agouqvde3r1tB9gYgAqA4nOrvjCgw,462848
+bigdl/cpp/libs/llama-minicpmv-cli,sha256=xsn24ERMujq8Q1qpOxLWE0lrbBuu5lbXjUmTyVHCY6A,2603752
+bigdl/cpp/libs/llama-perplexity,sha256=hcol4wzJJVN1muQJ6OvJXNjXhADBkZM4XQa8g2rbznE,2417232
+bigdl/cpp/libs/llama-quantize,sha256=NHNnC_PpXIkCFy32ZFScaBzvT1c4_w47dU5U8VExcwM,667824
+bigdl/cpp/libs/llama-server,sha256=iuihp1cKzil3X9CuNR_S9xxi28jSfwcm99HNBLIh79w,4345072
+bigdl/cpp/libs/llama-simple,sha256=lOAT6uqNl5_Vn2VfVYBDEficEz_IKfMfk2o8XbUVw6o,473944
+bigdl/cpp/libs/llama-speculative,sha256=Tt4q6NlRkC0Z81T266AnObR82g7fPvUBuIyYPvOo26U,2336376
+bigdl/cpp/libs/llama-tokenize,sha256=CSPmqVMNLd5yVH4jzHCfpIR1IuR1YeyjTWlOAnqzgx8,634704
+bigdl/cpp/libs/ollama,sha256=_XcRgd47v3cQ9cDsNbtsNAW_Wisb25pEw0vbF0re8S0,736032
+bigdl/cpp/libs/ollama-lib,sha256=p1bfRic5aiEUFpQ0g45irL8muPazx-F6wFn6kQoZrDM,26868248
+bigdl_core_cpp-2.6.0b20250230.data/scripts/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
+bigdl_core_cpp-2.6.0b20250230.data/scripts/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
+bigdl_core_cpp-2.6.0b20250230.dist-info/METADATA,sha256=apnaHWI3ID-zolJf75m1ffzhi3IcrHlcvM3caA7i-Ns,728
+bigdl_core_cpp-2.6.0b20250230.dist-info/WHEEL,sha256=FQV_Y4Fs63uCAWCFepbrsSQR8fqGo069AXS6iCnXwwU,108
+bigdl_core_cpp-2.6.0b20250230.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
+bigdl_core_cpp-2.6.0b20250230.dist-info/RECORD,,

{bigdl_core_cpp-2.6.0b20250228.dist-info → bigdl_core_cpp-2.6.0b20250230.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.2)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-manylinux2010_x86_64
 

bigdl_core_cpp-2.6.0b20250228.dist-info/RECORD

@@ -1,57 +0,0 @@
-bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/convert_hf_to_gguf.py,sha256=adPq91LkUtWP0rsMrTu0BeRf21hJUDQUSOCOBOWESmE,205852
-bigdl/cpp/convert_hf_to_gguf_update.py,sha256=bKvzL_uSbzeFecW2PIC_tJyelh4GRzysciqssGjxYwg,16628
-bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=EfeznQ0fzFBTljCFsFyvUDY9Sfbf1BM-D3cll5rfEH8,19106
-bigdl/cpp/convert_lora_to_gguf.py,sha256=6kkFIUdT0wML-HEofsk3ZCGVCLUfjWheOvBvsOZhYWo,16837
-bigdl/cpp/cli/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
-bigdl/cpp/cli/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
-bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/__init__.py,sha256=PM_AEEzX6ojGAodDt78_LIm19HRCXeA6IXpgcjINfC8,219
-bigdl/cpp/gguf-py/gguf/constants.py,sha256=p_vgXXqgb4dZJLXuT6SvGeLamsnO3Mms5YPyp1Jo7H0,59771
-bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
-bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=5yrq19-xuN1Oqk6Wvm0I7btC2LhTomwBPCfJElDTEbM,12386
-bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=aT-ZBkPgZAjR2f9vf9w_ICKyv0kHJAnneYGn0e81xMU,37605
-bigdl/cpp/gguf-py/gguf/lazy.py,sha256=QwxFAtj-5nIm_a3mvLBezpShFuo-pjJhoAiXreK9ITQ,8601
-bigdl/cpp/gguf-py/gguf/metadata.py,sha256=ys81GDETEnFax4aQ0_jjkHK__0pdT5jgGYtqb0V-Gx4,32622
-bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bigdl/cpp/gguf-py/gguf/quants.py,sha256=BLtCCqhHBtabaYaAp7EckyYOR5idmoKWhu_Hy3glotk,60771
-bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=prXwrQRjXYC1Wq4iqC8UDY6B_vfv3n32HZCPYj68Omo,34790
-bigdl/cpp/gguf-py/gguf/utility.py,sha256=jbd1bduLFjjNAQhjghSyrRQfJ_kjiTFhRAZxm0oabZw,2934
-bigdl/cpp/gguf-py/gguf/vocab.py,sha256=hG3f-UwMCr0rn9LGPCidO526NngH6gPsLbn8fj_hjkY,20329
-bigdl/cpp/libs/libggml-base.so,sha256=K0ooNMmRTr0GgAiEHEKRXk6b8J0VJOBoH2wF-YyzNWM,642248
-bigdl/cpp/libs/libggml-cpu.so,sha256=xpkcZq3zrWnpIHp60rz79jww2kk4rAT6-JKcP-nZcNE,792824
-bigdl/cpp/libs/libggml-sycl.so,sha256=Gpk-bj5p1_YZqck1MZ1-D5Ref6EH-90v1Wl51AO0_K8,6556384
-bigdl/cpp/libs/libggml.so,sha256=USaMAlcBazAhnm05LkgFQ2UC1yt2jLXBfqm7QxRSm8o,38920
-bigdl/cpp/libs/libllama.so,sha256=mNfeROXKebEmyirQak3Snlp8Ms0yB_Ghavz_c2yef9Q,1721152
-bigdl/cpp/libs/libllava_shared.so,sha256=EHHG1MoDPpE9uLpfyU_hUkF2Do5ALnV2lexky3JKq4w,490472
-bigdl/cpp/libs/libmllama.so,sha256=OKIg7G_3XBRjXWwGoeGjOj5PHRctNb0pBmSKdGL1xxI,48408
-bigdl/cpp/libs/libollama-ggml-base.so,sha256=vu5-DnXItDcQi5YuF4nsOIYdv6No-vxMjjoHTTgtRtI,642288
-bigdl/cpp/libs/libollama-ggml-cpu.so,sha256=8iP7vjB9bNYdL3PT9bZw8i6sq9kflf3pK4UitcbVovk,792824
-bigdl/cpp/libs/libollama-ggml-sycl.so,sha256=ARhklYOZGmnslX-DPrVwpQf_Iw6A0bgwVN_NPSgVW0E,6552288
-bigdl/cpp/libs/libollama_ggml.so,sha256=xji0TAiOw6Mt0fcQImVMtJsa1CKm9Ql3jFTuyN7sADo,38920
-bigdl/cpp/libs/libollama_llama.so,sha256=9luy4lU4B0zyTAgolUrdsS9YvGQQUNxVGoLyMr5HuNY,1716768
-bigdl/cpp/libs/libollama_llava_shared.so,sha256=DRrYJ8G-rv_8bEGKsDhUDAfUOMWR4aTFbgLeoOoH6nA,490464
-bigdl/cpp/libs/libsample.so,sha256=a0FChOrEV2nwOj3aMa8m1kkpVFfQX5pZ0WZkZ9eOoRw,615080
-bigdl/cpp/libs/llama-batched,sha256=vZnsbXVFItXvEhjakky7dVd2rbkYQyQXX3G7U_hLuag,943592
-bigdl/cpp/libs/llama-bench,sha256=nvT_5nBr4NAJGtMeblPgyVo0wjVgPLBPEzdOEIEsKtE,432360
-bigdl/cpp/libs/llama-cli,sha256=ORwNMPve7MUoX-Utu4OsRv0f8BCO7VWvtAs9ZowaFHc,978808
-bigdl/cpp/libs/llama-embedding,sha256=FPxHCGWYWVT0hp8aGY8-faD3L5ow8XihIrzSScfvO1g,947848
-bigdl/cpp/libs/llama-gguf,sha256=nOzyBiuzxx9Oe_fil0ydRrFqOjlwx9LkdcHW_ocJmV8,33984
-bigdl/cpp/libs/llama-llava-cli,sha256=eqhXdmdHS40DUvjfbX-NmOk3eyFehUuaO1zFulTQkT8,1231528
-bigdl/cpp/libs/llama-lookup,sha256=Kl28Q7L4XmnjwO7orB4YIFXZLQC1p_JBJnYO6dgp4ug,968792
-bigdl/cpp/libs/llama-ls-sycl-device,sha256=y2GrCFpQyRqaufmkbKQ1NGIZ0qCn64b7IOXw_jhBMgI,17896
-bigdl/cpp/libs/llama-minicpmv-cli,sha256=L0B2fiD1ABtLxgE1JBN4HGIL8LssUXvO2KWXK3xasHM,1227224
-bigdl/cpp/libs/llama-perplexity,sha256=yGFhIbZaTFXfbZdaFYal8tFqY7N5ZD-t3K07XL777es,1045888
-bigdl/cpp/libs/llama-quantize,sha256=hzWRKEtt7s6cxmpb7ZpLDYxz6NJsLXabutWsNqvFdIo,163936
-bigdl/cpp/libs/llama-server,sha256=TP1P_TyEF6uGtkSPRvkTaOeyPEygn9LaPSxDRloMsKQ,2079152
-bigdl/cpp/libs/llama-simple,sha256=BRQWN31Oev-lO5QKzK1b7roKcWd2VsmLR4fcNQUe3oU,33304
-bigdl/cpp/libs/llama-speculative,sha256=XUIwJOqCsXwjorU3KNST8DJapsAvbvOfJcFgZUw2ZOc,974512
-bigdl/cpp/libs/llama-tokenize,sha256=4p8xh5SQ4bcWnL7OQzsViVVc_QvrXD8zeB2xH3Cu8vE,135624
-bigdl/cpp/libs/ollama,sha256=w5CVxI3CGT0Bj5ECYvKskJj-gV_5kEiRDsVIbetMu1k,730936
-bigdl/cpp/libs/ollama-lib,sha256=xbX_pU8h99sNOQk9v2Mlh0bAlNDzf2atfHSz8cHr3hs,26868248
-bigdl_core_cpp-2.6.0b20250228.data/scripts/init-llama-cpp,sha256=DVul_lYmEho0fvaP86XGlB5Fh653B732nTP-ugQzKd0,367
-bigdl_core_cpp-2.6.0b20250228.data/scripts/init-ollama,sha256=SvExRqRg8nCKjqppdbWO5jpVHEZrCqdrDZyBJoBRils,358
-bigdl_core_cpp-2.6.0b20250228.dist-info/METADATA,sha256=KbynY9f8q11h2E8h2_RfS84jcXcdOOlHamWAMrOoRlI,728
-bigdl_core_cpp-2.6.0b20250228.dist-info/WHEEL,sha256=N1XmCUsFZdjbnNsKAZvzo9MB2W-jrPio0b3mxd75yOo,108
-bigdl_core_cpp-2.6.0b20250228.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
-bigdl_core_cpp-2.6.0b20250228.dist-info/RECORD,,