bigdl-core-cpp 2.1.0b20240820.post1__py3-none-win_amd64.whl → 2.2.0b20250217.post0__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +908 -140
- bigdl/cpp/convert_hf_to_gguf_update.py +376 -0
- bigdl/cpp/convert_llama_ggml_to_gguf.py +450 -0
- bigdl/cpp/convert_lora_to_gguf.py +433 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
- bigdl/cpp/gguf-py/gguf/constants.py +414 -89
- bigdl/cpp/gguf-py/gguf/gguf.py +1 -1
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +5 -6
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +77 -14
- bigdl/cpp/gguf-py/gguf/lazy.py +3 -1
- bigdl/cpp/gguf-py/gguf/metadata.py +195 -76
- bigdl/cpp/gguf-py/gguf/quants.py +1210 -64
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +156 -34
- bigdl/cpp/gguf-py/gguf/utility.py +1 -1
- bigdl/cpp/gguf-py/gguf/vocab.py +325 -3
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/ggml-base.dll +0 -0
- bigdl/cpp/libs/ggml-cpu.dll +0 -0
- bigdl/cpp/libs/ggml-sycl.dll +0 -0
- bigdl/cpp/libs/ggml.dll +0 -0
- bigdl/cpp/libs/libc++.dll +0 -0
- bigdl/cpp/libs/llama-batched.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama-cli.exe +0 -0
- bigdl/cpp/libs/llama-embedding.exe +0 -0
- bigdl/cpp/libs/llama-gguf.exe +0 -0
- bigdl/cpp/libs/llama-llava-cli.exe +0 -0
- bigdl/cpp/libs/llama-lookup.exe +0 -0
- bigdl/cpp/libs/llama-ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
- bigdl/cpp/libs/llama-perplexity.exe +0 -0
- bigdl/cpp/libs/llama-quantize.exe +0 -0
- bigdl/cpp/libs/llama-server.exe +0 -0
- bigdl/cpp/libs/llama-simple.exe +0 -0
- bigdl/cpp/libs/llama-speculative.exe +0 -0
- bigdl/cpp/libs/llama-tokenize.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/ollama-ggml-base.dll +0 -0
- bigdl/cpp/libs/ollama-ggml-cpu.dll +0 -0
- bigdl/cpp/libs/ollama-ggml-sycl.dll +0 -0
- bigdl/cpp/libs/ollama-lib.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/ollama_ggml.dll +0 -0
- bigdl/cpp/libs/ollama_llama.dll +0 -0
- bigdl/cpp/libs/ollama_llava_shared.dll +0 -0
- {bigdl_core_cpp-2.1.0b20240820.post1.data → bigdl_core_cpp-2.2.0b20250217.post0.data}/scripts/init-llama-cpp.bat +7 -2
- bigdl_core_cpp-2.2.0b20250217.post0.data/scripts/init-ollama.bat +16 -0
- {bigdl_core_cpp-2.1.0b20240820.post1.dist-info → bigdl_core_cpp-2.2.0b20250217.post0.dist-info}/METADATA +9 -5
- bigdl_core_cpp-2.2.0b20250217.post0.dist-info/RECORD +56 -0
- {bigdl_core_cpp-2.1.0b20240820.post1.dist-info → bigdl_core_cpp-2.2.0b20250217.post0.dist-info}/WHEEL +1 -1
- bigdl/cpp/convert.py +0 -1714
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/ggml_shared.dll +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- bigdl_core_cpp-2.1.0b20240820.post1.data/scripts/init-ollama.bat +0 -13
- bigdl_core_cpp-2.1.0b20240820.post1.dist-info/RECORD +0 -63
- {bigdl_core_cpp-2.1.0b20240820.post1.data → bigdl_core_cpp-2.2.0b20250217.post0.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.1.0b20240820.post1.dist-info → bigdl_core_cpp-2.2.0b20250217.post0.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/baby-llama.exe
DELETED
Binary file
|
bigdl/cpp/libs/batched-bench.exe
DELETED
Binary file
|
bigdl/cpp/libs/batched.exe
DELETED
Binary file
|
bigdl/cpp/libs/beam-search.exe
DELETED
Binary file
|
bigdl/cpp/libs/benchmark.exe
DELETED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding.exe
DELETED
Binary file
|
bigdl/cpp/libs/export-lora.exe
DELETED
Binary file
|
bigdl/cpp/libs/finetune.exe
DELETED
Binary file
|
bigdl/cpp/libs/ggml_shared.dll
DELETED
Binary file
|
bigdl/cpp/libs/gguf.exe
DELETED
Binary file
|
bigdl/cpp/libs/gritlm.exe
DELETED
Binary file
|
bigdl/cpp/libs/imatrix.exe
DELETED
Binary file
|
bigdl/cpp/libs/infill.exe
DELETED
Binary file
|
bigdl/cpp/libs/llava-cli.exe
DELETED
Binary file
|
bigdl/cpp/libs/lookahead.exe
DELETED
Binary file
|
bigdl/cpp/libs/lookup.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/main.exe
DELETED
Binary file
|
bigdl/cpp/libs/parallel.exe
DELETED
Binary file
|
bigdl/cpp/libs/passkey.exe
DELETED
Binary file
|
bigdl/cpp/libs/perplexity.exe
DELETED
Binary file
|
bigdl/cpp/libs/q8dot.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
DELETED
Binary file
|
bigdl/cpp/libs/simple.exe
DELETED
Binary file
|
bigdl/cpp/libs/speculative.exe
DELETED
Binary file
|
bigdl/cpp/libs/tokenize.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
DELETED
Binary file
|
@@ -1,13 +0,0 @@
|
|
1
|
-
@echo off
|
2
|
-
for /f "delims=" %%i in ('python -c "import bigdl.cpp; print(bigdl.cpp.__file__)"') do set "cpp_file=%%i"
|
3
|
-
for %%a in ("%cpp_file%") do set "cpp_dir=%%~dpa"
|
4
|
-
|
5
|
-
set "cpp_dir=%cpp_dir:~0,-1%"
|
6
|
-
set "lib_dir=%cpp_dir%\libs"
|
7
|
-
set "source_path=%lib_dir%\ollama.exe"
|
8
|
-
set "target_path=%cd%\ollama.exe"
|
9
|
-
set "source_dist_dir=%lib_dir%\dist"
|
10
|
-
set "target_dist_dir=%cd%\dist"
|
11
|
-
|
12
|
-
mklink "%target_path%" "%source_path%"
|
13
|
-
mklink /D "%target_dist_dir%" "%source_dist_dir%"
|
@@ -1,63 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
|
3
|
-
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
-
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
-
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
-
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
-
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
-
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
-
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
-
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
-
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
-
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
-
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
-
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
-
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
-
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=H32xp4wYoLhd4oSYqxf_YPZyVg4n8NzpTlo_yJOepfs,200192
|
18
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=acOQjXehXw4hNb2lwVSM3sJMPFQ1vpZSxeK0BpdTvlU,206848
|
19
|
-
bigdl/cpp/libs/batched.exe,sha256=MLRXQLyLWZ1vB5Y5HUqA1C3nx0EL3VeMytuvLpdJGoI,208896
|
20
|
-
bigdl/cpp/libs/beam-search.exe,sha256=Q8dOhH-CR4TXKVGHt52OBnbtRtEXTUMSiQDRLZPXpB4,214528
|
21
|
-
bigdl/cpp/libs/benchmark.exe,sha256=6bgsleY0XFeYlWFxduALQNTGvhcoYb_zE0Pl3LWuNC4,74240
|
22
|
-
bigdl/cpp/libs/common.lib,sha256=eNGCCAmAHxe1xOP_6N5DvdQild-83Mwkz4AH-YOwkhI,3330124
|
23
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=ayxNOnImaRRbZKtnHUGTzNiDDvrtbiN66nlc--LywlA,126464
|
24
|
-
bigdl/cpp/libs/embedding.exe,sha256=NG8fbzJopiKdKbawKFXnIprhLZos9bpV6qH4dmQY3EU,644096
|
25
|
-
bigdl/cpp/libs/export-lora.exe,sha256=Odk9ejT1ge8hDw8n4oxjMxT1Fhsa0CbTL_RkrxPKvM4,90112
|
26
|
-
bigdl/cpp/libs/finetune.exe,sha256=Y-0W-VRcuiTQJbfVVmUZcOk0EiB1Qdk8osQmo-k_YU4,302592
|
27
|
-
bigdl/cpp/libs/ggml_shared.dll,sha256=7rnsdimfVcGKtKnrx5X6RXqEm-A3V5hfRBX_e_Grfgw,6305280
|
28
|
-
bigdl/cpp/libs/gguf.exe,sha256=BUMixX67jO1Qh_4UjqOqL-b6NErrLr13iceQbncoz5U,5817856
|
29
|
-
bigdl/cpp/libs/gritlm.exe,sha256=ZpyZFC-RN0Y5tuvn6KMyHGB5OrHvoLE5inj-FaFjXMY,638464
|
30
|
-
bigdl/cpp/libs/imatrix.exe,sha256=48-GOyZzHXoEygBbFnkUDurBrAoHGRE24gfqUeRC9iY,676352
|
31
|
-
bigdl/cpp/libs/infill.exe,sha256=DzZ_XlqRtPiY6Fq_en_L_CWMSOX4FKLTgaAEBGJyBXQ,733184
|
32
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=lDMnFKEG9lz9AyOijw5Xvk9NgF6DLej02vVBf7b2eZs,336384
|
33
|
-
bigdl/cpp/libs/llama.dll,sha256=pEaYzzb5dSXyiRvANhbw661VPN-OFOhV11eflUkeCbY,7927808
|
34
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=h2javynccoNdFi7rOnVF8Mo_U5DbA-8NVj9ttwC0peI,921600
|
35
|
-
bigdl/cpp/libs/llava_shared.dll,sha256=u6egHx5I9fCfIBj6xBYGreuLO8dHYuIXhsqGOTpRmuQ,6572544
|
36
|
-
bigdl/cpp/libs/lookahead.exe,sha256=HSNjrZLBsISOi9U6OUqPPKVblxhn5yAyRbxsaqebGmo,684032
|
37
|
-
bigdl/cpp/libs/lookup.exe,sha256=L04SWQWHG_9HXjFSGQsiIEJZaszuADguk4Eu4wJPRSE,718336
|
38
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=ahZNBbISlmD-uxv4HNULQs1F6AdoXenSLAIGQuXzBc4,10240
|
39
|
-
bigdl/cpp/libs/main.exe,sha256=GMr2swgvJVZtmr9FSy0EAMQCeKL4kKC7Qk_KhGYzcUw,764416
|
40
|
-
bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
|
41
|
-
bigdl/cpp/libs/parallel.exe,sha256=cMD23NHGzcPsJnGUKuA7kowbbVjsdvPrSt8DU8dVs48,701440
|
42
|
-
bigdl/cpp/libs/passkey.exe,sha256=9VB9UrP92QXPBpK2j5Pw0Vg-kUQqChNQnAPJGhP8_Cg,216064
|
43
|
-
bigdl/cpp/libs/perplexity.exe,sha256=U_WwA7UHhoxS_aAHoELVE13IWxjYRnm6ykjp9NF_t6I,782336
|
44
|
-
bigdl/cpp/libs/q8dot.exe,sha256=PtnRDJgRw79yzlVLo6YmGgPzvlX7CcrM8-CAkFisI5E,53760
|
45
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=hELl3UHx18tmkyY2DllFHGIzFcA1aH6lAvpgr8LoWuo,130048
|
46
|
-
bigdl/cpp/libs/quantize.exe,sha256=x6JqPSJNJ-IgI6XRYBf3_DzxAXO6-a5496tG6Q1umMI,235520
|
47
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=zAvnA3RTc_ZUmQe3MPnLPlHfikTJjGHbaa10lFrPZn8,636416
|
48
|
-
bigdl/cpp/libs/server.exe,sha256=hNuacL6UjsNEoUDqTOoxeadifJUaZdh7dVqjYkLnL_c,1731584
|
49
|
-
bigdl/cpp/libs/simple.exe,sha256=3sRVQGVH8XFD5ggfd3AA7_Drol5m558w4g1YtKrqb5Q,202752
|
50
|
-
bigdl/cpp/libs/speculative.exe,sha256=TT4qPb0fZ6uIW4c8dYfnpXiD7-GVdv_bI_YSU8PTiDM,709632
|
51
|
-
bigdl/cpp/libs/tokenize.exe,sha256=MQXFsjNtOn6mZsWrevvVHofr3Qltm6K2xZ17hroJeNw,203264
|
52
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=7sYwRZZzprshlyYMqfRJe5StqS3TpjxQcREF07sNYZo,283648
|
53
|
-
bigdl/cpp/libs/vdot.exe,sha256=Uk7tBqkLLN-ymE4kVbnOGO036aWFlgaFDVX55M3rPds,56320
|
54
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=StDGpQbUJGXMnvi1e-S6XJ7tAm2NIBrdj6H6phJYYyk,8602624
|
55
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=QuG8-zC8cx0ztp1gDwVkiEQQzKScYWRm0ZpO4hlgMvE,8602624
|
56
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=MPA87oPp48qdLvBCTLf6VeNa9nS7S9o1RXdEhvkyTQo,8602624
|
57
|
-
bigdl_core_cpp-2.1.0b20240820.post1.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
-
bigdl_core_cpp-2.1.0b20240820.post1.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
-
bigdl_core_cpp-2.1.0b20240820.post1.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
-
bigdl_core_cpp-2.1.0b20240820.post1.dist-info/METADATA,sha256=me8lmHsrRm2iv6A9ElHoPhIJMNVsM7-KGUMx3lIWgbs,667
|
61
|
-
bigdl_core_cpp-2.1.0b20240820.post1.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
-
bigdl_core_cpp-2.1.0b20240820.post1.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
-
bigdl_core_cpp-2.1.0b20240820.post1.dist-info/RECORD,,
|
File without changes
|
File without changes
|