bigdl-core-cpp 2.5.0b20240825__py3-none-win_amd64.whl → 2.5.0b20240827__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +413 -67
- bigdl/cpp/convert_hf_to_gguf_update.py +354 -0
- bigdl/cpp/convert_llama_ggml_to_gguf.py +454 -0
- bigdl/cpp/convert_lora_to_gguf.py +393 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
- bigdl/cpp/gguf-py/gguf/constants.py +71 -2
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +16 -1
- bigdl/cpp/gguf-py/gguf/lazy.py +4 -1
- bigdl/cpp/gguf-py/gguf/metadata.py +70 -63
- bigdl/cpp/gguf-py/gguf/quants.py +1129 -64
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +23 -15
- bigdl/cpp/gguf-py/gguf/utility.py +1 -1
- bigdl/cpp/gguf-py/gguf/vocab.py +301 -1
- bigdl/cpp/libs/common.lib +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/{gguf.exe → dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll} +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll +0 -0
- bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/{ggml_shared.dll → ggml.dll} +0 -0
- bigdl/cpp/libs/llama-batched.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llama-cli.exe +0 -0
- bigdl/cpp/libs/llama-embedding.exe +0 -0
- bigdl/cpp/libs/llama-gguf.exe +0 -0
- bigdl/cpp/libs/llama-llava-cli.exe +0 -0
- bigdl/cpp/libs/llama-lookup.exe +0 -0
- bigdl/cpp/libs/{ls-sycl-device.exe → llama-ls-sycl-device.exe} +0 -0
- bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
- bigdl/cpp/libs/llama-perplexity.exe +0 -0
- bigdl/cpp/libs/llama-quantize.exe +0 -0
- bigdl/cpp/libs/llama-server.exe +0 -0
- bigdl/cpp/libs/llama-simple.exe +0 -0
- bigdl/cpp/libs/llama-speculative.exe +0 -0
- bigdl/cpp/libs/llama-tokenize.exe +0 -0
- bigdl/cpp/libs/llama.dll +0 -0
- bigdl/cpp/libs/llava_shared.dll +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240825.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-llama-cpp.bat +7 -2
- {bigdl_core_cpp-2.5.0b20240825.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-ollama.bat +6 -0
- {bigdl_core_cpp-2.5.0b20240825.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/METADATA +1 -1
- bigdl_core_cpp-2.5.0b20240827.dist-info/RECORD +54 -0
- bigdl/cpp/convert.py +0 -1714
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- bigdl_core_cpp-2.5.0b20240825.dist-info/RECORD +0 -63
- {bigdl_core_cpp-2.5.0b20240825.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240825.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240825.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/baby-llama.exe
DELETED
Binary file
|
bigdl/cpp/libs/batched-bench.exe
DELETED
Binary file
|
bigdl/cpp/libs/batched.exe
DELETED
Binary file
|
bigdl/cpp/libs/beam-search.exe
DELETED
Binary file
|
bigdl/cpp/libs/benchmark.exe
DELETED
Binary file
|
Binary file
|
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding.exe
DELETED
Binary file
|
bigdl/cpp/libs/export-lora.exe
DELETED
Binary file
|
bigdl/cpp/libs/finetune.exe
DELETED
Binary file
|
bigdl/cpp/libs/gritlm.exe
DELETED
Binary file
|
bigdl/cpp/libs/imatrix.exe
DELETED
Binary file
|
bigdl/cpp/libs/infill.exe
DELETED
Binary file
|
bigdl/cpp/libs/llava-cli.exe
DELETED
Binary file
|
bigdl/cpp/libs/lookahead.exe
DELETED
Binary file
|
bigdl/cpp/libs/lookup.exe
DELETED
Binary file
|
bigdl/cpp/libs/main.exe
DELETED
Binary file
|
bigdl/cpp/libs/parallel.exe
DELETED
Binary file
|
bigdl/cpp/libs/passkey.exe
DELETED
Binary file
|
bigdl/cpp/libs/perplexity.exe
DELETED
Binary file
|
bigdl/cpp/libs/q8dot.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
DELETED
Binary file
|
bigdl/cpp/libs/simple.exe
DELETED
Binary file
|
bigdl/cpp/libs/speculative.exe
DELETED
Binary file
|
bigdl/cpp/libs/tokenize.exe
DELETED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
DELETED
Binary file
|
@@ -1,63 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert-hf-to-gguf.py,sha256=LYCEs_awz1q2oWZcOHF8xLlwO0YzE_FOmX_9-9Tu-u8,171978
|
3
|
-
bigdl/cpp/convert.py,sha256=AAjyH5aqwEFkChWzwUUYTpqOfUnbdx8uNtDka-rP9Vw,71131
|
4
|
-
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
|
-
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=DjP96RH9gKUnDP8hy6S_kz-ALA26v-58fp1lExmSOxg,226
|
6
|
-
bigdl/cpp/gguf-py/gguf/constants.py,sha256=oDFc2pFp-U_B0U2D9BgHerKoYeFFEXGEYaM8SX8UNfI,48230
|
7
|
-
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
|
8
|
-
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
|
9
|
-
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=9O_6lnFgywy_ArIeKxiAHtgOA4_vTJ-PUPgHZbvI6q8,35484
|
10
|
-
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=SFRlFuNlBdhn4rdbTcooo1avWk-tIh9tEufhbTCXFHM,8737
|
11
|
-
bigdl/cpp/gguf-py/gguf/metadata.py,sha256=MeMgNeKzhxjcpbe1WOkuIJiTR99PyKAgPsZ24AFsT7Y,25353
|
12
|
-
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
13
|
-
bigdl/cpp/gguf-py/gguf/quants.py,sha256=KrA_NtxRSfYq9PQVn9qn9X6pIXFJa0E1hziheYNolp0,4477
|
14
|
-
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=aFaLvDjJiVH22o7qaESTWZw9F3tCraLVM08bpLJA5zc,30795
|
15
|
-
bigdl/cpp/gguf-py/gguf/utility.py,sha256=ceoMg4u13i6bvZUVGTsOAWZwKjqKnSj7QLeAMTiYNFY,3001
|
16
|
-
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=0_n5lD3w2skafTJGQOZaP3mo4Wh_CNXJVuoe6FmX8-E,7012
|
17
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=XcVISe7cbG6FsRqPDWQhqu89n2ME0jAGVsjDeMNEdMI,200192
|
18
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=cP16x0_0raXIADDxNsOBmYzdereaOUrtzaBcO0seJWU,206848
|
19
|
-
bigdl/cpp/libs/batched.exe,sha256=yu_nu25k1NF1w6cWe99Fz-dQCs7Zo1buaS_a3uuya3g,208896
|
20
|
-
bigdl/cpp/libs/beam-search.exe,sha256=FIJ7ZB-xa6vPe-MlBhexuk478x2FlujGNlzk6zFBLTo,214528
|
21
|
-
bigdl/cpp/libs/benchmark.exe,sha256=iqWWsUAml4O8aSpCx7VimVl9BTTrXlI9_XHNOpvBl7E,74240
|
22
|
-
bigdl/cpp/libs/common.lib,sha256=LYuueUUGaWSflvHV3pLK6p6tngJBiASJdGmrRrb_QSg,3330124
|
23
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=5CqmbED-hNXCYUth0B_jC2-LBoa5j549C0kFtYAFrU8,126464
|
24
|
-
bigdl/cpp/libs/embedding.exe,sha256=KK8kSBcNiuFD9wHCjBMDlQJ6X-Kc9NfnNbv4Yb6fTg4,644096
|
25
|
-
bigdl/cpp/libs/export-lora.exe,sha256=ClClGbByuROZtOXJJ3AyTkDkmlAyvlLR7NU1a781BSo,90112
|
26
|
-
bigdl/cpp/libs/finetune.exe,sha256=RuAIrXf5sgiB_6BX5N4s7tM_r9l6em12Iwfx_W8q-os,302592
|
27
|
-
bigdl/cpp/libs/ggml_shared.dll,sha256=wlbc_dmrRapblvZi54cPeviFAOe8BlHmmox-8jCTwAo,6305280
|
28
|
-
bigdl/cpp/libs/gguf.exe,sha256=2pE9iMWzfvoZr6E3kupTjvWG83tScYeQ9-QOn7Hys0c,5817856
|
29
|
-
bigdl/cpp/libs/gritlm.exe,sha256=3cLVztkqqbnsf4ONdKu4LI6lwwEV_uSAIvqWtsRWYMU,638464
|
30
|
-
bigdl/cpp/libs/imatrix.exe,sha256=zqMngWDFNVBpp2H0an1jmlH7Z8T8g2RUAuJK4w6iz_E,676352
|
31
|
-
bigdl/cpp/libs/infill.exe,sha256=UQ-oLhddsJNP8x9ruPIHE_rpw3v_JLakDgnOtOv3S7Q,733184
|
32
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=3wtSUjeijjKs3YDJmxQ-YXwjdT3Jp14Ls8bYt9cSPQ0,336384
|
33
|
-
bigdl/cpp/libs/llama.dll,sha256=5d_sdbcY9RgbjJhEwyjYwlUM1Jj3TAIJ7uFTDhmDnqk,7926784
|
34
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=vKsAfcHFyzocirdaff1LpE4y7ds453gCa--zWIGW8Qo,921600
|
35
|
-
bigdl/cpp/libs/llava_shared.dll,sha256=0dZR0O-Jnybwb5DLYBVnkHWb2RGZcpC82GYF8ohdBBU,6572544
|
36
|
-
bigdl/cpp/libs/lookahead.exe,sha256=JICqbFByFKxFh9r5ukD94_uCH_WWGUqVlj5e8cgHo2o,684032
|
37
|
-
bigdl/cpp/libs/lookup.exe,sha256=jGa5Gb6q0_Uwe47gpHHDNCk8qp3LGFayVJEB8pm_sHk,718336
|
38
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=B1bmfPQq1Msrc-sBBAUwLWvCwWgmh79ZD7NOYHFjWZ8,10240
|
39
|
-
bigdl/cpp/libs/main.exe,sha256=X_caYt45RH4ZXupnxYX1viscEmYV0AoU4YE6jlxQJ0c,764416
|
40
|
-
bigdl/cpp/libs/ollama.exe,sha256=Wu7gT0yqvfJTSWkK1g0pmzYs0de04ozoynHj2OMSqrE,64182209
|
41
|
-
bigdl/cpp/libs/parallel.exe,sha256=Vh-Oa5FGYku1kIep8FYiziGs7foWxSOdtSodwBYc3dA,701440
|
42
|
-
bigdl/cpp/libs/passkey.exe,sha256=T1ddVOl-ObHVXUq3gGWVGsSzghJyOFYI4ChAvPHhNic,216064
|
43
|
-
bigdl/cpp/libs/perplexity.exe,sha256=av-PJ9dHJ6GdRURD0Kfsnal0t279irSj5nwKcHi4b_Q,782336
|
44
|
-
bigdl/cpp/libs/q8dot.exe,sha256=rFUbwhMVI_4TpVLjm4w3b2JU27OuXgbFugOTRs16jWs,53760
|
45
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=hS1G4qyowq-P7DOLWyktTKx5tDseqVz6kutTdGps8Sc,130048
|
46
|
-
bigdl/cpp/libs/quantize.exe,sha256=U3K01qseOPYt1ZmmtoTjweFhdflqPP2ULG4aGKhSRhU,235520
|
47
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=mWzqjPc98WzwPHK0MfjrGednbQxxmRBvjFpf4RVCpjs,636416
|
48
|
-
bigdl/cpp/libs/server.exe,sha256=skIa1JeWMryq3I1bHdmXR9-AHNIQk8foAFSztOAwv9U,1731584
|
49
|
-
bigdl/cpp/libs/simple.exe,sha256=55gO3YMGkK9Lz2NrJLBJlszM3Sy8_P1lf8KvnfErs9k,202752
|
50
|
-
bigdl/cpp/libs/speculative.exe,sha256=EELvNJsAbG5plP7ReDguz3maaDP1d9EPMSAqcC83Fb4,709632
|
51
|
-
bigdl/cpp/libs/tokenize.exe,sha256=juJSbZi9hjDGcWwPneBfV2TOurmBYBai28jaRvh9aDU,203264
|
52
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=dprqhuKRRnZsvyKXDxwKwa3DkHI8VP_ojXmvumUw8zY,283648
|
53
|
-
bigdl/cpp/libs/vdot.exe,sha256=AZD1DGbLm3orqIWm4z0UehmOoy4nbum_mAaPfxlfTZk,56320
|
54
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe,sha256=CtlDDqb97nAhes0cnzXmA6vehDAItR239HX5iiwQz6c,8602112
|
55
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe,sha256=M-tBy2EzJ1K3tfgRasDUnAc9MOZzt0ParzjyElBMQrQ,8602112
|
56
|
-
bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe,sha256=xFIP4EjfovjISf86FixybHCRWkQAq3LRnqJ9zdZFvUE,8602112
|
57
|
-
bigdl_core_cpp-2.5.0b20240825.data/scripts/init-llama-cpp.bat,sha256=13AgSYRyzk6hlSz11dPyCMJeSoW9z8PZ9l85E_5GWxs,528
|
58
|
-
bigdl_core_cpp-2.5.0b20240825.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
59
|
-
bigdl_core_cpp-2.5.0b20240825.data/scripts/init-ollama.bat,sha256=I2em4AnSSMq7LX3IRI3QR9w3UY2y2Y8zXQkpL09-G7w,472
|
60
|
-
bigdl_core_cpp-2.5.0b20240825.dist-info/METADATA,sha256=IgPLM41ZxTuuG-Oj2r1ncd9Ickh5uMevfet976HatAM,661
|
61
|
-
bigdl_core_cpp-2.5.0b20240825.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
|
62
|
-
bigdl_core_cpp-2.5.0b20240825.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
63
|
-
bigdl_core_cpp-2.5.0b20240825.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240825.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240825.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/top_level.txt
RENAMED
File without changes
|