bigdl-core-cpp 2.5.0b20240421__py3-none-win_amd64.whl → 2.5.0b20240423__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert.py +276 -189
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +5 -0
- bigdl/cpp/gguf-py/gguf/constants.py +943 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +279 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +518 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +434 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +181 -0
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-llama-cpp.bat +1 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/METADATA +3 -3
- bigdl_core_cpp-2.5.0b20240423.dist-info/RECORD +50 -0
- bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD +0 -42
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
{bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/METADATA
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: bigdl-core-cpp
|
3
|
-
Version: 2.5.
|
3
|
+
Version: 2.5.0b20240423
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Author: BigDL Authors
|
6
6
|
License: Apache License, Version 2.0
|
@@ -9,8 +9,8 @@ Classifier: Programming Language :: Python :: 3
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.9
|
10
10
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
11
|
Requires-Dist: numpy ==1.26.4
|
12
|
-
Requires-Dist: transformers
|
13
|
-
Requires-Dist: sentencepiece
|
12
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
13
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
14
14
|
Requires-Dist: tokenizers ==0.15.2
|
15
15
|
Requires-Dist: accelerate ==0.21.0
|
16
16
|
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
@@ -0,0 +1,50 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert.py,sha256=SUhdmE7pr6U4hkFu-gjkyW60oKgjmeWWEjviZFxtfWE,64566
|
3
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=2eyRnO5rS0WNuzL_N159IRA66ybYkisoSETMSM-tGBQ,135
|
5
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=VFO4XPMZrGqkGL5CipwXW0oSfZyroQGBQzeByMNM_4I,31615
|
6
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ROcR0J8RXge6qL6LEjvagjMCy_gwqNDdOxKgoztL7uI,11404
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=EqV792lr3L65zOmaqlKaXGFmDJ0a_sw6CiLYshHZODY,20165
|
9
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=n5jMg4dTSovma5cLOuTm0IYjgMYpqXYDV8H4CSzKnj4,22121
|
10
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=MLTNwhQfDBiDcul-8xQg5lzhZkzg8zqQlNHqBfMvWMY,7396
|
11
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=5-HcTQVMp8ayUMZgk8juOWp3z72KJRvB4BSag758tDw,3850240
|
12
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=qSflF6VMX21uQMwBvwJ_hfIXxK_uZA7m1xQGwWSU9os,4704256
|
13
|
+
bigdl/cpp/libs/batched.exe,sha256=FM7DbedII1EtA2NCA78ZGZ5kxl5Avp77byNeIugNdF8,4733952
|
14
|
+
bigdl/cpp/libs/beam-search.exe,sha256=CQcb5u3H_1kYe-ONP_LN5kpOj1yz7zDivPJl8hriGt4,4750848
|
15
|
+
bigdl/cpp/libs/benchmark.exe,sha256=0rAOGYcb08zAMxxL1a0x_zKExbj1oF7x2scuUsXgfmI,571392
|
16
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=lybgq66gHqaDWGCaWgWzKyreml_SrNkeN1B4H7cyes0,309760
|
17
|
+
bigdl/cpp/libs/embedding.exe,sha256=UkQsoo5NduoluP0VRbi8rb_Wx_Q0rULiirfOtOIzG-s,5143552
|
18
|
+
bigdl/cpp/libs/export-lora.exe,sha256=9mJcJADaets7XXqliF56JSH0tSZltDmvJn9mWD681Lo,3526656
|
19
|
+
bigdl/cpp/libs/finetune.exe,sha256=dLcP9NnB7HvaSKy1faipuo-MRgBe0hDa8cpIp_NuCJU,4822016
|
20
|
+
bigdl/cpp/libs/gguf.exe,sha256=2oM74O_wvhqU_gB2kTK3xsgh-SLi9Jgz8IJaIIuZDHY,3498496
|
21
|
+
bigdl/cpp/libs/gritlm.exe,sha256=vf0XuH_b3TL7kLVPID72fN6vhWG1jOBQtxbKtk_f56s,5106176
|
22
|
+
bigdl/cpp/libs/imatrix.exe,sha256=YtLJhm3CxQFx-LryAPmFAlFFEvUlbwiofG4JZdtD3fs,5158912
|
23
|
+
bigdl/cpp/libs/infill.exe,sha256=e0yJq6jSO1GFtDp-sXb7Kk6lWufYmOEg2LBjmvf4DTw,5297152
|
24
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=G0RYyFjkNRItWXf0c2RdoaKD4UAC0lcqm9UN5s5klVQ,4823040
|
25
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=EaUIsjWApS9Y9NnpKvEwEM0cxGqSo6ppcDrQAAZb6J8,5416448
|
26
|
+
bigdl/cpp/libs/lookahead.exe,sha256=PLXJResTchMSXhrpmnSs2jMZQSQVq5Ksp-x26b2ilFc,5223936
|
27
|
+
bigdl/cpp/libs/lookup.exe,sha256=RhVZizZ5F1rGSjj6Ktzk1tKdWSd8xlKfEDQyruEeaUI,5257728
|
28
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=2MzaAzS4HTv4x6X5fpIggLzNSf3VgkNNgFqPD3Er48A,3521536
|
29
|
+
bigdl/cpp/libs/main.exe,sha256=JIo7GTXGvwUJXId0esznkBIj4SPgyHKuimIU3lsAHTI,5342720
|
30
|
+
bigdl/cpp/libs/ollama.exe,sha256=VC6qCONpX7H6fcYTgpFRA1OJYJLEKHPXF-1xfUUPslA,63558537
|
31
|
+
bigdl/cpp/libs/parallel.exe,sha256=b6Io-zdc48-ExZYr3yBf90hEMiijvFt9J8SgmDprwrE,5241856
|
32
|
+
bigdl/cpp/libs/passkey.exe,sha256=kwGUYWf8uP9wSyp61C5X4QAO2_8C7WzuPMFb4J2k0C8,4725760
|
33
|
+
bigdl/cpp/libs/perplexity.exe,sha256=JHGtiEzhpj6RUYfISaxWwnF5l_dKl_XJt6u3TJWAAMo,5276160
|
34
|
+
bigdl/cpp/libs/q8dot.exe,sha256=FW4v-hFUiNPc1H6qnBkc_N0VyLqMGWvBAQDDSADz_e0,238080
|
35
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=D1SNxbuotmfWyJ_AgABq-1k-M2NTpRil_MjVxgxBkmA,4598784
|
36
|
+
bigdl/cpp/libs/quantize.exe,sha256=dPXtj4Lqvr29bPXg4StyscgLSr1O3K3LSEw95hIys0I,3930624
|
37
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=3JA5JGsn5SsFvgfWqUxgHoih6cYuWVUOkxMCBqH4gkY,5145088
|
38
|
+
bigdl/cpp/libs/server.exe,sha256=BANUZ6wuE4GS4vu_f7o3gpX3EHgn8bsZIoaqEzjTaN8,6291968
|
39
|
+
bigdl/cpp/libs/simple.exe,sha256=xz_dbqfUX_KgxqK3rn-mSjDmOu841CzeepnEAVVM7SI,4709376
|
40
|
+
bigdl/cpp/libs/speculative.exe,sha256=vWP2Cx50PLiC493-v--SrCWfQN4TLXXPFL7hpUBIJXk,5249536
|
41
|
+
bigdl/cpp/libs/tokenize.exe,sha256=njLOCsI4squqh1i5ojdmWRY-KkYavc86GFG0q10BmGY,4654592
|
42
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=13bmZxgvczoio0fnoc6z6fMyB6ngu_N3Ln6sEhRmvp0,4802560
|
43
|
+
bigdl/cpp/libs/vdot.exe,sha256=AZ9jp3qsMC1BW6OWHx6_G44Lzab0hKzI757O9Y71wuE,240128
|
44
|
+
bigdl_core_cpp-2.5.0b20240423.data/scripts/init-llama-cpp.bat,sha256=VxyrsOwHajobFQIKtUVETnWlMOReI5l0D5IXcU9Ix-Y,486
|
45
|
+
bigdl_core_cpp-2.5.0b20240423.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
46
|
+
bigdl_core_cpp-2.5.0b20240423.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
47
|
+
bigdl_core_cpp-2.5.0b20240423.dist-info/METADATA,sha256=trHkDwhZcg_EjVU0lJ5dkMJE2E4v6yBJZQQ70BQCB6k,674
|
48
|
+
bigdl_core_cpp-2.5.0b20240423.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
49
|
+
bigdl_core_cpp-2.5.0b20240423.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
50
|
+
bigdl_core_cpp-2.5.0b20240423.dist-info/RECORD,,
|
@@ -1,42 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert.py,sha256=oQmsJ9rVoQXSeXOfy2bfsmSUVCFg9g-jEZtP-mSnt-E,60930
|
3
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=wLM8O6JNBiJ8Wp6c4BBWbrELMqHCliz5XJciomR5W90,3706880
|
4
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=CNEtS52za-6Se9MAruzx6AWUAMNfIctcyYOupunqjJo,4521984
|
5
|
-
bigdl/cpp/libs/batched.exe,sha256=LyfPCMOrsfRice7Bq17yEiUP0XqYX_PqVB3k6ydwHzk,4551680
|
6
|
-
bigdl/cpp/libs/beam-search.exe,sha256=IHsZfnU-yuiEJ2h97RBA3Oqr_uGSD6auXWNX_AywNBM,4566528
|
7
|
-
bigdl/cpp/libs/benchmark.exe,sha256=Ba6vlgwq5zkCwstgJeWcfdmpj9oIj0Q682pfVrJkizo,573952
|
8
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=ywjeeITCRoXiSxVt2xJp0p1SwW3AV9lzjvjNI4k-odA,311296
|
9
|
-
bigdl/cpp/libs/embedding.exe,sha256=eI29bcwUgP92fyMUzNH8qoa__6x_hy6DUSjgaAviWa0,4689920
|
10
|
-
bigdl/cpp/libs/export-lora.exe,sha256=65bKn30xTKktxxAoc9MYB_mUndRhx28kteyV6sKfy6I,3485696
|
11
|
-
bigdl/cpp/libs/finetune.exe,sha256=kGb2vL7QAD65ruucTY_n1M64n8NKfNtnG4D5vZJoCrk,4638720
|
12
|
-
bigdl/cpp/libs/gguf.exe,sha256=Y6nbUY73MgK0xvuqyOFjOcVSZfmvm_3b3hybi_UNA_E,3457024
|
13
|
-
bigdl/cpp/libs/gritlm.exe,sha256=BweD0r4kBpXzQ5PxirfshoiCxiJoctnG687XnwTte0E,4651520
|
14
|
-
bigdl/cpp/libs/imatrix.exe,sha256=qZYx0pCNcUS6XqsxbUSlV2XEhCbl11JBUiHel7SCIS4,4678144
|
15
|
-
bigdl/cpp/libs/infill.exe,sha256=Gu7seeYdhnUE5v7V9c3Dsa6_EUbdT3mnC5fD8MhAjw4,4840960
|
16
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=kyA3N8McAZwGQJs69Vlr0zSO2RljzmRUJNXetAhyrpM,4644352
|
17
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=m1YLqCJ3v2n4EsMSC83nlk96o1k01vFaAphRP_8wFjU,4928000
|
18
|
-
bigdl/cpp/libs/lookahead.exe,sha256=DmqdWuc_45zRuMRkeaaldD_nn91m4kfQejA8Wev36xM,4767232
|
19
|
-
bigdl/cpp/libs/lookup.exe,sha256=ulj6-Juy7YitmYzvAhtwNf8e-IU512I8_zq_vLd7G5k,4801024
|
20
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=NL-iBHk_9RkTPRCQaLg0duKEthEtVCEcdFgHCBuKOR8,3480576
|
21
|
-
bigdl/cpp/libs/main.exe,sha256=DO0NBxiEf8YMwE4kRFpz7GSY0-xMQsUBSF7nTT9YTOM,4886016
|
22
|
-
bigdl/cpp/libs/ollama.exe,sha256=U2QHbx98YC2nhsJ_yrbaPPUbpneP-uf5i2zasSxaSXU,63441068
|
23
|
-
bigdl/cpp/libs/parallel.exe,sha256=YAIwu3jK1-cfjbRfx4m4ZrP-GNtYysqJG6FvSyXKZo4,4784640
|
24
|
-
bigdl/cpp/libs/passkey.exe,sha256=reEAO16psXR3Qv9PeSLe8k0yi4KgdSE6VtHsFy5-ReQ,4543488
|
25
|
-
bigdl/cpp/libs/perplexity.exe,sha256=gg7dk6nrILH5DBfDGQHUwCUTHvL1MqwRjvo3h_AVXxc,4820992
|
26
|
-
bigdl/cpp/libs/q8dot.exe,sha256=80-gSIPFVQ9xcNw52p8-cJ87-UxrlihupY751Ck-7e8,239616
|
27
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=O0NEUrPgXxdKa8CRJPJd76zyDdtn1H2163zjRckyO9g,4482048
|
28
|
-
bigdl/cpp/libs/quantize.exe,sha256=n5tNEecQI4sV4z0NgBUdrtuKPslRQp-Glwfbb6hmJOY,3877888
|
29
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=auF2RZSG-tCuaNKxcN_Z7t7WzBRaeEqdRCvM2WL1bqE,4678144
|
30
|
-
bigdl/cpp/libs/server.exe,sha256=eT-Y8IWSnQLbE1ByMdyVBS-75SVDYYdjbtQDxzdQaWQ,6068224
|
31
|
-
bigdl/cpp/libs/simple.exe,sha256=-Vyvm8jffA3nQ73i8-zodGa9NbvT4lVkl6YMQ0x0Bl0,4527104
|
32
|
-
bigdl/cpp/libs/speculative.exe,sha256=v1mv1G_Q-cof8vHNi-MjI8cyAPurOCauuKnTE6pwR0Q,4792832
|
33
|
-
bigdl/cpp/libs/tokenize.exe,sha256=IRJzPG0HzWL3gsKl1hDCwLwATqtTEEHl-JX11ezgouI,4472320
|
34
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=-lN3xPjs476LsWjDbBEoT07wlsMKd0AEzbBnStKHbHQ,4619776
|
35
|
-
bigdl/cpp/libs/vdot.exe,sha256=T5MPmcncVeIB-83YhihXCKQyLnR-33MdoRojUbLrj9I,241664
|
36
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.bat,sha256=YwEFZi-zywLZcqIulfYYqMDZHhazrYsfAwLL8tTRQYE,442
|
37
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
38
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
39
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/METADATA,sha256=lu_DVHkIi_AejehlgaIPR-blCoPuBb73ISjmpoDP_OQ,658
|
40
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
41
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
42
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/top_level.txt
RENAMED
File without changes
|