bigdl-core-cpp 2.5.0b20240421__py3-none-win_amd64.whl → 2.5.0b20240423__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. bigdl/cpp/convert.py +276 -189
  2. bigdl/cpp/gguf-py/__init__.py +0 -0
  3. bigdl/cpp/gguf-py/gguf/__init__.py +5 -0
  4. bigdl/cpp/gguf-py/gguf/constants.py +943 -0
  5. bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
  6. bigdl/cpp/gguf-py/gguf/gguf_reader.py +279 -0
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +518 -0
  8. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +434 -0
  9. bigdl/cpp/gguf-py/gguf/vocab.py +181 -0
  10. bigdl/cpp/libs/baby-llama.exe +0 -0
  11. bigdl/cpp/libs/batched-bench.exe +0 -0
  12. bigdl/cpp/libs/batched.exe +0 -0
  13. bigdl/cpp/libs/beam-search.exe +0 -0
  14. bigdl/cpp/libs/benchmark.exe +0 -0
  15. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  16. bigdl/cpp/libs/embedding.exe +0 -0
  17. bigdl/cpp/libs/export-lora.exe +0 -0
  18. bigdl/cpp/libs/finetune.exe +0 -0
  19. bigdl/cpp/libs/gguf.exe +0 -0
  20. bigdl/cpp/libs/gritlm.exe +0 -0
  21. bigdl/cpp/libs/imatrix.exe +0 -0
  22. bigdl/cpp/libs/infill.exe +0 -0
  23. bigdl/cpp/libs/llama-bench.exe +0 -0
  24. bigdl/cpp/libs/llava-cli.exe +0 -0
  25. bigdl/cpp/libs/lookahead.exe +0 -0
  26. bigdl/cpp/libs/lookup.exe +0 -0
  27. bigdl/cpp/libs/ls-sycl-device.exe +0 -0
  28. bigdl/cpp/libs/main.exe +0 -0
  29. bigdl/cpp/libs/ollama.exe +0 -0
  30. bigdl/cpp/libs/parallel.exe +0 -0
  31. bigdl/cpp/libs/passkey.exe +0 -0
  32. bigdl/cpp/libs/perplexity.exe +0 -0
  33. bigdl/cpp/libs/q8dot.exe +0 -0
  34. bigdl/cpp/libs/quantize-stats.exe +0 -0
  35. bigdl/cpp/libs/quantize.exe +0 -0
  36. bigdl/cpp/libs/save-load-state.exe +0 -0
  37. bigdl/cpp/libs/server.exe +0 -0
  38. bigdl/cpp/libs/simple.exe +0 -0
  39. bigdl/cpp/libs/speculative.exe +0 -0
  40. bigdl/cpp/libs/tokenize.exe +0 -0
  41. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  42. bigdl/cpp/libs/vdot.exe +0 -0
  43. {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-llama-cpp.bat +1 -0
  44. {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/METADATA +3 -3
  45. bigdl_core_cpp-2.5.0b20240423.dist-info/RECORD +50 -0
  46. bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD +0 -42
  47. {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-llama-cpp.ps1 +0 -0
  48. {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240423.data}/scripts/init-ollama.bat +0 -0
  49. {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/WHEEL +0 -0
  50. {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240423.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/q8dot.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/server.exe CHANGED
Binary file
bigdl/cpp/libs/simple.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/vdot.exe CHANGED
Binary file
@@ -15,3 +15,4 @@ for %%f in (*) do (
15
15
  popd
16
16
 
17
17
  copy "%cpp_dir%\convert.py" .
18
+ xcopy /E /I "%cpp_dir%\gguf-py\" .\gguf-py
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: bigdl-core-cpp
3
- Version: 2.5.0b20240421
3
+ Version: 2.5.0b20240423
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Author: BigDL Authors
6
6
  License: Apache License, Version 2.0
@@ -9,8 +9,8 @@ Classifier: Programming Language :: Python :: 3
9
9
  Classifier: Programming Language :: Python :: 3.9
10
10
  Classifier: Programming Language :: Python :: Implementation :: CPython
11
11
  Requires-Dist: numpy ==1.26.4
12
- Requires-Dist: transformers ==4.36.0
13
- Requires-Dist: sentencepiece
12
+ Requires-Dist: transformers <5.0.0,>=4.35.2
13
+ Requires-Dist: sentencepiece ~=0.1.98
14
14
  Requires-Dist: tokenizers ==0.15.2
15
15
  Requires-Dist: accelerate ==0.21.0
16
16
  Requires-Dist: protobuf <5.0.0,>=4.21.0
@@ -0,0 +1,50 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert.py,sha256=SUhdmE7pr6U4hkFu-gjkyW60oKgjmeWWEjviZFxtfWE,64566
3
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=2eyRnO5rS0WNuzL_N159IRA66ybYkisoSETMSM-tGBQ,135
5
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=VFO4XPMZrGqkGL5CipwXW0oSfZyroQGBQzeByMNM_4I,31615
6
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
7
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ROcR0J8RXge6qL6LEjvagjMCy_gwqNDdOxKgoztL7uI,11404
8
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=EqV792lr3L65zOmaqlKaXGFmDJ0a_sw6CiLYshHZODY,20165
9
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=n5jMg4dTSovma5cLOuTm0IYjgMYpqXYDV8H4CSzKnj4,22121
10
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=MLTNwhQfDBiDcul-8xQg5lzhZkzg8zqQlNHqBfMvWMY,7396
11
+ bigdl/cpp/libs/baby-llama.exe,sha256=5-HcTQVMp8ayUMZgk8juOWp3z72KJRvB4BSag758tDw,3850240
12
+ bigdl/cpp/libs/batched-bench.exe,sha256=qSflF6VMX21uQMwBvwJ_hfIXxK_uZA7m1xQGwWSU9os,4704256
13
+ bigdl/cpp/libs/batched.exe,sha256=FM7DbedII1EtA2NCA78ZGZ5kxl5Avp77byNeIugNdF8,4733952
14
+ bigdl/cpp/libs/beam-search.exe,sha256=CQcb5u3H_1kYe-ONP_LN5kpOj1yz7zDivPJl8hriGt4,4750848
15
+ bigdl/cpp/libs/benchmark.exe,sha256=0rAOGYcb08zAMxxL1a0x_zKExbj1oF7x2scuUsXgfmI,571392
16
+ bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=lybgq66gHqaDWGCaWgWzKyreml_SrNkeN1B4H7cyes0,309760
17
+ bigdl/cpp/libs/embedding.exe,sha256=UkQsoo5NduoluP0VRbi8rb_Wx_Q0rULiirfOtOIzG-s,5143552
18
+ bigdl/cpp/libs/export-lora.exe,sha256=9mJcJADaets7XXqliF56JSH0tSZltDmvJn9mWD681Lo,3526656
19
+ bigdl/cpp/libs/finetune.exe,sha256=dLcP9NnB7HvaSKy1faipuo-MRgBe0hDa8cpIp_NuCJU,4822016
20
+ bigdl/cpp/libs/gguf.exe,sha256=2oM74O_wvhqU_gB2kTK3xsgh-SLi9Jgz8IJaIIuZDHY,3498496
21
+ bigdl/cpp/libs/gritlm.exe,sha256=vf0XuH_b3TL7kLVPID72fN6vhWG1jOBQtxbKtk_f56s,5106176
22
+ bigdl/cpp/libs/imatrix.exe,sha256=YtLJhm3CxQFx-LryAPmFAlFFEvUlbwiofG4JZdtD3fs,5158912
23
+ bigdl/cpp/libs/infill.exe,sha256=e0yJq6jSO1GFtDp-sXb7Kk6lWufYmOEg2LBjmvf4DTw,5297152
24
+ bigdl/cpp/libs/llama-bench.exe,sha256=G0RYyFjkNRItWXf0c2RdoaKD4UAC0lcqm9UN5s5klVQ,4823040
25
+ bigdl/cpp/libs/llava-cli.exe,sha256=EaUIsjWApS9Y9NnpKvEwEM0cxGqSo6ppcDrQAAZb6J8,5416448
26
+ bigdl/cpp/libs/lookahead.exe,sha256=PLXJResTchMSXhrpmnSs2jMZQSQVq5Ksp-x26b2ilFc,5223936
27
+ bigdl/cpp/libs/lookup.exe,sha256=RhVZizZ5F1rGSjj6Ktzk1tKdWSd8xlKfEDQyruEeaUI,5257728
28
+ bigdl/cpp/libs/ls-sycl-device.exe,sha256=2MzaAzS4HTv4x6X5fpIggLzNSf3VgkNNgFqPD3Er48A,3521536
29
+ bigdl/cpp/libs/main.exe,sha256=JIo7GTXGvwUJXId0esznkBIj4SPgyHKuimIU3lsAHTI,5342720
30
+ bigdl/cpp/libs/ollama.exe,sha256=VC6qCONpX7H6fcYTgpFRA1OJYJLEKHPXF-1xfUUPslA,63558537
31
+ bigdl/cpp/libs/parallel.exe,sha256=b6Io-zdc48-ExZYr3yBf90hEMiijvFt9J8SgmDprwrE,5241856
32
+ bigdl/cpp/libs/passkey.exe,sha256=kwGUYWf8uP9wSyp61C5X4QAO2_8C7WzuPMFb4J2k0C8,4725760
33
+ bigdl/cpp/libs/perplexity.exe,sha256=JHGtiEzhpj6RUYfISaxWwnF5l_dKl_XJt6u3TJWAAMo,5276160
34
+ bigdl/cpp/libs/q8dot.exe,sha256=FW4v-hFUiNPc1H6qnBkc_N0VyLqMGWvBAQDDSADz_e0,238080
35
+ bigdl/cpp/libs/quantize-stats.exe,sha256=D1SNxbuotmfWyJ_AgABq-1k-M2NTpRil_MjVxgxBkmA,4598784
36
+ bigdl/cpp/libs/quantize.exe,sha256=dPXtj4Lqvr29bPXg4StyscgLSr1O3K3LSEw95hIys0I,3930624
37
+ bigdl/cpp/libs/save-load-state.exe,sha256=3JA5JGsn5SsFvgfWqUxgHoih6cYuWVUOkxMCBqH4gkY,5145088
38
+ bigdl/cpp/libs/server.exe,sha256=BANUZ6wuE4GS4vu_f7o3gpX3EHgn8bsZIoaqEzjTaN8,6291968
39
+ bigdl/cpp/libs/simple.exe,sha256=xz_dbqfUX_KgxqK3rn-mSjDmOu841CzeepnEAVVM7SI,4709376
40
+ bigdl/cpp/libs/speculative.exe,sha256=vWP2Cx50PLiC493-v--SrCWfQN4TLXXPFL7hpUBIJXk,5249536
41
+ bigdl/cpp/libs/tokenize.exe,sha256=njLOCsI4squqh1i5ojdmWRY-KkYavc86GFG0q10BmGY,4654592
42
+ bigdl/cpp/libs/train-text-from-scratch.exe,sha256=13bmZxgvczoio0fnoc6z6fMyB6ngu_N3Ln6sEhRmvp0,4802560
43
+ bigdl/cpp/libs/vdot.exe,sha256=AZ9jp3qsMC1BW6OWHx6_G44Lzab0hKzI757O9Y71wuE,240128
44
+ bigdl_core_cpp-2.5.0b20240423.data/scripts/init-llama-cpp.bat,sha256=VxyrsOwHajobFQIKtUVETnWlMOReI5l0D5IXcU9Ix-Y,486
45
+ bigdl_core_cpp-2.5.0b20240423.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
46
+ bigdl_core_cpp-2.5.0b20240423.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
47
+ bigdl_core_cpp-2.5.0b20240423.dist-info/METADATA,sha256=trHkDwhZcg_EjVU0lJ5dkMJE2E4v6yBJZQQ70BQCB6k,674
48
+ bigdl_core_cpp-2.5.0b20240423.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
49
+ bigdl_core_cpp-2.5.0b20240423.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
50
+ bigdl_core_cpp-2.5.0b20240423.dist-info/RECORD,,
@@ -1,42 +0,0 @@
1
- bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- bigdl/cpp/convert.py,sha256=oQmsJ9rVoQXSeXOfy2bfsmSUVCFg9g-jEZtP-mSnt-E,60930
3
- bigdl/cpp/libs/baby-llama.exe,sha256=wLM8O6JNBiJ8Wp6c4BBWbrELMqHCliz5XJciomR5W90,3706880
4
- bigdl/cpp/libs/batched-bench.exe,sha256=CNEtS52za-6Se9MAruzx6AWUAMNfIctcyYOupunqjJo,4521984
5
- bigdl/cpp/libs/batched.exe,sha256=LyfPCMOrsfRice7Bq17yEiUP0XqYX_PqVB3k6ydwHzk,4551680
6
- bigdl/cpp/libs/beam-search.exe,sha256=IHsZfnU-yuiEJ2h97RBA3Oqr_uGSD6auXWNX_AywNBM,4566528
7
- bigdl/cpp/libs/benchmark.exe,sha256=Ba6vlgwq5zkCwstgJeWcfdmpj9oIj0Q682pfVrJkizo,573952
8
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=ywjeeITCRoXiSxVt2xJp0p1SwW3AV9lzjvjNI4k-odA,311296
9
- bigdl/cpp/libs/embedding.exe,sha256=eI29bcwUgP92fyMUzNH8qoa__6x_hy6DUSjgaAviWa0,4689920
10
- bigdl/cpp/libs/export-lora.exe,sha256=65bKn30xTKktxxAoc9MYB_mUndRhx28kteyV6sKfy6I,3485696
11
- bigdl/cpp/libs/finetune.exe,sha256=kGb2vL7QAD65ruucTY_n1M64n8NKfNtnG4D5vZJoCrk,4638720
12
- bigdl/cpp/libs/gguf.exe,sha256=Y6nbUY73MgK0xvuqyOFjOcVSZfmvm_3b3hybi_UNA_E,3457024
13
- bigdl/cpp/libs/gritlm.exe,sha256=BweD0r4kBpXzQ5PxirfshoiCxiJoctnG687XnwTte0E,4651520
14
- bigdl/cpp/libs/imatrix.exe,sha256=qZYx0pCNcUS6XqsxbUSlV2XEhCbl11JBUiHel7SCIS4,4678144
15
- bigdl/cpp/libs/infill.exe,sha256=Gu7seeYdhnUE5v7V9c3Dsa6_EUbdT3mnC5fD8MhAjw4,4840960
16
- bigdl/cpp/libs/llama-bench.exe,sha256=kyA3N8McAZwGQJs69Vlr0zSO2RljzmRUJNXetAhyrpM,4644352
17
- bigdl/cpp/libs/llava-cli.exe,sha256=m1YLqCJ3v2n4EsMSC83nlk96o1k01vFaAphRP_8wFjU,4928000
18
- bigdl/cpp/libs/lookahead.exe,sha256=DmqdWuc_45zRuMRkeaaldD_nn91m4kfQejA8Wev36xM,4767232
19
- bigdl/cpp/libs/lookup.exe,sha256=ulj6-Juy7YitmYzvAhtwNf8e-IU512I8_zq_vLd7G5k,4801024
20
- bigdl/cpp/libs/ls-sycl-device.exe,sha256=NL-iBHk_9RkTPRCQaLg0duKEthEtVCEcdFgHCBuKOR8,3480576
21
- bigdl/cpp/libs/main.exe,sha256=DO0NBxiEf8YMwE4kRFpz7GSY0-xMQsUBSF7nTT9YTOM,4886016
22
- bigdl/cpp/libs/ollama.exe,sha256=U2QHbx98YC2nhsJ_yrbaPPUbpneP-uf5i2zasSxaSXU,63441068
23
- bigdl/cpp/libs/parallel.exe,sha256=YAIwu3jK1-cfjbRfx4m4ZrP-GNtYysqJG6FvSyXKZo4,4784640
24
- bigdl/cpp/libs/passkey.exe,sha256=reEAO16psXR3Qv9PeSLe8k0yi4KgdSE6VtHsFy5-ReQ,4543488
25
- bigdl/cpp/libs/perplexity.exe,sha256=gg7dk6nrILH5DBfDGQHUwCUTHvL1MqwRjvo3h_AVXxc,4820992
26
- bigdl/cpp/libs/q8dot.exe,sha256=80-gSIPFVQ9xcNw52p8-cJ87-UxrlihupY751Ck-7e8,239616
27
- bigdl/cpp/libs/quantize-stats.exe,sha256=O0NEUrPgXxdKa8CRJPJd76zyDdtn1H2163zjRckyO9g,4482048
28
- bigdl/cpp/libs/quantize.exe,sha256=n5tNEecQI4sV4z0NgBUdrtuKPslRQp-Glwfbb6hmJOY,3877888
29
- bigdl/cpp/libs/save-load-state.exe,sha256=auF2RZSG-tCuaNKxcN_Z7t7WzBRaeEqdRCvM2WL1bqE,4678144
30
- bigdl/cpp/libs/server.exe,sha256=eT-Y8IWSnQLbE1ByMdyVBS-75SVDYYdjbtQDxzdQaWQ,6068224
31
- bigdl/cpp/libs/simple.exe,sha256=-Vyvm8jffA3nQ73i8-zodGa9NbvT4lVkl6YMQ0x0Bl0,4527104
32
- bigdl/cpp/libs/speculative.exe,sha256=v1mv1G_Q-cof8vHNi-MjI8cyAPurOCauuKnTE6pwR0Q,4792832
33
- bigdl/cpp/libs/tokenize.exe,sha256=IRJzPG0HzWL3gsKl1hDCwLwATqtTEEHl-JX11ezgouI,4472320
34
- bigdl/cpp/libs/train-text-from-scratch.exe,sha256=-lN3xPjs476LsWjDbBEoT07wlsMKd0AEzbBnStKHbHQ,4619776
35
- bigdl/cpp/libs/vdot.exe,sha256=T5MPmcncVeIB-83YhihXCKQyLnR-33MdoRojUbLrj9I,241664
36
- bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.bat,sha256=YwEFZi-zywLZcqIulfYYqMDZHhazrYsfAwLL8tTRQYE,442
37
- bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
38
- bigdl_core_cpp-2.5.0b20240421.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
39
- bigdl_core_cpp-2.5.0b20240421.dist-info/METADATA,sha256=lu_DVHkIi_AejehlgaIPR-blCoPuBb73ISjmpoDP_OQ,658
40
- bigdl_core_cpp-2.5.0b20240421.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
41
- bigdl_core_cpp-2.5.0b20240421.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
42
- bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD,,