bigdl-core-cpp 2.5.0b20240420__py3-none-win_amd64.whl → 2.5.0b20240422__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. bigdl/cpp/convert.py +276 -189
  2. bigdl/cpp/gguf-py/__init__.py +0 -0
  3. bigdl/cpp/gguf-py/gguf/__init__.py +5 -0
  4. bigdl/cpp/gguf-py/gguf/constants.py +943 -0
  5. bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
  6. bigdl/cpp/gguf-py/gguf/gguf_reader.py +279 -0
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +518 -0
  8. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +434 -0
  9. bigdl/cpp/gguf-py/gguf/vocab.py +181 -0
  10. bigdl/cpp/libs/baby-llama.exe +0 -0
  11. bigdl/cpp/libs/batched-bench.exe +0 -0
  12. bigdl/cpp/libs/batched.exe +0 -0
  13. bigdl/cpp/libs/beam-search.exe +0 -0
  14. bigdl/cpp/libs/benchmark.exe +0 -0
  15. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  16. bigdl/cpp/libs/embedding.exe +0 -0
  17. bigdl/cpp/libs/export-lora.exe +0 -0
  18. bigdl/cpp/libs/finetune.exe +0 -0
  19. bigdl/cpp/libs/gguf.exe +0 -0
  20. bigdl/cpp/libs/gritlm.exe +0 -0
  21. bigdl/cpp/libs/imatrix.exe +0 -0
  22. bigdl/cpp/libs/infill.exe +0 -0
  23. bigdl/cpp/libs/llama-bench.exe +0 -0
  24. bigdl/cpp/libs/llava-cli.exe +0 -0
  25. bigdl/cpp/libs/lookahead.exe +0 -0
  26. bigdl/cpp/libs/lookup.exe +0 -0
  27. bigdl/cpp/libs/ls-sycl-device.exe +0 -0
  28. bigdl/cpp/libs/main.exe +0 -0
  29. bigdl/cpp/libs/ollama.exe +0 -0
  30. bigdl/cpp/libs/parallel.exe +0 -0
  31. bigdl/cpp/libs/passkey.exe +0 -0
  32. bigdl/cpp/libs/perplexity.exe +0 -0
  33. bigdl/cpp/libs/q8dot.exe +0 -0
  34. bigdl/cpp/libs/quantize-stats.exe +0 -0
  35. bigdl/cpp/libs/quantize.exe +0 -0
  36. bigdl/cpp/libs/save-load-state.exe +0 -0
  37. bigdl/cpp/libs/server.exe +0 -0
  38. bigdl/cpp/libs/simple.exe +0 -0
  39. bigdl/cpp/libs/speculative.exe +0 -0
  40. bigdl/cpp/libs/tokenize.exe +0 -0
  41. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  42. bigdl/cpp/libs/vdot.exe +0 -0
  43. {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.bat +1 -0
  44. {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/METADATA +3 -3
  45. bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD +50 -0
  46. bigdl_core_cpp-2.5.0b20240420.dist-info/RECORD +0 -42
  47. {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.ps1 +0 -0
  48. {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-ollama.bat +0 -0
  49. {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/WHEEL +0 -0
  50. {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/q8dot.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/server.exe CHANGED
Binary file
bigdl/cpp/libs/simple.exe CHANGED
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/vdot.exe CHANGED
Binary file
@@ -15,3 +15,4 @@ for %%f in (*) do (
15
15
  popd
16
16
 
17
17
  copy "%cpp_dir%\convert.py" .
18
+ xcopy /E /I "%cpp_dir%\gguf-py\" .\gguf-py
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: bigdl-core-cpp
3
- Version: 2.5.0b20240420
3
+ Version: 2.5.0b20240422
4
4
  Summary: Large Language Model Develop Toolkit
5
5
  Author: BigDL Authors
6
6
  License: Apache License, Version 2.0
@@ -9,8 +9,8 @@ Classifier: Programming Language :: Python :: 3
9
9
  Classifier: Programming Language :: Python :: 3.9
10
10
  Classifier: Programming Language :: Python :: Implementation :: CPython
11
11
  Requires-Dist: numpy ==1.26.4
12
- Requires-Dist: transformers ==4.36.0
13
- Requires-Dist: sentencepiece
12
+ Requires-Dist: transformers <5.0.0,>=4.35.2
13
+ Requires-Dist: sentencepiece ~=0.1.98
14
14
  Requires-Dist: tokenizers ==0.15.2
15
15
  Requires-Dist: accelerate ==0.21.0
16
16
  Requires-Dist: protobuf <5.0.0,>=4.21.0
@@ -0,0 +1,50 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert.py,sha256=SUhdmE7pr6U4hkFu-gjkyW60oKgjmeWWEjviZFxtfWE,64566
3
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=2eyRnO5rS0WNuzL_N159IRA66ybYkisoSETMSM-tGBQ,135
5
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=VFO4XPMZrGqkGL5CipwXW0oSfZyroQGBQzeByMNM_4I,31615
6
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
7
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ROcR0J8RXge6qL6LEjvagjMCy_gwqNDdOxKgoztL7uI,11404
8
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=EqV792lr3L65zOmaqlKaXGFmDJ0a_sw6CiLYshHZODY,20165
9
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=n5jMg4dTSovma5cLOuTm0IYjgMYpqXYDV8H4CSzKnj4,22121
10
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=MLTNwhQfDBiDcul-8xQg5lzhZkzg8zqQlNHqBfMvWMY,7396
11
+ bigdl/cpp/libs/baby-llama.exe,sha256=tdEVqWit3avd21nxxGKuGzYjFPoc1EFN2jB3IfK6Kk0,3808768
12
+ bigdl/cpp/libs/batched-bench.exe,sha256=lCqPBF9W-fPYYJXdS-WR5uUfDUS5eps6c1lP4KCmN4Y,4662784
13
+ bigdl/cpp/libs/batched.exe,sha256=eMHTcJgDjcfAsfQjPxUBX5-77pyDhU8aqUD0BRKbZF4,4691456
14
+ bigdl/cpp/libs/beam-search.exe,sha256=Xl0sJbAOFPuxM9grhoDhMXZMotvW8eXYSA6EpwS2Kc4,4709376
15
+ bigdl/cpp/libs/benchmark.exe,sha256=OgFAEqx5hdbnkTEUs1wG_enXjMnV22R9CydAenPr9ds,571392
16
+ bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=6QF6vZauNlhV_utUhd2vbcVuVba5X-z6aUoJsTlSc8A,309760
17
+ bigdl/cpp/libs/embedding.exe,sha256=ttqwWGJc2vmsOBQ1keuDMmuuVlck6QF9DX__MHaBsEk,5101568
18
+ bigdl/cpp/libs/export-lora.exe,sha256=3jXeue3SMtBiMydI9YzrimlzLqjkqNc9f6vW3yXyYyM,3484672
19
+ bigdl/cpp/libs/finetune.exe,sha256=a9Ra2l5h7aXSA8SJhVry79p8DhcV5VLE5RYasUvkT70,4779520
20
+ bigdl/cpp/libs/gguf.exe,sha256=ZGIHY5u2qidwHtexOj0ZX35OHLPqPulZKYoAZ1WzH8A,3456000
21
+ bigdl/cpp/libs/gritlm.exe,sha256=lMUcSKNbnIJuRf-8Quy9SbVZ2MmcLqTkXMRobj-Qecg,5063680
22
+ bigdl/cpp/libs/imatrix.exe,sha256=LyxW8z2hySyJszu47inw4Nsf80pmOzfT2RMymnLprS8,5116928
23
+ bigdl/cpp/libs/infill.exe,sha256=Ss5f2ZkTjb5q7-AoSh5AMicyh1qtBrAXhPkzsDSWusc,5255168
24
+ bigdl/cpp/libs/llama-bench.exe,sha256=eDw-K8x6bQJctOftJeCg39SvYnV00hrlXhNvC6NeMqM,4780544
25
+ bigdl/cpp/libs/llava-cli.exe,sha256=rf4N9ui7XhSRM7b5L4brmsWidWvO-R1qd1cFQ4g0kH4,5374464
26
+ bigdl/cpp/libs/lookahead.exe,sha256=rqrWymDKiRv8CYmUrwsObFBx1krFD_nO5kKTpIiEhi4,5181952
27
+ bigdl/cpp/libs/lookup.exe,sha256=s1Ryoe56IKkZS8OROJs5TCq5O7Z9SGmh--TqbIHwNyg,5215232
28
+ bigdl/cpp/libs/ls-sycl-device.exe,sha256=4pDpmTXGj5zZ3OqTl4-uQQunxgtjDA17MisdAYHOb1M,3480064
29
+ bigdl/cpp/libs/main.exe,sha256=Rlq9tWRvXFqqvZvbZdPsuxrOIJ6OHVuG3uRrVSZ2YAM,5300736
30
+ bigdl/cpp/libs/ollama.exe,sha256=dTrWimepnF0urW9W6oL9JaBqS2-rzHmV8BYZKc9mjcM,63539593
31
+ bigdl/cpp/libs/parallel.exe,sha256=MF2Ti5YxmT8lu0uNsinFKq_zc5C2acGUWuLWq0u2UzM,5199872
32
+ bigdl/cpp/libs/passkey.exe,sha256=kTR0nGLOcIxNiHYONjxtQa9QFhwwqHKWRqrxsQEJQi4,4683264
33
+ bigdl/cpp/libs/perplexity.exe,sha256=G_PMERf3qE_1glyVSP-GxRXjPJetoEB3pHwbAmYHWlU,5234176
34
+ bigdl/cpp/libs/q8dot.exe,sha256=XydKGtGMdK6oTHfTKDo25bjm76BSE_-wrgV1bf88nxo,238080
35
+ bigdl/cpp/libs/quantize-stats.exe,sha256=yPqu5xsm5JCzRXG6U15_vDOGXik2RZysnylpyD5qGBg,4556800
36
+ bigdl/cpp/libs/quantize.exe,sha256=0ywG1E8mopyl2aNnNBQ8lFZGgAKn25eq66WBrbX9Tz8,3888640
37
+ bigdl/cpp/libs/save-load-state.exe,sha256=rgOyOJ2HBwSeuqBMQ0_R0FuU6p5BhI1-OJN5vLTGoHU,5102592
38
+ bigdl/cpp/libs/server.exe,sha256=gGLOud5TkJSzYtoda1Zd3JlbEf2N_TjvftN7cvYAAnI,6249984
39
+ bigdl/cpp/libs/simple.exe,sha256=PZjU6hob-xOrPEMk4MPVKTaszNlrp-53S3O05Ro_Nsc,4667392
40
+ bigdl/cpp/libs/speculative.exe,sha256=YECOr-DR-yWzSyrxynuw5fVawzCpikm8NiNQ38UknKk,5207552
41
+ bigdl/cpp/libs/tokenize.exe,sha256=-DDr1IOneKh7MO7TksvezVQmXySgMeEuAd4sLZUkdGo,4612608
42
+ bigdl/cpp/libs/train-text-from-scratch.exe,sha256=044m2N2uplAydoAltQKaQsu9pXjke4qwX2-9GAP3Z9Y,4760576
43
+ bigdl/cpp/libs/vdot.exe,sha256=rqX90Ms5Z-N-qA2xdbCAAuX0OtL1IfuIL80DYdN1T-w,240128
44
+ bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.bat,sha256=VxyrsOwHajobFQIKtUVETnWlMOReI5l0D5IXcU9Ix-Y,486
45
+ bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
46
+ bigdl_core_cpp-2.5.0b20240422.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
47
+ bigdl_core_cpp-2.5.0b20240422.dist-info/METADATA,sha256=D7BKWOmUUf0KFJBHvK_jQGZtvjBqsyYI0vrfwp96rOI,674
48
+ bigdl_core_cpp-2.5.0b20240422.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
49
+ bigdl_core_cpp-2.5.0b20240422.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
50
+ bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD,,
@@ -1,42 +0,0 @@
1
- bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- bigdl/cpp/convert.py,sha256=oQmsJ9rVoQXSeXOfy2bfsmSUVCFg9g-jEZtP-mSnt-E,60930
3
- bigdl/cpp/libs/baby-llama.exe,sha256=JaUhVf5pt9w_Z99u4MIaX-gnGuLp8R1dnYkxffgXwBo,3706880
4
- bigdl/cpp/libs/batched-bench.exe,sha256=SaHURXvhgDcDTqO6lzZFFKzbdfuSXkDhNeOnxCJ_6kc,4521984
5
- bigdl/cpp/libs/batched.exe,sha256=5H168mm23Na1hs9urtaWhWbig5zpJxHxNWzPtOiOAkM,4551680
6
- bigdl/cpp/libs/beam-search.exe,sha256=yR6RM7ffJy-2fPDQimi9T1hhyxZx1BpGpQLMHM7k7z8,4566528
7
- bigdl/cpp/libs/benchmark.exe,sha256=DNLuq39i2C94ZPZCFArp9jhMm5d_2RJ1iDH_pk9xwfQ,573952
8
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=5K9nhbjs2GzFSyy1AtRcT9SK_o7RSnUE7fKNDYSnec8,311296
9
- bigdl/cpp/libs/embedding.exe,sha256=trpLHdkspjoBWPAf8CBpNL5ejlfoRqBuhRCjJ89Uaxg,4689920
10
- bigdl/cpp/libs/export-lora.exe,sha256=HztwATHmmuTYp02U8dPwv62xgc6EgpQVCCDRfU7XXpo,3485696
11
- bigdl/cpp/libs/finetune.exe,sha256=vSvjLdQBCPbA1b5Tvpt41XcQXiU964L0spQyT_jIPxw,4638720
12
- bigdl/cpp/libs/gguf.exe,sha256=L2UOMZ95vJlflknCjjtFMoMlOSP144jsCZMi-WStrlI,3457024
13
- bigdl/cpp/libs/gritlm.exe,sha256=mqbF6AD7jMnc_76Yv4tND5KUTQ5CIh_vdo12bl5uCQA,4651520
14
- bigdl/cpp/libs/imatrix.exe,sha256=0uQEk9PUbJ0Bpl2WYDWc4hHvCG50KjmMzLi0bDlRnvQ,4678144
15
- bigdl/cpp/libs/infill.exe,sha256=TKp-KPmdp1IJav8I9adAz-fzYkYcrYhuvgfUkvWpP1s,4840960
16
- bigdl/cpp/libs/llama-bench.exe,sha256=5lDleR6nSPLSjlCJ1dra5XezClJg8SCnFAwCi9X-3xo,4644352
17
- bigdl/cpp/libs/llava-cli.exe,sha256=-gzCBYlbO4vSLKD56vZER4VJDSPp_veH0JwlAPy-P2Y,4928000
18
- bigdl/cpp/libs/lookahead.exe,sha256=GhdI480mYimbBNpc5IlHcXigkOp8nWFVz1zgOIyskaY,4767232
19
- bigdl/cpp/libs/lookup.exe,sha256=Ks3RDSjyibOxFA6iCA5FqABDJZfK8G8ywQPwhjdevtg,4801024
20
- bigdl/cpp/libs/ls-sycl-device.exe,sha256=njzsXPzF13tNNx2iJpTGw2NLY6QC50rUIJXaf7ykhec,3480576
21
- bigdl/cpp/libs/main.exe,sha256=XflVIGe4u-PmPTgmZzGCVb5Iw4XgWMdd6pv4MwuEWuo,4886016
22
- bigdl/cpp/libs/ollama.exe,sha256=NliuoeJv0f8Vcn5jvWA4cunsKz04tM1FLgqincCCRdo,63441068
23
- bigdl/cpp/libs/parallel.exe,sha256=SmTzEHTx217Cgvouqjrz3t3arEcWmiVBIiiWmbjcqLk,4784640
24
- bigdl/cpp/libs/passkey.exe,sha256=vN1daCYH80spe_seoB625QO8qZcxku7_UQscMjjaZCQ,4543488
25
- bigdl/cpp/libs/perplexity.exe,sha256=JZg2BupzDJcUv94gznLKZTj7h08ZQdwTXYTIHmJKfuA,4820992
26
- bigdl/cpp/libs/q8dot.exe,sha256=JH4xoTusJUNyHyhEpV9k3acKghGFIa1q03XrI5r_Guc,239616
27
- bigdl/cpp/libs/quantize-stats.exe,sha256=ih6Wy_OdMPmERMUP-quMPXyFrudSBGx8jDCOjzMBmes,4482048
28
- bigdl/cpp/libs/quantize.exe,sha256=XGDwQbWziQD0XeZQhd6MPZ3dyZQJWQUDvrVov33_fnk,3877888
29
- bigdl/cpp/libs/save-load-state.exe,sha256=1uVIucPioNgkD9ryITSV0leUyS3ngrzBEymfaQ5wbwA,4678144
30
- bigdl/cpp/libs/server.exe,sha256=XRQ87CExDeNG7cQqEj9CcKlIuIrKW2A8lCMxO3bQI18,6068224
31
- bigdl/cpp/libs/simple.exe,sha256=thN1fRfOFNVirMc9KEGETcnnUcOHwCdk2-QKr2oApLI,4527104
32
- bigdl/cpp/libs/speculative.exe,sha256=XKrqDodc25UEtUHXHQfVR4uucpBkJmBF_GTzF6xNv8I,4792832
33
- bigdl/cpp/libs/tokenize.exe,sha256=GYJUBEDHinG_JvMRHkE6UkH5jslND7Gy8GMPI2XuFJ0,4472320
34
- bigdl/cpp/libs/train-text-from-scratch.exe,sha256=CWTDd5hb1CB3pOXtckwlgsZTw-G0jLc2fNVASGSWziM,4619776
35
- bigdl/cpp/libs/vdot.exe,sha256=4Iu3tqaFFfyD-RXgZBA5T-FwT-n1MfTbXTvf4u0ya6c,241664
36
- bigdl_core_cpp-2.5.0b20240420.data/scripts/init-llama-cpp.bat,sha256=YwEFZi-zywLZcqIulfYYqMDZHhazrYsfAwLL8tTRQYE,442
37
- bigdl_core_cpp-2.5.0b20240420.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
38
- bigdl_core_cpp-2.5.0b20240420.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
39
- bigdl_core_cpp-2.5.0b20240420.dist-info/METADATA,sha256=9ffuNtSKSRYlKFSYOjFX7cd_stvZWpg0-t6-hDeZc4s,658
40
- bigdl_core_cpp-2.5.0b20240420.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
41
- bigdl_core_cpp-2.5.0b20240420.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
42
- bigdl_core_cpp-2.5.0b20240420.dist-info/RECORD,,