bigdl-core-cpp 2.5.0b20240420__py3-none-win_amd64.whl → 2.5.0b20240422__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert.py +276 -189
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +5 -0
- bigdl/cpp/gguf-py/gguf/constants.py +943 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +279 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +518 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +434 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +181 -0
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.bat +1 -0
- {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/METADATA +3 -3
- bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD +50 -0
- bigdl_core_cpp-2.5.0b20240420.dist-info/RECORD +0 -42
- {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
{bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/METADATA
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: bigdl-core-cpp
|
3
|
-
Version: 2.5.
|
3
|
+
Version: 2.5.0b20240422
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Author: BigDL Authors
|
6
6
|
License: Apache License, Version 2.0
|
@@ -9,8 +9,8 @@ Classifier: Programming Language :: Python :: 3
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.9
|
10
10
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
11
|
Requires-Dist: numpy ==1.26.4
|
12
|
-
Requires-Dist: transformers
|
13
|
-
Requires-Dist: sentencepiece
|
12
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
13
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
14
14
|
Requires-Dist: tokenizers ==0.15.2
|
15
15
|
Requires-Dist: accelerate ==0.21.0
|
16
16
|
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
@@ -0,0 +1,50 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert.py,sha256=SUhdmE7pr6U4hkFu-gjkyW60oKgjmeWWEjviZFxtfWE,64566
|
3
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=2eyRnO5rS0WNuzL_N159IRA66ybYkisoSETMSM-tGBQ,135
|
5
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=VFO4XPMZrGqkGL5CipwXW0oSfZyroQGBQzeByMNM_4I,31615
|
6
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ROcR0J8RXge6qL6LEjvagjMCy_gwqNDdOxKgoztL7uI,11404
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=EqV792lr3L65zOmaqlKaXGFmDJ0a_sw6CiLYshHZODY,20165
|
9
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=n5jMg4dTSovma5cLOuTm0IYjgMYpqXYDV8H4CSzKnj4,22121
|
10
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=MLTNwhQfDBiDcul-8xQg5lzhZkzg8zqQlNHqBfMvWMY,7396
|
11
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=tdEVqWit3avd21nxxGKuGzYjFPoc1EFN2jB3IfK6Kk0,3808768
|
12
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=lCqPBF9W-fPYYJXdS-WR5uUfDUS5eps6c1lP4KCmN4Y,4662784
|
13
|
+
bigdl/cpp/libs/batched.exe,sha256=eMHTcJgDjcfAsfQjPxUBX5-77pyDhU8aqUD0BRKbZF4,4691456
|
14
|
+
bigdl/cpp/libs/beam-search.exe,sha256=Xl0sJbAOFPuxM9grhoDhMXZMotvW8eXYSA6EpwS2Kc4,4709376
|
15
|
+
bigdl/cpp/libs/benchmark.exe,sha256=OgFAEqx5hdbnkTEUs1wG_enXjMnV22R9CydAenPr9ds,571392
|
16
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=6QF6vZauNlhV_utUhd2vbcVuVba5X-z6aUoJsTlSc8A,309760
|
17
|
+
bigdl/cpp/libs/embedding.exe,sha256=ttqwWGJc2vmsOBQ1keuDMmuuVlck6QF9DX__MHaBsEk,5101568
|
18
|
+
bigdl/cpp/libs/export-lora.exe,sha256=3jXeue3SMtBiMydI9YzrimlzLqjkqNc9f6vW3yXyYyM,3484672
|
19
|
+
bigdl/cpp/libs/finetune.exe,sha256=a9Ra2l5h7aXSA8SJhVry79p8DhcV5VLE5RYasUvkT70,4779520
|
20
|
+
bigdl/cpp/libs/gguf.exe,sha256=ZGIHY5u2qidwHtexOj0ZX35OHLPqPulZKYoAZ1WzH8A,3456000
|
21
|
+
bigdl/cpp/libs/gritlm.exe,sha256=lMUcSKNbnIJuRf-8Quy9SbVZ2MmcLqTkXMRobj-Qecg,5063680
|
22
|
+
bigdl/cpp/libs/imatrix.exe,sha256=LyxW8z2hySyJszu47inw4Nsf80pmOzfT2RMymnLprS8,5116928
|
23
|
+
bigdl/cpp/libs/infill.exe,sha256=Ss5f2ZkTjb5q7-AoSh5AMicyh1qtBrAXhPkzsDSWusc,5255168
|
24
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=eDw-K8x6bQJctOftJeCg39SvYnV00hrlXhNvC6NeMqM,4780544
|
25
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=rf4N9ui7XhSRM7b5L4brmsWidWvO-R1qd1cFQ4g0kH4,5374464
|
26
|
+
bigdl/cpp/libs/lookahead.exe,sha256=rqrWymDKiRv8CYmUrwsObFBx1krFD_nO5kKTpIiEhi4,5181952
|
27
|
+
bigdl/cpp/libs/lookup.exe,sha256=s1Ryoe56IKkZS8OROJs5TCq5O7Z9SGmh--TqbIHwNyg,5215232
|
28
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=4pDpmTXGj5zZ3OqTl4-uQQunxgtjDA17MisdAYHOb1M,3480064
|
29
|
+
bigdl/cpp/libs/main.exe,sha256=Rlq9tWRvXFqqvZvbZdPsuxrOIJ6OHVuG3uRrVSZ2YAM,5300736
|
30
|
+
bigdl/cpp/libs/ollama.exe,sha256=dTrWimepnF0urW9W6oL9JaBqS2-rzHmV8BYZKc9mjcM,63539593
|
31
|
+
bigdl/cpp/libs/parallel.exe,sha256=MF2Ti5YxmT8lu0uNsinFKq_zc5C2acGUWuLWq0u2UzM,5199872
|
32
|
+
bigdl/cpp/libs/passkey.exe,sha256=kTR0nGLOcIxNiHYONjxtQa9QFhwwqHKWRqrxsQEJQi4,4683264
|
33
|
+
bigdl/cpp/libs/perplexity.exe,sha256=G_PMERf3qE_1glyVSP-GxRXjPJetoEB3pHwbAmYHWlU,5234176
|
34
|
+
bigdl/cpp/libs/q8dot.exe,sha256=XydKGtGMdK6oTHfTKDo25bjm76BSE_-wrgV1bf88nxo,238080
|
35
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=yPqu5xsm5JCzRXG6U15_vDOGXik2RZysnylpyD5qGBg,4556800
|
36
|
+
bigdl/cpp/libs/quantize.exe,sha256=0ywG1E8mopyl2aNnNBQ8lFZGgAKn25eq66WBrbX9Tz8,3888640
|
37
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=rgOyOJ2HBwSeuqBMQ0_R0FuU6p5BhI1-OJN5vLTGoHU,5102592
|
38
|
+
bigdl/cpp/libs/server.exe,sha256=gGLOud5TkJSzYtoda1Zd3JlbEf2N_TjvftN7cvYAAnI,6249984
|
39
|
+
bigdl/cpp/libs/simple.exe,sha256=PZjU6hob-xOrPEMk4MPVKTaszNlrp-53S3O05Ro_Nsc,4667392
|
40
|
+
bigdl/cpp/libs/speculative.exe,sha256=YECOr-DR-yWzSyrxynuw5fVawzCpikm8NiNQ38UknKk,5207552
|
41
|
+
bigdl/cpp/libs/tokenize.exe,sha256=-DDr1IOneKh7MO7TksvezVQmXySgMeEuAd4sLZUkdGo,4612608
|
42
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=044m2N2uplAydoAltQKaQsu9pXjke4qwX2-9GAP3Z9Y,4760576
|
43
|
+
bigdl/cpp/libs/vdot.exe,sha256=rqX90Ms5Z-N-qA2xdbCAAuX0OtL1IfuIL80DYdN1T-w,240128
|
44
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.bat,sha256=VxyrsOwHajobFQIKtUVETnWlMOReI5l0D5IXcU9Ix-Y,486
|
45
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
46
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
47
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/METADATA,sha256=D7BKWOmUUf0KFJBHvK_jQGZtvjBqsyYI0vrfwp96rOI,674
|
48
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
49
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
50
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD,,
|
@@ -1,42 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert.py,sha256=oQmsJ9rVoQXSeXOfy2bfsmSUVCFg9g-jEZtP-mSnt-E,60930
|
3
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=JaUhVf5pt9w_Z99u4MIaX-gnGuLp8R1dnYkxffgXwBo,3706880
|
4
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=SaHURXvhgDcDTqO6lzZFFKzbdfuSXkDhNeOnxCJ_6kc,4521984
|
5
|
-
bigdl/cpp/libs/batched.exe,sha256=5H168mm23Na1hs9urtaWhWbig5zpJxHxNWzPtOiOAkM,4551680
|
6
|
-
bigdl/cpp/libs/beam-search.exe,sha256=yR6RM7ffJy-2fPDQimi9T1hhyxZx1BpGpQLMHM7k7z8,4566528
|
7
|
-
bigdl/cpp/libs/benchmark.exe,sha256=DNLuq39i2C94ZPZCFArp9jhMm5d_2RJ1iDH_pk9xwfQ,573952
|
8
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=5K9nhbjs2GzFSyy1AtRcT9SK_o7RSnUE7fKNDYSnec8,311296
|
9
|
-
bigdl/cpp/libs/embedding.exe,sha256=trpLHdkspjoBWPAf8CBpNL5ejlfoRqBuhRCjJ89Uaxg,4689920
|
10
|
-
bigdl/cpp/libs/export-lora.exe,sha256=HztwATHmmuTYp02U8dPwv62xgc6EgpQVCCDRfU7XXpo,3485696
|
11
|
-
bigdl/cpp/libs/finetune.exe,sha256=vSvjLdQBCPbA1b5Tvpt41XcQXiU964L0spQyT_jIPxw,4638720
|
12
|
-
bigdl/cpp/libs/gguf.exe,sha256=L2UOMZ95vJlflknCjjtFMoMlOSP144jsCZMi-WStrlI,3457024
|
13
|
-
bigdl/cpp/libs/gritlm.exe,sha256=mqbF6AD7jMnc_76Yv4tND5KUTQ5CIh_vdo12bl5uCQA,4651520
|
14
|
-
bigdl/cpp/libs/imatrix.exe,sha256=0uQEk9PUbJ0Bpl2WYDWc4hHvCG50KjmMzLi0bDlRnvQ,4678144
|
15
|
-
bigdl/cpp/libs/infill.exe,sha256=TKp-KPmdp1IJav8I9adAz-fzYkYcrYhuvgfUkvWpP1s,4840960
|
16
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=5lDleR6nSPLSjlCJ1dra5XezClJg8SCnFAwCi9X-3xo,4644352
|
17
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=-gzCBYlbO4vSLKD56vZER4VJDSPp_veH0JwlAPy-P2Y,4928000
|
18
|
-
bigdl/cpp/libs/lookahead.exe,sha256=GhdI480mYimbBNpc5IlHcXigkOp8nWFVz1zgOIyskaY,4767232
|
19
|
-
bigdl/cpp/libs/lookup.exe,sha256=Ks3RDSjyibOxFA6iCA5FqABDJZfK8G8ywQPwhjdevtg,4801024
|
20
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=njzsXPzF13tNNx2iJpTGw2NLY6QC50rUIJXaf7ykhec,3480576
|
21
|
-
bigdl/cpp/libs/main.exe,sha256=XflVIGe4u-PmPTgmZzGCVb5Iw4XgWMdd6pv4MwuEWuo,4886016
|
22
|
-
bigdl/cpp/libs/ollama.exe,sha256=NliuoeJv0f8Vcn5jvWA4cunsKz04tM1FLgqincCCRdo,63441068
|
23
|
-
bigdl/cpp/libs/parallel.exe,sha256=SmTzEHTx217Cgvouqjrz3t3arEcWmiVBIiiWmbjcqLk,4784640
|
24
|
-
bigdl/cpp/libs/passkey.exe,sha256=vN1daCYH80spe_seoB625QO8qZcxku7_UQscMjjaZCQ,4543488
|
25
|
-
bigdl/cpp/libs/perplexity.exe,sha256=JZg2BupzDJcUv94gznLKZTj7h08ZQdwTXYTIHmJKfuA,4820992
|
26
|
-
bigdl/cpp/libs/q8dot.exe,sha256=JH4xoTusJUNyHyhEpV9k3acKghGFIa1q03XrI5r_Guc,239616
|
27
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=ih6Wy_OdMPmERMUP-quMPXyFrudSBGx8jDCOjzMBmes,4482048
|
28
|
-
bigdl/cpp/libs/quantize.exe,sha256=XGDwQbWziQD0XeZQhd6MPZ3dyZQJWQUDvrVov33_fnk,3877888
|
29
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=1uVIucPioNgkD9ryITSV0leUyS3ngrzBEymfaQ5wbwA,4678144
|
30
|
-
bigdl/cpp/libs/server.exe,sha256=XRQ87CExDeNG7cQqEj9CcKlIuIrKW2A8lCMxO3bQI18,6068224
|
31
|
-
bigdl/cpp/libs/simple.exe,sha256=thN1fRfOFNVirMc9KEGETcnnUcOHwCdk2-QKr2oApLI,4527104
|
32
|
-
bigdl/cpp/libs/speculative.exe,sha256=XKrqDodc25UEtUHXHQfVR4uucpBkJmBF_GTzF6xNv8I,4792832
|
33
|
-
bigdl/cpp/libs/tokenize.exe,sha256=GYJUBEDHinG_JvMRHkE6UkH5jslND7Gy8GMPI2XuFJ0,4472320
|
34
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=CWTDd5hb1CB3pOXtckwlgsZTw-G0jLc2fNVASGSWziM,4619776
|
35
|
-
bigdl/cpp/libs/vdot.exe,sha256=4Iu3tqaFFfyD-RXgZBA5T-FwT-n1MfTbXTvf4u0ya6c,241664
|
36
|
-
bigdl_core_cpp-2.5.0b20240420.data/scripts/init-llama-cpp.bat,sha256=YwEFZi-zywLZcqIulfYYqMDZHhazrYsfAwLL8tTRQYE,442
|
37
|
-
bigdl_core_cpp-2.5.0b20240420.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
38
|
-
bigdl_core_cpp-2.5.0b20240420.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
39
|
-
bigdl_core_cpp-2.5.0b20240420.dist-info/METADATA,sha256=9ffuNtSKSRYlKFSYOjFX7cd_stvZWpg0-t6-hDeZc4s,658
|
40
|
-
bigdl_core_cpp-2.5.0b20240420.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
41
|
-
bigdl_core_cpp-2.5.0b20240420.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
42
|
-
bigdl_core_cpp-2.5.0b20240420.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240420.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240420.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/top_level.txt
RENAMED
File without changes
|