bigdl-core-cpp 2.5.0b20240421__py3-none-win_amd64.whl → 2.5.0b20240422__py3-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/convert.py +276 -189
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +5 -0
- bigdl/cpp/gguf-py/gguf/constants.py +943 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +279 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +518 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +434 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +181 -0
- bigdl/cpp/libs/baby-llama.exe +0 -0
- bigdl/cpp/libs/batched-bench.exe +0 -0
- bigdl/cpp/libs/batched.exe +0 -0
- bigdl/cpp/libs/beam-search.exe +0 -0
- bigdl/cpp/libs/benchmark.exe +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
- bigdl/cpp/libs/embedding.exe +0 -0
- bigdl/cpp/libs/export-lora.exe +0 -0
- bigdl/cpp/libs/finetune.exe +0 -0
- bigdl/cpp/libs/gguf.exe +0 -0
- bigdl/cpp/libs/gritlm.exe +0 -0
- bigdl/cpp/libs/imatrix.exe +0 -0
- bigdl/cpp/libs/infill.exe +0 -0
- bigdl/cpp/libs/llama-bench.exe +0 -0
- bigdl/cpp/libs/llava-cli.exe +0 -0
- bigdl/cpp/libs/lookahead.exe +0 -0
- bigdl/cpp/libs/lookup.exe +0 -0
- bigdl/cpp/libs/ls-sycl-device.exe +0 -0
- bigdl/cpp/libs/main.exe +0 -0
- bigdl/cpp/libs/ollama.exe +0 -0
- bigdl/cpp/libs/parallel.exe +0 -0
- bigdl/cpp/libs/passkey.exe +0 -0
- bigdl/cpp/libs/perplexity.exe +0 -0
- bigdl/cpp/libs/q8dot.exe +0 -0
- bigdl/cpp/libs/quantize-stats.exe +0 -0
- bigdl/cpp/libs/quantize.exe +0 -0
- bigdl/cpp/libs/save-load-state.exe +0 -0
- bigdl/cpp/libs/server.exe +0 -0
- bigdl/cpp/libs/simple.exe +0 -0
- bigdl/cpp/libs/speculative.exe +0 -0
- bigdl/cpp/libs/tokenize.exe +0 -0
- bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
- bigdl/cpp/libs/vdot.exe +0 -0
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.bat +1 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/METADATA +3 -3
- bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD +50 -0
- bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD +0 -42
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.ps1 +0 -0
- {bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-ollama.bat +0 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/WHEEL +0 -0
- {bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/top_level.txt +0 -0
bigdl/cpp/libs/q8dot.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/server.exe
CHANGED
Binary file
|
bigdl/cpp/libs/simple.exe
CHANGED
Binary file
|
bigdl/cpp/libs/speculative.exe
CHANGED
Binary file
|
bigdl/cpp/libs/tokenize.exe
CHANGED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot.exe
CHANGED
Binary file
|
{bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/METADATA
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: bigdl-core-cpp
|
3
|
-
Version: 2.5.
|
3
|
+
Version: 2.5.0b20240422
|
4
4
|
Summary: Large Language Model Develop Toolkit
|
5
5
|
Author: BigDL Authors
|
6
6
|
License: Apache License, Version 2.0
|
@@ -9,8 +9,8 @@ Classifier: Programming Language :: Python :: 3
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.9
|
10
10
|
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
11
|
Requires-Dist: numpy ==1.26.4
|
12
|
-
Requires-Dist: transformers
|
13
|
-
Requires-Dist: sentencepiece
|
12
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
13
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
14
14
|
Requires-Dist: tokenizers ==0.15.2
|
15
15
|
Requires-Dist: accelerate ==0.21.0
|
16
16
|
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
@@ -0,0 +1,50 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert.py,sha256=SUhdmE7pr6U4hkFu-gjkyW60oKgjmeWWEjviZFxtfWE,64566
|
3
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=2eyRnO5rS0WNuzL_N159IRA66ybYkisoSETMSM-tGBQ,135
|
5
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=VFO4XPMZrGqkGL5CipwXW0oSfZyroQGBQzeByMNM_4I,31615
|
6
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=QpLc-xU055W2d7CEFvJp2gLIfGO63bdM24ZndZCH6rw,493
|
7
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ROcR0J8RXge6qL6LEjvagjMCy_gwqNDdOxKgoztL7uI,11404
|
8
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=EqV792lr3L65zOmaqlKaXGFmDJ0a_sw6CiLYshHZODY,20165
|
9
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=n5jMg4dTSovma5cLOuTm0IYjgMYpqXYDV8H4CSzKnj4,22121
|
10
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=MLTNwhQfDBiDcul-8xQg5lzhZkzg8zqQlNHqBfMvWMY,7396
|
11
|
+
bigdl/cpp/libs/baby-llama.exe,sha256=tdEVqWit3avd21nxxGKuGzYjFPoc1EFN2jB3IfK6Kk0,3808768
|
12
|
+
bigdl/cpp/libs/batched-bench.exe,sha256=lCqPBF9W-fPYYJXdS-WR5uUfDUS5eps6c1lP4KCmN4Y,4662784
|
13
|
+
bigdl/cpp/libs/batched.exe,sha256=eMHTcJgDjcfAsfQjPxUBX5-77pyDhU8aqUD0BRKbZF4,4691456
|
14
|
+
bigdl/cpp/libs/beam-search.exe,sha256=Xl0sJbAOFPuxM9grhoDhMXZMotvW8eXYSA6EpwS2Kc4,4709376
|
15
|
+
bigdl/cpp/libs/benchmark.exe,sha256=OgFAEqx5hdbnkTEUs1wG_enXjMnV22R9CydAenPr9ds,571392
|
16
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=6QF6vZauNlhV_utUhd2vbcVuVba5X-z6aUoJsTlSc8A,309760
|
17
|
+
bigdl/cpp/libs/embedding.exe,sha256=ttqwWGJc2vmsOBQ1keuDMmuuVlck6QF9DX__MHaBsEk,5101568
|
18
|
+
bigdl/cpp/libs/export-lora.exe,sha256=3jXeue3SMtBiMydI9YzrimlzLqjkqNc9f6vW3yXyYyM,3484672
|
19
|
+
bigdl/cpp/libs/finetune.exe,sha256=a9Ra2l5h7aXSA8SJhVry79p8DhcV5VLE5RYasUvkT70,4779520
|
20
|
+
bigdl/cpp/libs/gguf.exe,sha256=ZGIHY5u2qidwHtexOj0ZX35OHLPqPulZKYoAZ1WzH8A,3456000
|
21
|
+
bigdl/cpp/libs/gritlm.exe,sha256=lMUcSKNbnIJuRf-8Quy9SbVZ2MmcLqTkXMRobj-Qecg,5063680
|
22
|
+
bigdl/cpp/libs/imatrix.exe,sha256=LyxW8z2hySyJszu47inw4Nsf80pmOzfT2RMymnLprS8,5116928
|
23
|
+
bigdl/cpp/libs/infill.exe,sha256=Ss5f2ZkTjb5q7-AoSh5AMicyh1qtBrAXhPkzsDSWusc,5255168
|
24
|
+
bigdl/cpp/libs/llama-bench.exe,sha256=eDw-K8x6bQJctOftJeCg39SvYnV00hrlXhNvC6NeMqM,4780544
|
25
|
+
bigdl/cpp/libs/llava-cli.exe,sha256=rf4N9ui7XhSRM7b5L4brmsWidWvO-R1qd1cFQ4g0kH4,5374464
|
26
|
+
bigdl/cpp/libs/lookahead.exe,sha256=rqrWymDKiRv8CYmUrwsObFBx1krFD_nO5kKTpIiEhi4,5181952
|
27
|
+
bigdl/cpp/libs/lookup.exe,sha256=s1Ryoe56IKkZS8OROJs5TCq5O7Z9SGmh--TqbIHwNyg,5215232
|
28
|
+
bigdl/cpp/libs/ls-sycl-device.exe,sha256=4pDpmTXGj5zZ3OqTl4-uQQunxgtjDA17MisdAYHOb1M,3480064
|
29
|
+
bigdl/cpp/libs/main.exe,sha256=Rlq9tWRvXFqqvZvbZdPsuxrOIJ6OHVuG3uRrVSZ2YAM,5300736
|
30
|
+
bigdl/cpp/libs/ollama.exe,sha256=dTrWimepnF0urW9W6oL9JaBqS2-rzHmV8BYZKc9mjcM,63539593
|
31
|
+
bigdl/cpp/libs/parallel.exe,sha256=MF2Ti5YxmT8lu0uNsinFKq_zc5C2acGUWuLWq0u2UzM,5199872
|
32
|
+
bigdl/cpp/libs/passkey.exe,sha256=kTR0nGLOcIxNiHYONjxtQa9QFhwwqHKWRqrxsQEJQi4,4683264
|
33
|
+
bigdl/cpp/libs/perplexity.exe,sha256=G_PMERf3qE_1glyVSP-GxRXjPJetoEB3pHwbAmYHWlU,5234176
|
34
|
+
bigdl/cpp/libs/q8dot.exe,sha256=XydKGtGMdK6oTHfTKDo25bjm76BSE_-wrgV1bf88nxo,238080
|
35
|
+
bigdl/cpp/libs/quantize-stats.exe,sha256=yPqu5xsm5JCzRXG6U15_vDOGXik2RZysnylpyD5qGBg,4556800
|
36
|
+
bigdl/cpp/libs/quantize.exe,sha256=0ywG1E8mopyl2aNnNBQ8lFZGgAKn25eq66WBrbX9Tz8,3888640
|
37
|
+
bigdl/cpp/libs/save-load-state.exe,sha256=rgOyOJ2HBwSeuqBMQ0_R0FuU6p5BhI1-OJN5vLTGoHU,5102592
|
38
|
+
bigdl/cpp/libs/server.exe,sha256=gGLOud5TkJSzYtoda1Zd3JlbEf2N_TjvftN7cvYAAnI,6249984
|
39
|
+
bigdl/cpp/libs/simple.exe,sha256=PZjU6hob-xOrPEMk4MPVKTaszNlrp-53S3O05Ro_Nsc,4667392
|
40
|
+
bigdl/cpp/libs/speculative.exe,sha256=YECOr-DR-yWzSyrxynuw5fVawzCpikm8NiNQ38UknKk,5207552
|
41
|
+
bigdl/cpp/libs/tokenize.exe,sha256=-DDr1IOneKh7MO7TksvezVQmXySgMeEuAd4sLZUkdGo,4612608
|
42
|
+
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=044m2N2uplAydoAltQKaQsu9pXjke4qwX2-9GAP3Z9Y,4760576
|
43
|
+
bigdl/cpp/libs/vdot.exe,sha256=rqX90Ms5Z-N-qA2xdbCAAuX0OtL1IfuIL80DYdN1T-w,240128
|
44
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.bat,sha256=VxyrsOwHajobFQIKtUVETnWlMOReI5l0D5IXcU9Ix-Y,486
|
45
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
46
|
+
bigdl_core_cpp-2.5.0b20240422.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
47
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/METADATA,sha256=D7BKWOmUUf0KFJBHvK_jQGZtvjBqsyYI0vrfwp96rOI,674
|
48
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
49
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
50
|
+
bigdl_core_cpp-2.5.0b20240422.dist-info/RECORD,,
|
@@ -1,42 +0,0 @@
|
|
1
|
-
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
bigdl/cpp/convert.py,sha256=oQmsJ9rVoQXSeXOfy2bfsmSUVCFg9g-jEZtP-mSnt-E,60930
|
3
|
-
bigdl/cpp/libs/baby-llama.exe,sha256=wLM8O6JNBiJ8Wp6c4BBWbrELMqHCliz5XJciomR5W90,3706880
|
4
|
-
bigdl/cpp/libs/batched-bench.exe,sha256=CNEtS52za-6Se9MAruzx6AWUAMNfIctcyYOupunqjJo,4521984
|
5
|
-
bigdl/cpp/libs/batched.exe,sha256=LyfPCMOrsfRice7Bq17yEiUP0XqYX_PqVB3k6ydwHzk,4551680
|
6
|
-
bigdl/cpp/libs/beam-search.exe,sha256=IHsZfnU-yuiEJ2h97RBA3Oqr_uGSD6auXWNX_AywNBM,4566528
|
7
|
-
bigdl/cpp/libs/benchmark.exe,sha256=Ba6vlgwq5zkCwstgJeWcfdmpj9oIj0Q682pfVrJkizo,573952
|
8
|
-
bigdl/cpp/libs/convert-llama2c-to-ggml.exe,sha256=ywjeeITCRoXiSxVt2xJp0p1SwW3AV9lzjvjNI4k-odA,311296
|
9
|
-
bigdl/cpp/libs/embedding.exe,sha256=eI29bcwUgP92fyMUzNH8qoa__6x_hy6DUSjgaAviWa0,4689920
|
10
|
-
bigdl/cpp/libs/export-lora.exe,sha256=65bKn30xTKktxxAoc9MYB_mUndRhx28kteyV6sKfy6I,3485696
|
11
|
-
bigdl/cpp/libs/finetune.exe,sha256=kGb2vL7QAD65ruucTY_n1M64n8NKfNtnG4D5vZJoCrk,4638720
|
12
|
-
bigdl/cpp/libs/gguf.exe,sha256=Y6nbUY73MgK0xvuqyOFjOcVSZfmvm_3b3hybi_UNA_E,3457024
|
13
|
-
bigdl/cpp/libs/gritlm.exe,sha256=BweD0r4kBpXzQ5PxirfshoiCxiJoctnG687XnwTte0E,4651520
|
14
|
-
bigdl/cpp/libs/imatrix.exe,sha256=qZYx0pCNcUS6XqsxbUSlV2XEhCbl11JBUiHel7SCIS4,4678144
|
15
|
-
bigdl/cpp/libs/infill.exe,sha256=Gu7seeYdhnUE5v7V9c3Dsa6_EUbdT3mnC5fD8MhAjw4,4840960
|
16
|
-
bigdl/cpp/libs/llama-bench.exe,sha256=kyA3N8McAZwGQJs69Vlr0zSO2RljzmRUJNXetAhyrpM,4644352
|
17
|
-
bigdl/cpp/libs/llava-cli.exe,sha256=m1YLqCJ3v2n4EsMSC83nlk96o1k01vFaAphRP_8wFjU,4928000
|
18
|
-
bigdl/cpp/libs/lookahead.exe,sha256=DmqdWuc_45zRuMRkeaaldD_nn91m4kfQejA8Wev36xM,4767232
|
19
|
-
bigdl/cpp/libs/lookup.exe,sha256=ulj6-Juy7YitmYzvAhtwNf8e-IU512I8_zq_vLd7G5k,4801024
|
20
|
-
bigdl/cpp/libs/ls-sycl-device.exe,sha256=NL-iBHk_9RkTPRCQaLg0duKEthEtVCEcdFgHCBuKOR8,3480576
|
21
|
-
bigdl/cpp/libs/main.exe,sha256=DO0NBxiEf8YMwE4kRFpz7GSY0-xMQsUBSF7nTT9YTOM,4886016
|
22
|
-
bigdl/cpp/libs/ollama.exe,sha256=U2QHbx98YC2nhsJ_yrbaPPUbpneP-uf5i2zasSxaSXU,63441068
|
23
|
-
bigdl/cpp/libs/parallel.exe,sha256=YAIwu3jK1-cfjbRfx4m4ZrP-GNtYysqJG6FvSyXKZo4,4784640
|
24
|
-
bigdl/cpp/libs/passkey.exe,sha256=reEAO16psXR3Qv9PeSLe8k0yi4KgdSE6VtHsFy5-ReQ,4543488
|
25
|
-
bigdl/cpp/libs/perplexity.exe,sha256=gg7dk6nrILH5DBfDGQHUwCUTHvL1MqwRjvo3h_AVXxc,4820992
|
26
|
-
bigdl/cpp/libs/q8dot.exe,sha256=80-gSIPFVQ9xcNw52p8-cJ87-UxrlihupY751Ck-7e8,239616
|
27
|
-
bigdl/cpp/libs/quantize-stats.exe,sha256=O0NEUrPgXxdKa8CRJPJd76zyDdtn1H2163zjRckyO9g,4482048
|
28
|
-
bigdl/cpp/libs/quantize.exe,sha256=n5tNEecQI4sV4z0NgBUdrtuKPslRQp-Glwfbb6hmJOY,3877888
|
29
|
-
bigdl/cpp/libs/save-load-state.exe,sha256=auF2RZSG-tCuaNKxcN_Z7t7WzBRaeEqdRCvM2WL1bqE,4678144
|
30
|
-
bigdl/cpp/libs/server.exe,sha256=eT-Y8IWSnQLbE1ByMdyVBS-75SVDYYdjbtQDxzdQaWQ,6068224
|
31
|
-
bigdl/cpp/libs/simple.exe,sha256=-Vyvm8jffA3nQ73i8-zodGa9NbvT4lVkl6YMQ0x0Bl0,4527104
|
32
|
-
bigdl/cpp/libs/speculative.exe,sha256=v1mv1G_Q-cof8vHNi-MjI8cyAPurOCauuKnTE6pwR0Q,4792832
|
33
|
-
bigdl/cpp/libs/tokenize.exe,sha256=IRJzPG0HzWL3gsKl1hDCwLwATqtTEEHl-JX11ezgouI,4472320
|
34
|
-
bigdl/cpp/libs/train-text-from-scratch.exe,sha256=-lN3xPjs476LsWjDbBEoT07wlsMKd0AEzbBnStKHbHQ,4619776
|
35
|
-
bigdl/cpp/libs/vdot.exe,sha256=T5MPmcncVeIB-83YhihXCKQyLnR-33MdoRojUbLrj9I,241664
|
36
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.bat,sha256=YwEFZi-zywLZcqIulfYYqMDZHhazrYsfAwLL8tTRQYE,442
|
37
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
|
38
|
-
bigdl_core_cpp-2.5.0b20240421.data/scripts/init-ollama.bat,sha256=OVX62Q7KH67z6rQrgQUwEc19E3eiAH-8HAIycDmySYc,350
|
39
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/METADATA,sha256=lu_DVHkIi_AejehlgaIPR-blCoPuBb73ISjmpoDP_OQ,658
|
40
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/WHEEL,sha256=at4xwl6JdXdkZHxdo5ixTwJ7ENtVftSy2wqmsdmo_4U,98
|
41
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
42
|
-
bigdl_core_cpp-2.5.0b20240421.dist-info/RECORD,,
|
{bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-llama-cpp.ps1
RENAMED
File without changes
|
{bigdl_core_cpp-2.5.0b20240421.data → bigdl_core_cpp-2.5.0b20240422.data}/scripts/init-ollama.bat
RENAMED
File without changes
|
File without changes
|
{bigdl_core_cpp-2.5.0b20240421.dist-info → bigdl_core_cpp-2.5.0b20240422.dist-info}/top_level.txt
RENAMED
File without changes
|