bigdl-core-cpp 2.1.0b2__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/__init__.py +0 -0
- bigdl/cpp/cli/init-llama-cpp +14 -0
- bigdl/cpp/cli/init-ollama +8 -0
- bigdl/cpp/convert-hf-to-gguf.py +2856 -0
- bigdl/cpp/convert.py +1714 -0
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +7 -0
- bigdl/cpp/gguf-py/gguf/constants.py +1033 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +296 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +554 -0
- bigdl/cpp/gguf-py/gguf/lazy.py +236 -0
- bigdl/cpp/gguf-py/gguf/py.typed +0 -0
- bigdl/cpp/gguf-py/gguf/quants.py +123 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +463 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +165 -0
- bigdl/cpp/libs/baby-llama +0 -0
- bigdl/cpp/libs/batched +0 -0
- bigdl/cpp/libs/batched-bench +0 -0
- bigdl/cpp/libs/benchmark +0 -0
- bigdl/cpp/libs/embedding +0 -0
- bigdl/cpp/libs/gguf +0 -0
- bigdl/cpp/libs/imatrix +0 -0
- bigdl/cpp/libs/llama-bench +0 -0
- bigdl/cpp/libs/llava-cli +0 -0
- bigdl/cpp/libs/lookahead +0 -0
- bigdl/cpp/libs/lookup +0 -0
- bigdl/cpp/libs/ls-sycl-device +0 -0
- bigdl/cpp/libs/main +0 -0
- bigdl/cpp/libs/ollama +0 -0
- bigdl/cpp/libs/perplexity +0 -0
- bigdl/cpp/libs/quantize +0 -0
- bigdl/cpp/libs/quantize-stats +0 -0
- bigdl/cpp/libs/save-load-state +0 -0
- bigdl/cpp/libs/server +0 -0
- bigdl/cpp/libs/speculative +0 -0
- bigdl/cpp/libs/tokenize +0 -0
- bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp +14 -0
- bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama +8 -0
- bigdl_core_cpp-2.1.0b2.dist-info/METADATA +18 -0
- bigdl_core_cpp-2.1.0b2.dist-info/RECORD +43 -0
- bigdl_core_cpp-2.1.0b2.dist-info/WHEEL +5 -0
- bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt +1 -0
bigdl/cpp/libs/server
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/tokenize
ADDED
Binary file
|
@@ -0,0 +1,14 @@
|
|
1
|
+
#!/bin/bash
|
2
|
+
|
3
|
+
# Default values
|
4
|
+
llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
|
5
|
+
lib_dir="$llm_dir/libs"
|
6
|
+
|
7
|
+
command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
|
8
|
+
eval "$command1"
|
9
|
+
command2="cp ${llm_dir}/convert.py ."
|
10
|
+
eval "$command2"
|
11
|
+
command3="cp -r ${llm_dir}/gguf-py ."
|
12
|
+
eval "$command3"
|
13
|
+
command4="cp ${llm_dir}/convert-hf-to-gguf.py ."
|
14
|
+
eval "$command4"
|
@@ -0,0 +1,18 @@
|
|
1
|
+
Metadata-Version: 2.1
|
2
|
+
Name: bigdl-core-cpp
|
3
|
+
Version: 2.1.0b2
|
4
|
+
Summary: Large Language Model Develop Toolkit
|
5
|
+
Author: BigDL Authors
|
6
|
+
License: Apache License, Version 2.0
|
7
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
9
|
+
Classifier: Programming Language :: Python :: 3.9
|
10
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
|
+
Requires-Dist: torch ==2.2.0
|
12
|
+
Requires-Dist: numpy ==1.26.4
|
13
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
14
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
15
|
+
Requires-Dist: accelerate ==0.21.0
|
16
|
+
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
17
|
+
Requires-Dist: gguf >=0.1.0
|
18
|
+
|
@@ -0,0 +1,43 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=VbKd1bvq0MX12aIv27-tySszWIHw1Mj4et8I_XsLOFM,126986
|
3
|
+
bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
|
4
|
+
bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
|
5
|
+
bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
6
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
7
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
|
8
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
|
10
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
|
11
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
|
12
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
|
13
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
14
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
|
15
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
|
16
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
|
17
|
+
bigdl/cpp/libs/baby-llama,sha256=quyptfcNjKTqtlFUm0nG2YPKqp5Bwa8j609Lw-KSAJ4,13995576
|
18
|
+
bigdl/cpp/libs/batched,sha256=uFKl4WIBDgcJxHnKh319ZWHqk9PLJwMjr1povRkaVDk,13920144
|
19
|
+
bigdl/cpp/libs/batched-bench,sha256=BlZmXCRKmsyakswPVwbXkFw6ZVw_NCrMdUyjdEoVhtM,13920304
|
20
|
+
bigdl/cpp/libs/benchmark,sha256=P-SeKr4iKVEpG8Zc3zJ6eN9Pjk5sojhM9Sr667qCAk0,1452608
|
21
|
+
bigdl/cpp/libs/embedding,sha256=pau25CEctCshCpeAXAiwm8SeE_DC4ZT_heRfXtq3P4Y,13920288
|
22
|
+
bigdl/cpp/libs/gguf,sha256=rubvvF-hRdAWRG0QY73VIKcUAqy-aPx6SGiR3kkrHlA,12192232
|
23
|
+
bigdl/cpp/libs/imatrix,sha256=24FQiyDUJPhbZytWWkLUzrCah6Hxhgg_vfpbY4vV1t0,13948144
|
24
|
+
bigdl/cpp/libs/llama-bench,sha256=T6VDmG7iRPFpsRjonTS0L1-Mo4uRkRCsWGCGUBbBFMM,14013784
|
25
|
+
bigdl/cpp/libs/llava-cli,sha256=zYmTXYuZU30DfjvPoDBb929ZDgNhETeMuH-SsbUPbmI,14234296
|
26
|
+
bigdl/cpp/libs/lookahead,sha256=1S-Ck9dn6iXlHAsaooDrJ-0uT9xfOnyrGWwHVN0ISDA,13928512
|
27
|
+
bigdl/cpp/libs/lookup,sha256=30YExoKYoO_IL1dtMJtfOfbUZ83RxtJbU1nIJ_1kdsE,13952392
|
28
|
+
bigdl/cpp/libs/ls-sycl-device,sha256=zfjwXEnsAtqV1_XNom04U51guXi3uU3o4lhMDVU9IRc,12183880
|
29
|
+
bigdl/cpp/libs/main,sha256=jBoBmQCjh2IZLI41JvcDS6DU0MkzETjGYJtWAzwLn6s,13979736
|
30
|
+
bigdl/cpp/libs/ollama,sha256=pXvEhWxO0FmQg52IJ1hqGKS6X_fPtnRPjfXZroQYsv8,47108800
|
31
|
+
bigdl/cpp/libs/perplexity,sha256=Vj8wdBoAP1qBUcXJKxNStUENAcNBrfhKLyLqHqLjtM4,14021232
|
32
|
+
bigdl/cpp/libs/quantize,sha256=wRMVMilx2HmegSYWiLqU32fZot0OZKojAGn8q57VScg,13946520
|
33
|
+
bigdl/cpp/libs/quantize-stats,sha256=Z_Wf1obFHSeFpjw9iiIrdVLBgQbt6V2HU742HEyBh84,13460688
|
34
|
+
bigdl/cpp/libs/save-load-state,sha256=I-crwtSW4ABNeMx5sFYIen7D16450M-VOIzwpG0oTAY,13920416
|
35
|
+
bigdl/cpp/libs/server,sha256=3v_HQZ_FxPHSyZcTvY5LyighPLZINQed8oshLyZ6mDs,14773616
|
36
|
+
bigdl/cpp/libs/speculative,sha256=3hKSVHwSEmEZUA82sVhuNDno8Rw_l6aqFFfEfMx2ZWI,13954528
|
37
|
+
bigdl/cpp/libs/tokenize,sha256=-l1D-gI5tlb0Vure4c1JRjlZ0aVg1B5erCPJ_2pdgG8,13920336
|
38
|
+
bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
|
39
|
+
bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
40
|
+
bigdl_core_cpp-2.1.0b2.dist-info/METADATA,sha256=QXCnbiO0HBPJWf2-9n0aQgE6WEIwngdGR2Wgslk5z0A,643
|
41
|
+
bigdl_core_cpp-2.1.0b2.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
|
42
|
+
bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
43
|
+
bigdl_core_cpp-2.1.0b2.dist-info/RECORD,,
|
@@ -0,0 +1 @@
|
|
1
|
+
bigdl
|