bigdl-core-cpp 2.1.0b20230202__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/__init__.py +0 -0
- bigdl/cpp/cli/init-llama-cpp +14 -0
- bigdl/cpp/cli/init-ollama +8 -0
- bigdl/cpp/convert-hf-to-gguf.py +2858 -0
- bigdl/cpp/convert.py +1714 -0
- bigdl/cpp/gguf-py/__init__.py +0 -0
- bigdl/cpp/gguf-py/gguf/__init__.py +7 -0
- bigdl/cpp/gguf-py/gguf/constants.py +1033 -0
- bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
- bigdl/cpp/gguf-py/gguf/gguf_reader.py +296 -0
- bigdl/cpp/gguf-py/gguf/gguf_writer.py +554 -0
- bigdl/cpp/gguf-py/gguf/lazy.py +236 -0
- bigdl/cpp/gguf-py/gguf/py.typed +0 -0
- bigdl/cpp/gguf-py/gguf/quants.py +123 -0
- bigdl/cpp/gguf-py/gguf/tensor_mapping.py +463 -0
- bigdl/cpp/gguf-py/gguf/vocab.py +165 -0
- bigdl/cpp/libs/baby-llama +0 -0
- bigdl/cpp/libs/batched +0 -0
- bigdl/cpp/libs/batched-bench +0 -0
- bigdl/cpp/libs/benchmark +0 -0
- bigdl/cpp/libs/embedding +0 -0
- bigdl/cpp/libs/export-lora +0 -0
- bigdl/cpp/libs/finetune +0 -0
- bigdl/cpp/libs/gguf +0 -0
- bigdl/cpp/libs/gritlm +0 -0
- bigdl/cpp/libs/imatrix +0 -0
- bigdl/cpp/libs/infill +0 -0
- bigdl/cpp/libs/llama-bench +0 -0
- bigdl/cpp/libs/llava-cli +0 -0
- bigdl/cpp/libs/lookahead +0 -0
- bigdl/cpp/libs/lookup +0 -0
- bigdl/cpp/libs/ls-sycl-device +0 -0
- bigdl/cpp/libs/main +0 -0
- bigdl/cpp/libs/ollama +0 -0
- bigdl/cpp/libs/parallel +0 -0
- bigdl/cpp/libs/perplexity +0 -0
- bigdl/cpp/libs/quantize +0 -0
- bigdl/cpp/libs/quantize-stats +0 -0
- bigdl/cpp/libs/save-load-state +0 -0
- bigdl/cpp/libs/server +0 -0
- bigdl/cpp/libs/simple +0 -0
- bigdl/cpp/libs/speculative +0 -0
- bigdl/cpp/libs/tokenize +0 -0
- bigdl/cpp/libs/train-text-from-scratch +0 -0
- bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp +14 -0
- bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama +8 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA +18 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD +50 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL +5 -0
- bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt +1 -0
bigdl/cpp/libs/parallel
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/quantize
ADDED
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/server
ADDED
Binary file
|
bigdl/cpp/libs/simple
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/tokenize
ADDED
Binary file
|
Binary file
|
@@ -0,0 +1,14 @@
|
|
1
|
+
#!/bin/bash
|
2
|
+
|
3
|
+
# Default values
|
4
|
+
llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
|
5
|
+
lib_dir="$llm_dir/libs"
|
6
|
+
|
7
|
+
command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
|
8
|
+
eval "$command1"
|
9
|
+
command2="cp ${llm_dir}/convert.py ."
|
10
|
+
eval "$command2"
|
11
|
+
command3="cp -r ${llm_dir}/gguf-py ."
|
12
|
+
eval "$command3"
|
13
|
+
command4="cp ${llm_dir}/convert-hf-to-gguf.py ."
|
14
|
+
eval "$command4"
|
@@ -0,0 +1,18 @@
|
|
1
|
+
Metadata-Version: 2.1
|
2
|
+
Name: bigdl-core-cpp
|
3
|
+
Version: 2.1.0b20230202
|
4
|
+
Summary: Large Language Model Develop Toolkit
|
5
|
+
Author: BigDL Authors
|
6
|
+
License: Apache License, Version 2.0
|
7
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
9
|
+
Classifier: Programming Language :: Python :: 3.9
|
10
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
|
+
Requires-Dist: torch ==2.2.0
|
12
|
+
Requires-Dist: numpy ==1.26.4
|
13
|
+
Requires-Dist: transformers <5.0.0,>=4.35.2
|
14
|
+
Requires-Dist: sentencepiece ~=0.1.98
|
15
|
+
Requires-Dist: accelerate ==0.21.0
|
16
|
+
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
17
|
+
Requires-Dist: gguf >=0.1.0
|
18
|
+
|
@@ -0,0 +1,50 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert-hf-to-gguf.py,sha256=UUIkBBSF75Uo5OiVwXVAuiLx3WXwZlXXL6tYgZ7IQhk,127002
|
3
|
+
bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
|
4
|
+
bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
|
5
|
+
bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
6
|
+
bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
7
|
+
bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
|
8
|
+
bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
|
9
|
+
bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
|
10
|
+
bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
|
11
|
+
bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
|
12
|
+
bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
|
13
|
+
bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
14
|
+
bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
|
15
|
+
bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
|
16
|
+
bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
|
17
|
+
bigdl/cpp/libs/baby-llama,sha256=EpD0sA6aeJ-A9zcaLk_TGFhvqJgc4yKG_enzhzFcas0,10688728
|
18
|
+
bigdl/cpp/libs/batched,sha256=ZadLnW6JCZE69ME5TK0x24u89qJaJ1yxo5MFK3I9XUU,10613304
|
19
|
+
bigdl/cpp/libs/batched-bench,sha256=q-8caaCZiPB1gXEJL7r3BK85JrHf8CapUr4j41hFqaw,10617560
|
20
|
+
bigdl/cpp/libs/benchmark,sha256=zvA0ArFOj78oFx6yqYhMXurFlv4yXxNtO0LoeYkRhIQ,1456400
|
21
|
+
bigdl/cpp/libs/embedding,sha256=yGC3APUr2PS9NngF_zDgxiFOQgV9ov9QFutTK6bYGmw,10613440
|
22
|
+
bigdl/cpp/libs/export-lora,sha256=KikN0BrTcKc68Gp8I3plH-NIpvGeU-q9wKS_DbMg55w,8897656
|
23
|
+
bigdl/cpp/libs/finetune,sha256=dqFjoF7BjABTHFroQgAv5NvqAisieO_SeQc22w0_dfY,10729952
|
24
|
+
bigdl/cpp/libs/gguf,sha256=Bn0hNrd3fCKXjCrwyiiQwWkUzNln1yogMBMP_i_nHok,8888816
|
25
|
+
bigdl/cpp/libs/gritlm,sha256=EHo1xKGD2mQtNv4VSEV9iF0D4oD0teMSdJt3pRW23t8,10617832
|
26
|
+
bigdl/cpp/libs/imatrix,sha256=oJzWqrh9Bne6a72Il07MaGLVX9aFxB9TofowIZWn7Oc,10641304
|
27
|
+
bigdl/cpp/libs/infill,sha256=OaUBCpNQU7X_-aKDQomgEMxi3xs3UDBAWF3uMvGvuNQ,10651928
|
28
|
+
bigdl/cpp/libs/llama-bench,sha256=fvD7jQ6wUa7GmJZq0UmGvV0F1Q3dS1r03-zn-swFQXg,10706880
|
29
|
+
bigdl/cpp/libs/llava-cli,sha256=LPMxbrFFEz83na2wKKJxgJzfdzRs1eQKiMPcwMR8ydA,10931544
|
30
|
+
bigdl/cpp/libs/lookahead,sha256=AHXPRult1So1XQu3la3KmCNfjUTtw0NvVQYJrLtgpCs,10621672
|
31
|
+
bigdl/cpp/libs/lookup,sha256=MZd5ae9-iVw-D59x2_x_NRKApBVmtf1M0yPGDV85rkY,10645544
|
32
|
+
bigdl/cpp/libs/ls-sycl-device,sha256=nUjRStUq3vTfCssu_H63hON4ij1HGJVbiY_lxKiIqms,8880464
|
33
|
+
bigdl/cpp/libs/main,sha256=6sNtnM7juneI96MuIjA5Hxt8_Dj_dTfBiRYVS6TFlmA,10672824
|
34
|
+
bigdl/cpp/libs/ollama,sha256=f73B3j-ejoWZc_MiDgwyL6eF7TlO35PdrLipIMzQtUU,44638920
|
35
|
+
bigdl/cpp/libs/parallel,sha256=UbmO11kwBKig0jNgSaRx20RyJyX7W6vHp6IQA1jYZWM,10630024
|
36
|
+
bigdl/cpp/libs/perplexity,sha256=xqTauECbh5hqUQgaI1hrX2XZX7N8WmTSbj85LX_dchE,10714384
|
37
|
+
bigdl/cpp/libs/quantize,sha256=GIWewTk345-q9AxNz31w0qnMikkaSmb-jDQKJYJkh2o,10639624
|
38
|
+
bigdl/cpp/libs/quantize-stats,sha256=hQitM6Xrr-GGX1VJv8xskjPLXNIcBELJJwHrsVBya58,10153704
|
39
|
+
bigdl/cpp/libs/save-load-state,sha256=XtxAlCYN22cAATXkOhRkG31_hRYMoFLFcoeZUhwFJ0Q,10613576
|
40
|
+
bigdl/cpp/libs/server,sha256=IoAcn47SEiz24ndvOodwiTtREARh5g8LCAyl-B6LA98,11470792
|
41
|
+
bigdl/cpp/libs/simple,sha256=NwgGwXxhvbBb9gHLE_gxENAo8mRkOYNmTPBuqXGEpgQ,10609208
|
42
|
+
bigdl/cpp/libs/speculative,sha256=Qmtxaz-FhOG05Ca0665H-IuC8zQIgLPl9HtDWMi03b4,10647688
|
43
|
+
bigdl/cpp/libs/tokenize,sha256=VYQ7duWaK5x0IjxEri5EaoD7pS-yBSVimbGw9RY8ppY,10613488
|
44
|
+
bigdl/cpp/libs/train-text-from-scratch,sha256=25hQXJ_esEW7fFnW8sYHSEkNHnto5S2Bare3ADtP0mA,10713104
|
45
|
+
bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
|
46
|
+
bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
47
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA,sha256=PLfpEuLberZfmFOQSjWFWHNEbM2TZOSuFqDhLuN4-5k,650
|
48
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
|
49
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
50
|
+
bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD,,
|
@@ -0,0 +1 @@
|
|
1
|
+
bigdl
|