bigdl-core-cpp 2.5.0b20230102__py3-none-manylinux2010_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bigdl/cpp/__init__.py +0 -0
- bigdl/cpp/cli/init-llama-cpp +11 -0
- bigdl/cpp/cli/init-ollama +8 -0
- bigdl/cpp/convert.py +1468 -0
- bigdl/cpp/libs/baby-llama +0 -0
- bigdl/cpp/libs/batched +0 -0
- bigdl/cpp/libs/batched-bench +0 -0
- bigdl/cpp/libs/beam-search +0 -0
- bigdl/cpp/libs/benchmark +0 -0
- bigdl/cpp/libs/convert-llama2c-to-ggml +0 -0
- bigdl/cpp/libs/embedding +0 -0
- bigdl/cpp/libs/export-lora +0 -0
- bigdl/cpp/libs/finetune +0 -0
- bigdl/cpp/libs/gguf +0 -0
- bigdl/cpp/libs/gritlm +0 -0
- bigdl/cpp/libs/imatrix +0 -0
- bigdl/cpp/libs/infill +0 -0
- bigdl/cpp/libs/llama-bench +0 -0
- bigdl/cpp/libs/llava-cli +0 -0
- bigdl/cpp/libs/lookahead +0 -0
- bigdl/cpp/libs/lookup +0 -0
- bigdl/cpp/libs/ls-sycl-device +0 -0
- bigdl/cpp/libs/main +0 -0
- bigdl/cpp/libs/ollama +0 -0
- bigdl/cpp/libs/parallel +0 -0
- bigdl/cpp/libs/passkey +0 -0
- bigdl/cpp/libs/perplexity +0 -0
- bigdl/cpp/libs/q8dot +0 -0
- bigdl/cpp/libs/quantize +0 -0
- bigdl/cpp/libs/quantize-stats +0 -0
- bigdl/cpp/libs/save-load-state +0 -0
- bigdl/cpp/libs/server +0 -0
- bigdl/cpp/libs/simple +0 -0
- bigdl/cpp/libs/speculative +0 -0
- bigdl/cpp/libs/tokenize +0 -0
- bigdl/cpp/libs/train-text-from-scratch +0 -0
- bigdl/cpp/libs/vdot +0 -0
- bigdl_core_cpp-2.5.0b20230102.data/scripts/init-llama-cpp +11 -0
- bigdl_core_cpp-2.5.0b20230102.data/scripts/init-ollama +8 -0
- bigdl_core_cpp-2.5.0b20230102.dist-info/METADATA +18 -0
- bigdl_core_cpp-2.5.0b20230102.dist-info/RECORD +43 -0
- bigdl_core_cpp-2.5.0b20230102.dist-info/WHEEL +5 -0
- bigdl_core_cpp-2.5.0b20230102.dist-info/top_level.txt +1 -0
Binary file
|
bigdl/cpp/libs/batched
ADDED
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/benchmark
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/embedding
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/finetune
ADDED
Binary file
|
bigdl/cpp/libs/gguf
ADDED
Binary file
|
bigdl/cpp/libs/gritlm
ADDED
Binary file
|
bigdl/cpp/libs/imatrix
ADDED
Binary file
|
bigdl/cpp/libs/infill
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/llava-cli
ADDED
Binary file
|
bigdl/cpp/libs/lookahead
ADDED
Binary file
|
bigdl/cpp/libs/lookup
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/main
ADDED
Binary file
|
bigdl/cpp/libs/ollama
ADDED
Binary file
|
bigdl/cpp/libs/parallel
ADDED
Binary file
|
bigdl/cpp/libs/passkey
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/q8dot
ADDED
Binary file
|
bigdl/cpp/libs/quantize
ADDED
Binary file
|
Binary file
|
Binary file
|
bigdl/cpp/libs/server
ADDED
Binary file
|
bigdl/cpp/libs/simple
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/tokenize
ADDED
Binary file
|
Binary file
|
bigdl/cpp/libs/vdot
ADDED
Binary file
|
@@ -0,0 +1,11 @@
|
|
1
|
+
#!/bin/bash
|
2
|
+
|
3
|
+
# Default values
|
4
|
+
llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
|
5
|
+
lib_dir="$llm_dir/libs"
|
6
|
+
|
7
|
+
# command1="ln -s ${lib_dir}/* ${PWD}"
|
8
|
+
command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
|
9
|
+
eval "$command1"
|
10
|
+
command2="cp ${llm_dir}/convert.py ."
|
11
|
+
eval "$command2"
|
@@ -0,0 +1,18 @@
|
|
1
|
+
Metadata-Version: 2.1
|
2
|
+
Name: bigdl-core-cpp
|
3
|
+
Version: 2.5.0b20230102
|
4
|
+
Summary: Large Language Model Develop Toolkit
|
5
|
+
Author: BigDL Authors
|
6
|
+
License: Apache License, Version 2.0
|
7
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
8
|
+
Classifier: Programming Language :: Python :: 3
|
9
|
+
Classifier: Programming Language :: Python :: 3.9
|
10
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
11
|
+
Requires-Dist: numpy ==1.26.4
|
12
|
+
Requires-Dist: transformers ==4.36.0
|
13
|
+
Requires-Dist: sentencepiece
|
14
|
+
Requires-Dist: tokenizers ==0.15.2
|
15
|
+
Requires-Dist: accelerate ==0.21.0
|
16
|
+
Requires-Dist: protobuf <5.0.0,>=4.21.0
|
17
|
+
Requires-Dist: gguf >=0.1.0
|
18
|
+
|
@@ -0,0 +1,43 @@
|
|
1
|
+
bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
+
bigdl/cpp/convert.py,sha256=eAQh4RhJ3hL2DLih2Tmlt_k-mXc6GQ20RjTdiVrntcg,59463
|
3
|
+
bigdl/cpp/cli/init-llama-cpp,sha256=CDF9yYo1QbcZBe3ONFUVDU1dr9nToxfBGHMr6JmlYc8,319
|
4
|
+
bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
5
|
+
bigdl/cpp/libs/baby-llama,sha256=UsLmOwErytLZKPKMbTXVOPE82fj5iwtA_dEkNjii_Uo,6465528
|
6
|
+
bigdl/cpp/libs/batched,sha256=bqePx0-eVnwqtJ8JuwTN8K8PdmafDN7AYFVUIlOvBSg,6390080
|
7
|
+
bigdl/cpp/libs/batched-bench,sha256=E4P2XwAu74dPo1DThiFJQxAnzkjZAS3dLwMVyzHvcsk,6390240
|
8
|
+
bigdl/cpp/libs/beam-search,sha256=VhBkS-CqA1TqTH2JeGaEAD7wKc5k7MK7zjfhszygjm4,6386176
|
9
|
+
bigdl/cpp/libs/benchmark,sha256=saFpOhCqFb8LuM54KM-ZbdqYJ_Noilehi-7heamCTFs,1334664
|
10
|
+
bigdl/cpp/libs/convert-llama2c-to-ggml,sha256=0ntzKhoQLT15ot61gxg2X0u84viJqZXeGVUcPC6wu6k,1377000
|
11
|
+
bigdl/cpp/libs/embedding,sha256=O6hUB2ZDlF58QHIUv4lD44mXT8TaAyBgdmBChZncu30,6390240
|
12
|
+
bigdl/cpp/libs/export-lora,sha256=0m4Q-qRgxmCrT8AFBvsHFyLmqkkUrBUpiLuyPNQ6N1o,5392400
|
13
|
+
bigdl/cpp/libs/finetune,sha256=_OpK2HSNBiQh6oAwAplSSO8leueaS0I8Y1msjabYKpI,6506752
|
14
|
+
bigdl/cpp/libs/gguf,sha256=Z04cfne9vjSwvTpc4oU0YK8YQ0BQ7fe55F4TMdw8l4s,5379528
|
15
|
+
bigdl/cpp/libs/gritlm,sha256=qASAoe2AJmhh6m4jJxkR4f0fwLtJ3-A4qOJ8ON-tfI8,6394608
|
16
|
+
bigdl/cpp/libs/imatrix,sha256=o_fxdj7olWnU-w6buHLNpRnjlhzz76LodgzsE1jvs3s,6413776
|
17
|
+
bigdl/cpp/libs/infill,sha256=Wu4s0nZphwkvSW_pVtWzErXImrZ1ap-_9CFKNBMu-Zk,6469592
|
18
|
+
bigdl/cpp/libs/llama-bench,sha256=xBWig333HMLZ1d74O2ZtxKDBP07GvwVSKbvwFLG03So,6480432
|
19
|
+
bigdl/cpp/libs/llava-cli,sha256=AMQoT1PgMEJBA-4lGGSFmghF9fPRyO_VGj08j83rXsE,6716024
|
20
|
+
bigdl/cpp/libs/lookahead,sha256=vC-6eMEgfhpYLy73NIABe7f0MyG02AXOoiMv0R_W5Ok,6439264
|
21
|
+
bigdl/cpp/libs/lookup,sha256=2HgPy2U-WJMt-UB1GHCW1BCinx7e_1wzdAestABQNUc,6463208
|
22
|
+
bigdl/cpp/libs/ls-sycl-device,sha256=vESKTxbZ6JVzGjEDefmSsjdXTZec9pyEtFZHcp-ruqc,5371112
|
23
|
+
bigdl/cpp/libs/main,sha256=BULAiTRjSFS-LXOCQeKSik_DaXZP8Ih30f3JR_wtt-4,6490488
|
24
|
+
bigdl/cpp/libs/ollama,sha256=LezAICl4esQo8zsUbBpkrALlarcdTpcQMNoG-9wgRhM,39871960
|
25
|
+
bigdl/cpp/libs/parallel,sha256=g4rF_1iKFvnsg1A4ocUwKimkdD5eFDscZwS5-BZaecQ,6447616
|
26
|
+
bigdl/cpp/libs/passkey,sha256=S5Wckoqm5HKSM8FP3vykmaLNJxavbMByUXB7OJZT_Ng,6398344
|
27
|
+
bigdl/cpp/libs/perplexity,sha256=iU0ohWHB3eD5sgrK5Sdi4J4T0oaBxIa-3XjlztaT_Gw,6482824
|
28
|
+
bigdl/cpp/libs/q8dot,sha256=A2u8lPsM4LDn_qTDwW9JNP6jiPgc8uBIi01-wKCHnG4,1333552
|
29
|
+
bigdl/cpp/libs/quantize,sha256=QV9WkAkpT7gW7gbBof4S2LAjReG4P0kvoFLL1nEtd-A,6276752
|
30
|
+
bigdl/cpp/libs/quantize-stats,sha256=JqFqjLNMOPMjzxAgsr18utmr_T9ZGRceN6oYkNu5N1k,6276448
|
31
|
+
bigdl/cpp/libs/save-load-state,sha256=VlOll1mjOzlKCsXsIm0ZM3O6bk2AKCN6k6wqVTeAevE,6386024
|
32
|
+
bigdl/cpp/libs/server,sha256=V0WflOgoeNINlJ9X3xxwuhzmeRtDn0YM_NHVdSklCYc,7427704
|
33
|
+
bigdl/cpp/libs/simple,sha256=yN3E3K7-2yFEisEecOPdod4siaIMeKsJPDkptR1SO5E,6385984
|
34
|
+
bigdl/cpp/libs/speculative,sha256=y0geUUwWeci8rmwgHYia4ESpS0d96P318nA9IEl2hPM,6464840
|
35
|
+
bigdl/cpp/libs/tokenize,sha256=tinOJ_CvdW3pjh_BQOiHhFs90hUyAEUHGLT31c1eCs4,6381912
|
36
|
+
bigdl/cpp/libs/train-text-from-scratch,sha256=et9q0dB7z6aQkbvlD2u2i8jGWkrav8Y8ZED_sNuzu64,6485808
|
37
|
+
bigdl/cpp/libs/vdot,sha256=iRmaGZzwzoYvkiuv3CuZ7LIWaGPPJl7FKx1IZEm7Gjs,1355912
|
38
|
+
bigdl_core_cpp-2.5.0b20230102.data/scripts/init-llama-cpp,sha256=CDF9yYo1QbcZBe3ONFUVDU1dr9nToxfBGHMr6JmlYc8,319
|
39
|
+
bigdl_core_cpp-2.5.0b20230102.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
|
40
|
+
bigdl_core_cpp-2.5.0b20230102.dist-info/METADATA,sha256=H4t19GGWWVvBHPq-X7T_K-QVK_ujzuhSeb94DxmC5Dg,640
|
41
|
+
bigdl_core_cpp-2.5.0b20230102.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
|
42
|
+
bigdl_core_cpp-2.5.0b20230102.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
|
43
|
+
bigdl_core_cpp-2.5.0b20230102.dist-info/RECORD,,
|
@@ -0,0 +1 @@
|
|
1
|
+
bigdl
|