bigdl-core-cpp 2.1.0b2__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. bigdl/cpp/__init__.py +0 -0
  2. bigdl/cpp/cli/init-llama-cpp +14 -0
  3. bigdl/cpp/cli/init-ollama +8 -0
  4. bigdl/cpp/convert-hf-to-gguf.py +2856 -0
  5. bigdl/cpp/convert.py +1714 -0
  6. bigdl/cpp/gguf-py/__init__.py +0 -0
  7. bigdl/cpp/gguf-py/gguf/__init__.py +7 -0
  8. bigdl/cpp/gguf-py/gguf/constants.py +1033 -0
  9. bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
  10. bigdl/cpp/gguf-py/gguf/gguf_reader.py +296 -0
  11. bigdl/cpp/gguf-py/gguf/gguf_writer.py +554 -0
  12. bigdl/cpp/gguf-py/gguf/lazy.py +236 -0
  13. bigdl/cpp/gguf-py/gguf/py.typed +0 -0
  14. bigdl/cpp/gguf-py/gguf/quants.py +123 -0
  15. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +463 -0
  16. bigdl/cpp/gguf-py/gguf/vocab.py +165 -0
  17. bigdl/cpp/libs/baby-llama +0 -0
  18. bigdl/cpp/libs/batched +0 -0
  19. bigdl/cpp/libs/batched-bench +0 -0
  20. bigdl/cpp/libs/benchmark +0 -0
  21. bigdl/cpp/libs/embedding +0 -0
  22. bigdl/cpp/libs/gguf +0 -0
  23. bigdl/cpp/libs/imatrix +0 -0
  24. bigdl/cpp/libs/llama-bench +0 -0
  25. bigdl/cpp/libs/llava-cli +0 -0
  26. bigdl/cpp/libs/lookahead +0 -0
  27. bigdl/cpp/libs/lookup +0 -0
  28. bigdl/cpp/libs/ls-sycl-device +0 -0
  29. bigdl/cpp/libs/main +0 -0
  30. bigdl/cpp/libs/ollama +0 -0
  31. bigdl/cpp/libs/perplexity +0 -0
  32. bigdl/cpp/libs/quantize +0 -0
  33. bigdl/cpp/libs/quantize-stats +0 -0
  34. bigdl/cpp/libs/save-load-state +0 -0
  35. bigdl/cpp/libs/server +0 -0
  36. bigdl/cpp/libs/speculative +0 -0
  37. bigdl/cpp/libs/tokenize +0 -0
  38. bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp +14 -0
  39. bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama +8 -0
  40. bigdl_core_cpp-2.1.0b2.dist-info/METADATA +18 -0
  41. bigdl_core_cpp-2.1.0b2.dist-info/RECORD +43 -0
  42. bigdl_core_cpp-2.1.0b2.dist-info/WHEEL +5 -0
  43. bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt +1 -0
bigdl/cpp/libs/server ADDED
Binary file
Binary file
Binary file
@@ -0,0 +1,14 @@
1
+ #!/bin/bash
2
+
3
+ # Default values
4
+ llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
+ lib_dir="$llm_dir/libs"
6
+
7
+ command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
8
+ eval "$command1"
9
+ command2="cp ${llm_dir}/convert.py ."
10
+ eval "$command2"
11
+ command3="cp -r ${llm_dir}/gguf-py ."
12
+ eval "$command3"
13
+ command4="cp ${llm_dir}/convert-hf-to-gguf.py ."
14
+ eval "$command4"
@@ -0,0 +1,8 @@
1
+ #!/bin/bash
2
+
3
+ # Default values
4
+ llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
+ lib_dir="$llm_dir/libs"
6
+
7
+ command="ln -s ${lib_dir}/ollama ${PWD}"
8
+ eval "$command"
@@ -0,0 +1,18 @@
1
+ Metadata-Version: 2.1
2
+ Name: bigdl-core-cpp
3
+ Version: 2.1.0b2
4
+ Summary: Large Language Model Develop Toolkit
5
+ Author: BigDL Authors
6
+ License: Apache License, Version 2.0
7
+ Classifier: License :: OSI Approved :: Apache Software License
8
+ Classifier: Programming Language :: Python :: 3
9
+ Classifier: Programming Language :: Python :: 3.9
10
+ Classifier: Programming Language :: Python :: Implementation :: CPython
11
+ Requires-Dist: torch ==2.2.0
12
+ Requires-Dist: numpy ==1.26.4
13
+ Requires-Dist: transformers <5.0.0,>=4.35.2
14
+ Requires-Dist: sentencepiece ~=0.1.98
15
+ Requires-Dist: accelerate ==0.21.0
16
+ Requires-Dist: protobuf <5.0.0,>=4.21.0
17
+ Requires-Dist: gguf >=0.1.0
18
+
@@ -0,0 +1,43 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert-hf-to-gguf.py,sha256=VbKd1bvq0MX12aIv27-tySszWIHw1Mj4et8I_XsLOFM,126986
3
+ bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
4
+ bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
5
+ bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
13
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
15
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
16
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
17
+ bigdl/cpp/libs/baby-llama,sha256=quyptfcNjKTqtlFUm0nG2YPKqp5Bwa8j609Lw-KSAJ4,13995576
18
+ bigdl/cpp/libs/batched,sha256=uFKl4WIBDgcJxHnKh319ZWHqk9PLJwMjr1povRkaVDk,13920144
19
+ bigdl/cpp/libs/batched-bench,sha256=BlZmXCRKmsyakswPVwbXkFw6ZVw_NCrMdUyjdEoVhtM,13920304
20
+ bigdl/cpp/libs/benchmark,sha256=P-SeKr4iKVEpG8Zc3zJ6eN9Pjk5sojhM9Sr667qCAk0,1452608
21
+ bigdl/cpp/libs/embedding,sha256=pau25CEctCshCpeAXAiwm8SeE_DC4ZT_heRfXtq3P4Y,13920288
22
+ bigdl/cpp/libs/gguf,sha256=rubvvF-hRdAWRG0QY73VIKcUAqy-aPx6SGiR3kkrHlA,12192232
23
+ bigdl/cpp/libs/imatrix,sha256=24FQiyDUJPhbZytWWkLUzrCah6Hxhgg_vfpbY4vV1t0,13948144
24
+ bigdl/cpp/libs/llama-bench,sha256=T6VDmG7iRPFpsRjonTS0L1-Mo4uRkRCsWGCGUBbBFMM,14013784
25
+ bigdl/cpp/libs/llava-cli,sha256=zYmTXYuZU30DfjvPoDBb929ZDgNhETeMuH-SsbUPbmI,14234296
26
+ bigdl/cpp/libs/lookahead,sha256=1S-Ck9dn6iXlHAsaooDrJ-0uT9xfOnyrGWwHVN0ISDA,13928512
27
+ bigdl/cpp/libs/lookup,sha256=30YExoKYoO_IL1dtMJtfOfbUZ83RxtJbU1nIJ_1kdsE,13952392
28
+ bigdl/cpp/libs/ls-sycl-device,sha256=zfjwXEnsAtqV1_XNom04U51guXi3uU3o4lhMDVU9IRc,12183880
29
+ bigdl/cpp/libs/main,sha256=jBoBmQCjh2IZLI41JvcDS6DU0MkzETjGYJtWAzwLn6s,13979736
30
+ bigdl/cpp/libs/ollama,sha256=pXvEhWxO0FmQg52IJ1hqGKS6X_fPtnRPjfXZroQYsv8,47108800
31
+ bigdl/cpp/libs/perplexity,sha256=Vj8wdBoAP1qBUcXJKxNStUENAcNBrfhKLyLqHqLjtM4,14021232
32
+ bigdl/cpp/libs/quantize,sha256=wRMVMilx2HmegSYWiLqU32fZot0OZKojAGn8q57VScg,13946520
33
+ bigdl/cpp/libs/quantize-stats,sha256=Z_Wf1obFHSeFpjw9iiIrdVLBgQbt6V2HU742HEyBh84,13460688
34
+ bigdl/cpp/libs/save-load-state,sha256=I-crwtSW4ABNeMx5sFYIen7D16450M-VOIzwpG0oTAY,13920416
35
+ bigdl/cpp/libs/server,sha256=3v_HQZ_FxPHSyZcTvY5LyighPLZINQed8oshLyZ6mDs,14773616
36
+ bigdl/cpp/libs/speculative,sha256=3hKSVHwSEmEZUA82sVhuNDno8Rw_l6aqFFfEfMx2ZWI,13954528
37
+ bigdl/cpp/libs/tokenize,sha256=-l1D-gI5tlb0Vure4c1JRjlZ0aVg1B5erCPJ_2pdgG8,13920336
38
+ bigdl_core_cpp-2.1.0b2.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
39
+ bigdl_core_cpp-2.1.0b2.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
40
+ bigdl_core_cpp-2.1.0b2.dist-info/METADATA,sha256=QXCnbiO0HBPJWf2-9n0aQgE6WEIwngdGR2Wgslk5z0A,643
41
+ bigdl_core_cpp-2.1.0b2.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
42
+ bigdl_core_cpp-2.1.0b2.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
43
+ bigdl_core_cpp-2.1.0b2.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: bdist_wheel (0.43.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-manylinux2010_x86_64
5
+
@@ -0,0 +1 @@
1
+ bigdl