bigdl-core-cpp 2.1.0b20230202__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. bigdl/cpp/__init__.py +0 -0
  2. bigdl/cpp/cli/init-llama-cpp +14 -0
  3. bigdl/cpp/cli/init-ollama +8 -0
  4. bigdl/cpp/convert-hf-to-gguf.py +2858 -0
  5. bigdl/cpp/convert.py +1714 -0
  6. bigdl/cpp/gguf-py/__init__.py +0 -0
  7. bigdl/cpp/gguf-py/gguf/__init__.py +7 -0
  8. bigdl/cpp/gguf-py/gguf/constants.py +1033 -0
  9. bigdl/cpp/gguf-py/gguf/gguf.py +15 -0
  10. bigdl/cpp/gguf-py/gguf/gguf_reader.py +296 -0
  11. bigdl/cpp/gguf-py/gguf/gguf_writer.py +554 -0
  12. bigdl/cpp/gguf-py/gguf/lazy.py +236 -0
  13. bigdl/cpp/gguf-py/gguf/py.typed +0 -0
  14. bigdl/cpp/gguf-py/gguf/quants.py +123 -0
  15. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +463 -0
  16. bigdl/cpp/gguf-py/gguf/vocab.py +165 -0
  17. bigdl/cpp/libs/baby-llama +0 -0
  18. bigdl/cpp/libs/batched +0 -0
  19. bigdl/cpp/libs/batched-bench +0 -0
  20. bigdl/cpp/libs/benchmark +0 -0
  21. bigdl/cpp/libs/embedding +0 -0
  22. bigdl/cpp/libs/export-lora +0 -0
  23. bigdl/cpp/libs/finetune +0 -0
  24. bigdl/cpp/libs/gguf +0 -0
  25. bigdl/cpp/libs/gritlm +0 -0
  26. bigdl/cpp/libs/imatrix +0 -0
  27. bigdl/cpp/libs/infill +0 -0
  28. bigdl/cpp/libs/llama-bench +0 -0
  29. bigdl/cpp/libs/llava-cli +0 -0
  30. bigdl/cpp/libs/lookahead +0 -0
  31. bigdl/cpp/libs/lookup +0 -0
  32. bigdl/cpp/libs/ls-sycl-device +0 -0
  33. bigdl/cpp/libs/main +0 -0
  34. bigdl/cpp/libs/ollama +0 -0
  35. bigdl/cpp/libs/parallel +0 -0
  36. bigdl/cpp/libs/perplexity +0 -0
  37. bigdl/cpp/libs/quantize +0 -0
  38. bigdl/cpp/libs/quantize-stats +0 -0
  39. bigdl/cpp/libs/save-load-state +0 -0
  40. bigdl/cpp/libs/server +0 -0
  41. bigdl/cpp/libs/simple +0 -0
  42. bigdl/cpp/libs/speculative +0 -0
  43. bigdl/cpp/libs/tokenize +0 -0
  44. bigdl/cpp/libs/train-text-from-scratch +0 -0
  45. bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp +14 -0
  46. bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama +8 -0
  47. bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA +18 -0
  48. bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD +50 -0
  49. bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL +5 -0
  50. bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt +1 -0
Binary file
Binary file
Binary file
Binary file
Binary file
bigdl/cpp/libs/server ADDED
Binary file
bigdl/cpp/libs/simple ADDED
Binary file
Binary file
Binary file
Binary file
@@ -0,0 +1,14 @@
1
+ #!/bin/bash
2
+
3
+ # Default values
4
+ llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
+ lib_dir="$llm_dir/libs"
6
+
7
+ command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
8
+ eval "$command1"
9
+ command2="cp ${llm_dir}/convert.py ."
10
+ eval "$command2"
11
+ command3="cp -r ${llm_dir}/gguf-py ."
12
+ eval "$command3"
13
+ command4="cp ${llm_dir}/convert-hf-to-gguf.py ."
14
+ eval "$command4"
@@ -0,0 +1,8 @@
1
+ #!/bin/bash
2
+
3
+ # Default values
4
+ llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
+ lib_dir="$llm_dir/libs"
6
+
7
+ command="ln -s ${lib_dir}/ollama ${PWD}"
8
+ eval "$command"
@@ -0,0 +1,18 @@
1
+ Metadata-Version: 2.1
2
+ Name: bigdl-core-cpp
3
+ Version: 2.1.0b20230202
4
+ Summary: Large Language Model Develop Toolkit
5
+ Author: BigDL Authors
6
+ License: Apache License, Version 2.0
7
+ Classifier: License :: OSI Approved :: Apache Software License
8
+ Classifier: Programming Language :: Python :: 3
9
+ Classifier: Programming Language :: Python :: 3.9
10
+ Classifier: Programming Language :: Python :: Implementation :: CPython
11
+ Requires-Dist: torch ==2.2.0
12
+ Requires-Dist: numpy ==1.26.4
13
+ Requires-Dist: transformers <5.0.0,>=4.35.2
14
+ Requires-Dist: sentencepiece ~=0.1.98
15
+ Requires-Dist: accelerate ==0.21.0
16
+ Requires-Dist: protobuf <5.0.0,>=4.21.0
17
+ Requires-Dist: gguf >=0.1.0
18
+
@@ -0,0 +1,50 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert-hf-to-gguf.py,sha256=UUIkBBSF75Uo5OiVwXVAuiLx3WXwZlXXL6tYgZ7IQhk,127002
3
+ bigdl/cpp/convert.py,sha256=XMMcpfWHwEAAWzwLXe9mmJTU7cMvcyw8g2BFctfZnvI,69417
4
+ bigdl/cpp/cli/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
5
+ bigdl/cpp/cli/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=Xr2OoA3yQ8Z5GcbGcppNQ4Tw9zKMzPxTD0iI6qm-SRc,172
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=WKonDaR_T0NlibX3p3mE4aDj0ohTjLVyGDnWdMHvOME,34361
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=8MDu7a0JEXhLUv_tjhYqDrWubVNc41cFvBYZbkZZenI,478
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=ReWAZwL589DW_bKWix0LK2qaDWOj0r4jXPKBymoJ-B4,12028
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=kr3biGPsSq3nBEQ4uDIrKJ9zfYOdIRMLOQI4fS6lcpk,20945
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=H7YCO73KFK_s1EZtO8-Cj98NJa7JaNPDaD6k1KeKBuA,9788
13
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=dI6JsSpaSzfdz7OwfqH1kvK98M_Ax8d6NMNYY5pyoQM,4354
15
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=WmyVE4nXKyQbfX3_qW4vyFWYX-5xgK_FL7V9oKIf8lY,23425
16
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=vsRrPQ6RafirhBmMp9h3YGZh_tqEjeg7S2hiLvMv7Ys,6847
17
+ bigdl/cpp/libs/baby-llama,sha256=EpD0sA6aeJ-A9zcaLk_TGFhvqJgc4yKG_enzhzFcas0,10688728
18
+ bigdl/cpp/libs/batched,sha256=ZadLnW6JCZE69ME5TK0x24u89qJaJ1yxo5MFK3I9XUU,10613304
19
+ bigdl/cpp/libs/batched-bench,sha256=q-8caaCZiPB1gXEJL7r3BK85JrHf8CapUr4j41hFqaw,10617560
20
+ bigdl/cpp/libs/benchmark,sha256=zvA0ArFOj78oFx6yqYhMXurFlv4yXxNtO0LoeYkRhIQ,1456400
21
+ bigdl/cpp/libs/embedding,sha256=yGC3APUr2PS9NngF_zDgxiFOQgV9ov9QFutTK6bYGmw,10613440
22
+ bigdl/cpp/libs/export-lora,sha256=KikN0BrTcKc68Gp8I3plH-NIpvGeU-q9wKS_DbMg55w,8897656
23
+ bigdl/cpp/libs/finetune,sha256=dqFjoF7BjABTHFroQgAv5NvqAisieO_SeQc22w0_dfY,10729952
24
+ bigdl/cpp/libs/gguf,sha256=Bn0hNrd3fCKXjCrwyiiQwWkUzNln1yogMBMP_i_nHok,8888816
25
+ bigdl/cpp/libs/gritlm,sha256=EHo1xKGD2mQtNv4VSEV9iF0D4oD0teMSdJt3pRW23t8,10617832
26
+ bigdl/cpp/libs/imatrix,sha256=oJzWqrh9Bne6a72Il07MaGLVX9aFxB9TofowIZWn7Oc,10641304
27
+ bigdl/cpp/libs/infill,sha256=OaUBCpNQU7X_-aKDQomgEMxi3xs3UDBAWF3uMvGvuNQ,10651928
28
+ bigdl/cpp/libs/llama-bench,sha256=fvD7jQ6wUa7GmJZq0UmGvV0F1Q3dS1r03-zn-swFQXg,10706880
29
+ bigdl/cpp/libs/llava-cli,sha256=LPMxbrFFEz83na2wKKJxgJzfdzRs1eQKiMPcwMR8ydA,10931544
30
+ bigdl/cpp/libs/lookahead,sha256=AHXPRult1So1XQu3la3KmCNfjUTtw0NvVQYJrLtgpCs,10621672
31
+ bigdl/cpp/libs/lookup,sha256=MZd5ae9-iVw-D59x2_x_NRKApBVmtf1M0yPGDV85rkY,10645544
32
+ bigdl/cpp/libs/ls-sycl-device,sha256=nUjRStUq3vTfCssu_H63hON4ij1HGJVbiY_lxKiIqms,8880464
33
+ bigdl/cpp/libs/main,sha256=6sNtnM7juneI96MuIjA5Hxt8_Dj_dTfBiRYVS6TFlmA,10672824
34
+ bigdl/cpp/libs/ollama,sha256=f73B3j-ejoWZc_MiDgwyL6eF7TlO35PdrLipIMzQtUU,44638920
35
+ bigdl/cpp/libs/parallel,sha256=UbmO11kwBKig0jNgSaRx20RyJyX7W6vHp6IQA1jYZWM,10630024
36
+ bigdl/cpp/libs/perplexity,sha256=xqTauECbh5hqUQgaI1hrX2XZX7N8WmTSbj85LX_dchE,10714384
37
+ bigdl/cpp/libs/quantize,sha256=GIWewTk345-q9AxNz31w0qnMikkaSmb-jDQKJYJkh2o,10639624
38
+ bigdl/cpp/libs/quantize-stats,sha256=hQitM6Xrr-GGX1VJv8xskjPLXNIcBELJJwHrsVBya58,10153704
39
+ bigdl/cpp/libs/save-load-state,sha256=XtxAlCYN22cAATXkOhRkG31_hRYMoFLFcoeZUhwFJ0Q,10613576
40
+ bigdl/cpp/libs/server,sha256=IoAcn47SEiz24ndvOodwiTtREARh5g8LCAyl-B6LA98,11470792
41
+ bigdl/cpp/libs/simple,sha256=NwgGwXxhvbBb9gHLE_gxENAo8mRkOYNmTPBuqXGEpgQ,10609208
42
+ bigdl/cpp/libs/speculative,sha256=Qmtxaz-FhOG05Ca0665H-IuC8zQIgLPl9HtDWMi03b4,10647688
43
+ bigdl/cpp/libs/tokenize,sha256=VYQ7duWaK5x0IjxEri5EaoD7pS-yBSVimbGw9RY8ppY,10613488
44
+ bigdl/cpp/libs/train-text-from-scratch,sha256=25hQXJ_esEW7fFnW8sYHSEkNHnto5S2Bare3ADtP0mA,10713104
45
+ bigdl_core_cpp-2.1.0b20230202.data/scripts/init-llama-cpp,sha256=qpIwMQc2Vb11fmovXFJKefp5iD1tQMfL8Ma7Y3Ebguk,400
46
+ bigdl_core_cpp-2.1.0b20230202.data/scripts/init-ollama,sha256=5eg4DsWg87iysFRh7leawr6H47F_sHydwL5we6fUG6o,193
47
+ bigdl_core_cpp-2.1.0b20230202.dist-info/METADATA,sha256=PLfpEuLberZfmFOQSjWFWHNEbM2TZOSuFqDhLuN4-5k,650
48
+ bigdl_core_cpp-2.1.0b20230202.dist-info/WHEEL,sha256=GHycjhgos9e5ojAyWZiFxz9HM8k84hAls6WqrsH8row,109
49
+ bigdl_core_cpp-2.1.0b20230202.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
50
+ bigdl_core_cpp-2.1.0b20230202.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: bdist_wheel (0.43.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-manylinux2010_x86_64
5
+