bigdl-core-cpp 2.5.0rc1__py3-none-manylinux2010_x86_64.whl → 2.6.0__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. bigdl/cpp/cli/init-llama-cpp +3 -5
  2. bigdl/cpp/cli/init-ollama +1 -1
  3. bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +908 -140
  4. bigdl/cpp/convert_hf_to_gguf_update.py +376 -0
  5. bigdl/cpp/convert_llama_ggml_to_gguf.py +450 -0
  6. bigdl/cpp/convert_lora_to_gguf.py +433 -0
  7. bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
  8. bigdl/cpp/gguf-py/gguf/constants.py +433 -89
  9. bigdl/cpp/gguf-py/gguf/gguf.py +1 -1
  10. bigdl/cpp/gguf-py/gguf/gguf_reader.py +5 -6
  11. bigdl/cpp/gguf-py/gguf/gguf_writer.py +77 -14
  12. bigdl/cpp/gguf-py/gguf/lazy.py +3 -1
  13. bigdl/cpp/gguf-py/gguf/metadata.py +195 -76
  14. bigdl/cpp/gguf-py/gguf/quants.py +1210 -64
  15. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +156 -34
  16. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  17. bigdl/cpp/gguf-py/gguf/vocab.py +325 -3
  18. bigdl/cpp/libs/libggml-base.so +0 -0
  19. bigdl/cpp/libs/libggml-cpu.so +0 -0
  20. bigdl/cpp/libs/libggml-sycl.so +0 -0
  21. bigdl/cpp/libs/libggml.so +0 -0
  22. bigdl/cpp/libs/libllama.so +0 -0
  23. bigdl/cpp/libs/libllava_shared.so +0 -0
  24. bigdl/cpp/libs/libmllama.so +0 -0
  25. bigdl/cpp/libs/libollama-ggml-base.so +0 -0
  26. bigdl/cpp/libs/libollama-ggml-cpu.so +0 -0
  27. bigdl/cpp/libs/libollama-ggml-sycl.so +0 -0
  28. bigdl/cpp/libs/libollama_ggml.so +0 -0
  29. bigdl/cpp/libs/libollama_llama.so +0 -0
  30. bigdl/cpp/libs/libollama_llava_shared.so +0 -0
  31. bigdl/cpp/libs/libsample.so +0 -0
  32. bigdl/cpp/libs/llama-batched +0 -0
  33. bigdl/cpp/libs/llama-bench +0 -0
  34. bigdl/cpp/libs/llama-cli +0 -0
  35. bigdl/cpp/libs/llama-embedding +0 -0
  36. bigdl/cpp/libs/llama-gemma3-cli +0 -0
  37. bigdl/cpp/libs/llama-gguf +0 -0
  38. bigdl/cpp/libs/llama-llava-cli +0 -0
  39. bigdl/cpp/libs/llama-lookup +0 -0
  40. bigdl/cpp/libs/llama-ls-sycl-device +0 -0
  41. bigdl/cpp/libs/llama-minicpmv-cli +0 -0
  42. bigdl/cpp/libs/llama-perplexity +0 -0
  43. bigdl/cpp/libs/llama-quantize +0 -0
  44. bigdl/cpp/libs/llama-server +0 -0
  45. bigdl/cpp/libs/llama-simple +0 -0
  46. bigdl/cpp/libs/llama-speculative +0 -0
  47. bigdl/cpp/libs/llama-tokenize +0 -0
  48. bigdl/cpp/libs/ollama +0 -0
  49. bigdl/cpp/libs/ollama-lib +0 -0
  50. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0.data}/scripts/init-llama-cpp +3 -5
  51. bigdl_core_cpp-2.6.0.data/scripts/init-ollama +8 -0
  52. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0.dist-info}/METADATA +9 -5
  53. bigdl_core_cpp-2.6.0.dist-info/RECORD +58 -0
  54. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0.dist-info}/WHEEL +1 -1
  55. bigdl/cpp/convert.py +0 -1714
  56. bigdl/cpp/libs/baby-llama +0 -0
  57. bigdl/cpp/libs/batched +0 -0
  58. bigdl/cpp/libs/batched-bench +0 -0
  59. bigdl/cpp/libs/benchmark +0 -0
  60. bigdl/cpp/libs/embedding +0 -0
  61. bigdl/cpp/libs/gguf +0 -0
  62. bigdl/cpp/libs/imatrix +0 -0
  63. bigdl/cpp/libs/llava-cli +0 -0
  64. bigdl/cpp/libs/lookahead +0 -0
  65. bigdl/cpp/libs/lookup +0 -0
  66. bigdl/cpp/libs/ls-sycl-device +0 -0
  67. bigdl/cpp/libs/main +0 -0
  68. bigdl/cpp/libs/perplexity +0 -0
  69. bigdl/cpp/libs/quantize +0 -0
  70. bigdl/cpp/libs/quantize-stats +0 -0
  71. bigdl/cpp/libs/save-load-state +0 -0
  72. bigdl/cpp/libs/server +0 -0
  73. bigdl/cpp/libs/speculative +0 -0
  74. bigdl/cpp/libs/tokenize +0 -0
  75. bigdl_core_cpp-2.5.0rc1.data/scripts/init-ollama +0 -8
  76. bigdl_core_cpp-2.5.0rc1.dist-info/RECORD +0 -45
  77. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0.dist-info}/top_level.txt +0 -0
bigdl/cpp/cli/init-llama-cpp CHANGED
@@ -4,11 +4,9 @@
4
4
  llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
5
  lib_dir="$llm_dir/libs"
6
6
 
7
- command1="find ${lib_dir} -type f ! -name 'ollama' -exec ln -s {} . \;"
7
+ command1="find ${lib_dir} -type f ! \( -name '*ollama*' -o -name '*libollama*' \) -exec ln -sf {} . \;"
8
8
  eval "$command1"
9
- command2="cp ${llm_dir}/convert.py ."
9
+ command2="cp ${llm_dir}/convert*.py ."
10
10
  eval "$command2"
11
11
  command3="cp -r ${llm_dir}/gguf-py ."
12
- eval "$command3"
13
- command4="cp ${llm_dir}/convert-hf-to-gguf.py ."
14
- eval "$command4"
12
+ eval "$command3"
bigdl/cpp/cli/init-ollama CHANGED
@@ -4,5 +4,5 @@
4
4
  llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
5
  lib_dir="$llm_dir/libs"
6
6
 
7
- command="ln -s ${lib_dir}/ollama ${PWD}"
7
+ ln -sf "${lib_dir}"/{ollama,ollama-lib,libollama_ggml.so,libollama-ggml-cpu.so,libollama-ggml-sycl.so,libollama-ggml-base.so,libollama_llama.so,libollama_llava_shared.so,libmllama.so,libsample.so} "${PWD}"
8
8
  eval "$command"