bigdl-core-cpp 2.7.0b20250413__py3-none-manylinux2010_x86_64.whl → 2.7.0b20250415__py3-none-manylinux2010_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. bigdl/cpp/cli/init-llama-cpp +1 -1
  2. bigdl/cpp/cli/init-ollama +2 -2
  3. bigdl/cpp/convert_hf_to_gguf.py +697 -60
  4. bigdl/cpp/convert_hf_to_gguf_update.py +46 -41
  5. bigdl/cpp/convert_lora_to_gguf.py +33 -5
  6. bigdl/cpp/gguf-py/gguf/constants.py +344 -123
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +31 -3
  8. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +122 -25
  9. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  10. bigdl/cpp/gguf-py/gguf/vocab.py +1 -1
  11. bigdl/cpp/libs/{libggml-sycl.so → llama_cpp/libggml-sycl.so} +0 -0
  12. bigdl/cpp/libs/llama_cpp/libllama.so +0 -0
  13. bigdl/cpp/libs/{llama-batched → llama_cpp/llama-batched} +0 -0
  14. bigdl/cpp/libs/{llama-bench → llama_cpp/llama-bench} +0 -0
  15. bigdl/cpp/libs/{llama-cli → llama_cpp/llama-cli} +0 -0
  16. bigdl/cpp/libs/{llama-embedding → llama_cpp/llama-embedding} +0 -0
  17. bigdl/cpp/libs/{llama-gemma3-cli → llama_cpp/llama-gemma3-cli} +0 -0
  18. bigdl/cpp/libs/{llama-llava-cli → llama_cpp/llama-llava-cli} +0 -0
  19. bigdl/cpp/libs/{llama-lookup → llama_cpp/llama-lookup} +0 -0
  20. bigdl/cpp/libs/{llama-minicpmv-cli → llama_cpp/llama-minicpmv-cli} +0 -0
  21. bigdl/cpp/libs/{llama-perplexity → llama_cpp/llama-perplexity} +0 -0
  22. bigdl/cpp/libs/{llama-quantize → llama_cpp/llama-quantize} +0 -0
  23. bigdl/cpp/libs/{llama-server → llama_cpp/llama-server} +0 -0
  24. bigdl/cpp/libs/{llama-speculative → llama_cpp/llama-speculative} +0 -0
  25. bigdl/cpp/libs/{llama-tokenize → llama_cpp/llama-tokenize} +0 -0
  26. bigdl/cpp/libs/{ollama-lib → llama_cpp/ollama-lib} +0 -0
  27. bigdl/cpp/libs/ollama/libggml-base.so +0 -0
  28. bigdl/cpp/libs/ollama/libggml-cpu-alderlake.so +0 -0
  29. bigdl/cpp/libs/ollama/libggml-cpu-haswell.so +0 -0
  30. bigdl/cpp/libs/ollama/libggml-cpu-skylakex.so +0 -0
  31. bigdl/cpp/libs/{libollama-ggml-sycl.so → ollama/libggml-sycl.so} +0 -0
  32. bigdl/cpp/libs/ollama/libggml.so +0 -0
  33. bigdl/cpp/libs/ollama/libllama.so +0 -0
  34. bigdl/cpp/libs/ollama/libllava_shared.so +0 -0
  35. bigdl/cpp/libs/ollama/libsample.so +0 -0
  36. bigdl/cpp/libs/ollama/ollama +0 -0
  37. bigdl/cpp/libs/ollama/ollama-lib +0 -0
  38. {bigdl_core_cpp-2.7.0b20250413.data → bigdl_core_cpp-2.7.0b20250415.data}/scripts/init-llama-cpp +1 -1
  39. bigdl_core_cpp-2.7.0b20250415.data/scripts/init-ollama +8 -0
  40. {bigdl_core_cpp-2.7.0b20250413.dist-info → bigdl_core_cpp-2.7.0b20250415.dist-info}/METADATA +1 -1
  41. bigdl_core_cpp-2.7.0b20250415.dist-info/RECORD +61 -0
  42. bigdl/cpp/libs/libllama.so +0 -0
  43. bigdl/cpp/libs/libmllama.so +0 -0
  44. bigdl/cpp/libs/libollama-ggml-base.so +0 -0
  45. bigdl/cpp/libs/libollama-ggml-cpu.so +0 -0
  46. bigdl/cpp/libs/libollama_ggml.so +0 -0
  47. bigdl/cpp/libs/libollama_llama.so +0 -0
  48. bigdl/cpp/libs/libollama_llava_shared.so +0 -0
  49. bigdl/cpp/libs/libsample.so +0 -0
  50. bigdl_core_cpp-2.7.0b20250413.data/scripts/init-ollama +0 -8
  51. bigdl_core_cpp-2.7.0b20250413.dist-info/RECORD +0 -58
  52. /bigdl/cpp/libs/{libggml-base.so → llama_cpp/libggml-base.so} +0 -0
  53. /bigdl/cpp/libs/{libggml-cpu.so → llama_cpp/libggml-cpu.so} +0 -0
  54. /bigdl/cpp/libs/{libggml.so → llama_cpp/libggml.so} +0 -0
  55. /bigdl/cpp/libs/{libllava_shared.so → llama_cpp/libllava_shared.so} +0 -0
  56. /bigdl/cpp/libs/{llama-gguf → llama_cpp/llama-gguf} +0 -0
  57. /bigdl/cpp/libs/{llama-ls-sycl-device → llama_cpp/llama-ls-sycl-device} +0 -0
  58. /bigdl/cpp/libs/{llama-simple → llama_cpp/llama-simple} +0 -0
  59. /bigdl/cpp/libs/{ollama → llama_cpp/ollama} +0 -0
  60. {bigdl_core_cpp-2.7.0b20250413.dist-info → bigdl_core_cpp-2.7.0b20250415.dist-info}/WHEEL +0 -0
  61. {bigdl_core_cpp-2.7.0b20250413.dist-info → bigdl_core_cpp-2.7.0b20250415.dist-info}/top_level.txt +0 -0
bigdl/cpp/cli/init-llama-cpp CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  # Default values
4
4
  llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
- lib_dir="$llm_dir/libs"
5
+ lib_dir="$llm_dir/libs/llama_cpp"
6
6
 
7
7
  command1="find ${lib_dir} -type f ! \( -name '*ollama*' -o -name '*libollama*' \) -exec ln -sf {} . \;"
8
8
  eval "$command1"
bigdl/cpp/cli/init-ollama CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  # Default values
4
4
  llm_dir="$(dirname "$(python -c "import bigdl.cpp;print(bigdl.cpp.__file__)")")"
5
- lib_dir="$llm_dir/libs"
5
+ lib_dir="$llm_dir/libs/ollama"
6
6
 
7
- ln -sf "${lib_dir}"/{ollama,ollama-lib,libollama_ggml.so,libollama-ggml-cpu.so,libollama-ggml-sycl.so,libollama-ggml-base.so,libollama_llama.so,libollama_llava_shared.so,libmllama.so,libsample.so} "${PWD}"
7
+ ln -sf "${lib_dir}"/{ollama,ollama-lib,libggml.so,libggml-cpu-alderlake.so,libggml-cpu-haswell.so,libggml-cpu-skylakex.so,libggml-sycl.so,libggml-base.so,libllama.so,libllava_shared.so,libsample.so} "${PWD}"
8
8
  eval "$command"