bigdl-core-cpp 2.5.0rc1__py3-none-win_amd64.whl → 2.6.0b20240827__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +413 -67
  2. bigdl/cpp/convert_hf_to_gguf_update.py +354 -0
  3. bigdl/cpp/convert_llama_ggml_to_gguf.py +454 -0
  4. bigdl/cpp/convert_lora_to_gguf.py +393 -0
  5. bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
  6. bigdl/cpp/gguf-py/gguf/constants.py +71 -2
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +16 -1
  8. bigdl/cpp/gguf-py/gguf/lazy.py +4 -1
  9. bigdl/cpp/gguf-py/gguf/metadata.py +70 -63
  10. bigdl/cpp/gguf-py/gguf/quants.py +1129 -64
  11. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +23 -15
  12. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  13. bigdl/cpp/gguf-py/gguf/vocab.py +301 -1
  14. bigdl/cpp/libs/common.lib +0 -0
  15. bigdl/cpp/libs/{gguf.exe → dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll} +0 -0
  16. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll +0 -0
  17. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe +0 -0
  18. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll +0 -0
  19. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll +0 -0
  20. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe +0 -0
  21. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll +0 -0
  22. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll +0 -0
  23. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe +0 -0
  24. bigdl/cpp/libs/{ggml_shared.dll → ggml.dll} +0 -0
  25. bigdl/cpp/libs/llama-batched.exe +0 -0
  26. bigdl/cpp/libs/llama-bench.exe +0 -0
  27. bigdl/cpp/libs/llama-cli.exe +0 -0
  28. bigdl/cpp/libs/llama-embedding.exe +0 -0
  29. bigdl/cpp/libs/llama-gguf.exe +0 -0
  30. bigdl/cpp/libs/llama-llava-cli.exe +0 -0
  31. bigdl/cpp/libs/llama-lookup.exe +0 -0
  32. bigdl/cpp/libs/{ls-sycl-device.exe → llama-ls-sycl-device.exe} +0 -0
  33. bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
  34. bigdl/cpp/libs/llama-perplexity.exe +0 -0
  35. bigdl/cpp/libs/llama-quantize.exe +0 -0
  36. bigdl/cpp/libs/llama-server.exe +0 -0
  37. bigdl/cpp/libs/llama-simple.exe +0 -0
  38. bigdl/cpp/libs/llama-speculative.exe +0 -0
  39. bigdl/cpp/libs/llama-tokenize.exe +0 -0
  40. bigdl/cpp/libs/llama.dll +0 -0
  41. bigdl/cpp/libs/llava_shared.dll +0 -0
  42. bigdl/cpp/libs/ollama.exe +0 -0
  43. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240827.data}/scripts/init-llama-cpp.bat +7 -2
  44. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240827.data}/scripts/init-ollama.bat +6 -0
  45. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240827.dist-info}/METADATA +1 -1
  46. bigdl_core_cpp-2.6.0b20240827.dist-info/RECORD +54 -0
  47. bigdl/cpp/convert.py +0 -1714
  48. bigdl/cpp/libs/baby-llama.exe +0 -0
  49. bigdl/cpp/libs/batched-bench.exe +0 -0
  50. bigdl/cpp/libs/batched.exe +0 -0
  51. bigdl/cpp/libs/beam-search.exe +0 -0
  52. bigdl/cpp/libs/benchmark.exe +0 -0
  53. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  54. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
  55. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
  56. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
  57. bigdl/cpp/libs/embedding.exe +0 -0
  58. bigdl/cpp/libs/export-lora.exe +0 -0
  59. bigdl/cpp/libs/finetune.exe +0 -0
  60. bigdl/cpp/libs/gritlm.exe +0 -0
  61. bigdl/cpp/libs/imatrix.exe +0 -0
  62. bigdl/cpp/libs/infill.exe +0 -0
  63. bigdl/cpp/libs/llava-cli.exe +0 -0
  64. bigdl/cpp/libs/lookahead.exe +0 -0
  65. bigdl/cpp/libs/lookup.exe +0 -0
  66. bigdl/cpp/libs/main.exe +0 -0
  67. bigdl/cpp/libs/parallel.exe +0 -0
  68. bigdl/cpp/libs/passkey.exe +0 -0
  69. bigdl/cpp/libs/perplexity.exe +0 -0
  70. bigdl/cpp/libs/q8dot.exe +0 -0
  71. bigdl/cpp/libs/quantize-stats.exe +0 -0
  72. bigdl/cpp/libs/quantize.exe +0 -0
  73. bigdl/cpp/libs/save-load-state.exe +0 -0
  74. bigdl/cpp/libs/server.exe +0 -0
  75. bigdl/cpp/libs/simple.exe +0 -0
  76. bigdl/cpp/libs/speculative.exe +0 -0
  77. bigdl/cpp/libs/tokenize.exe +0 -0
  78. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  79. bigdl/cpp/libs/vdot.exe +0 -0
  80. bigdl_core_cpp-2.5.0rc1.dist-info/RECORD +0 -63
  81. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240827.data}/scripts/init-llama-cpp.ps1 +0 -0
  82. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240827.dist-info}/WHEEL +0 -0
  83. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240827.dist-info}/top_level.txt +0 -0
bigdl_core_cpp-2.6.0b20240827.dist-info/RECORD ADDED
@@ -0,0 +1,54 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert_hf_to_gguf.py,sha256=5DxO33LLwJX4aYpWMwTTTvnZd2JinTWatBwnW54A8iQ,189773
3
+ bigdl/cpp/convert_hf_to_gguf_update.py,sha256=pKKPaDe8Dhsvcu_ofSPVEgZ6Ojgk8P9bmDIFi1Hm7lo,15503
4
+ bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=VyHM3jMYwzM5uQByh-W2DKHEXiwQDk8RBonpdbBL5l8,19734
5
+ bigdl/cpp/convert_lora_to_gguf.py,sha256=bc-D5-lINVo6SXrt-Lws8wdWeIfwcdA7GBptP3MttcM,14775
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=J1dMukNMfNKF_yEbjvOSQpYODfifY05TwdiTQqHw27E,50556
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=VZneSoXRxmxCFP55CMIqBws4XgboeC8sJeGNoMHy6Uc,35976
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=kckbqp8tj7NMkDNwePxwI_1WxK6qH5pMk9p7Lu8cj6A,8816
13
+ bigdl/cpp/gguf-py/gguf/metadata.py,sha256=wtquhynkyH8R7m3zxgeSUe2bnaekJi6HoCMiYJfJBmk,26232
14
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=8broI4A53_Zbd8nQ-a6Qcw2TY4T8XgqHhHFq-J6E9eY,58524
16
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=V2UiBqnPVfFeOK_sg9JY6mXqOLBhCsHGJy7kPHn5jMQ,31548
17
+ bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
18
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=FtNcm8M5aX9RIr6rRR6UXsUlKMagRUC2xnIWb-xu6rI,19511
19
+ bigdl/cpp/libs/common.lib,sha256=WSXIJZtPIp5-J6IrjLU5g5ddwI5rD3wRDEZRW_zxQ64,4097652
20
+ bigdl/cpp/libs/ggml.dll,sha256=lfJVqF9TFrapvurM6y-P9oh-sNmfF_B9hZwB86Z17Zs,6362624
21
+ bigdl/cpp/libs/llama-batched.exe,sha256=0ryaNUIEhisEM2eOYKXS7KaWnEf5uCLvRJLzeWIadEs,778240
22
+ bigdl/cpp/libs/llama-bench.exe,sha256=-EGcUdbN4Km1lPsPSM8yspaib5MrmXFtlkk4d6zt2m0,311808
23
+ bigdl/cpp/libs/llama-cli.exe,sha256=lnhZcqblPO8d9CQKXKfdo409X9DLSPuUhDzOajHvsRc,915456
24
+ bigdl/cpp/libs/llama-embedding.exe,sha256=qldK461mA7KVI_6tkZ8qp1WTEmudYNMs8Y0maIQE8cE,793600
25
+ bigdl/cpp/libs/llama-gguf.exe,sha256=a_l2COjZEbR10jKXXwcreFlUOb9o00W0tNlWm-0zKcI,64512
26
+ bigdl/cpp/libs/llama-llava-cli.exe,sha256=35Cmbw0exX7Vez0PNBV9jKULv2jXDQs4XQ5cnEBaHzE,1106944
27
+ bigdl/cpp/libs/llama-lookup.exe,sha256=wHWgqS0_vUKkbzHFzqb552sY0I4prH6x1tRnQ6ITPUE,860672
28
+ bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=cJxvVZfTOre8pOtIal01ZCZiqyoP9yTpkTMD9U5biDc,10240
29
+ bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=4007dManixfV0aQQLX6fYSELzRq6ggEjiSwWtjZP4TU,1099264
30
+ bigdl/cpp/libs/llama-perplexity.exe,sha256=JdXfdiVuL1F9OmX4S9F-x6PCifJVMrGd01eSzrrQe8s,921600
31
+ bigdl/cpp/libs/llama-quantize.exe,sha256=8dGvpQWigxOrCpKN9h3F413ZuZFVSq4xsrT63KaHZW4,204288
32
+ bigdl/cpp/libs/llama-server.exe,sha256=XAvFArompK2cdMfNBoWgt9UZjM9G0EUrX6YXXllQHSI,2110464
33
+ bigdl/cpp/libs/llama-simple.exe,sha256=zemR3vkU-QSMVQ10nDW3I3NP31SZ5ewBWNKZug0qL2w,771584
34
+ bigdl/cpp/libs/llama-speculative.exe,sha256=bN0tUopTS5mEUWUaaFPfL5Erec0TrAgmgiCMkk8W34s,856576
35
+ bigdl/cpp/libs/llama-tokenize.exe,sha256=rdaigAzb_wOnMKh1F-UEf6Lf2ImF7bNsW7xkcnrlvi8,174080
36
+ bigdl/cpp/libs/llama.dll,sha256=-_xuTnMeWSPlAHxTArSjeTd78ivS5_rvc32-69dCBeM,2160640
37
+ bigdl/cpp/libs/llava_shared.dll,sha256=JReTVgzGGpeNg1NZIRUkwO2mnluuuvDKsX-drEvMRcU,414208
38
+ bigdl/cpp/libs/ollama.exe,sha256=aH3bgXhTg8kYQx97xSZ0OrjbNsFhWGVFrJ6v_Thy0ug,65492018
39
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll,sha256=kuIug3_hK3gnNIQlop1ViASNhCMHAJ-Qs9_5oGrO4b4,6327808
40
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll,sha256=Up-sH9wpfRRa407Oiev1mfosowGBkyB55UCv1VeBBkw,2161152
41
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe,sha256=agaZdPGNit7l1zo3-cOHKUmWvLD90kFjL25zf7lAKS0,1360896
42
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll,sha256=u0L-NKvCCIpyXWb2NM3Z46wal4bfmQnOBtGMeKiXzh0,6327808
43
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll,sha256=EA-CE1pzP3LABMvHQzSAbzuBByIdvsqNBfupbiY60CA,2161152
44
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe,sha256=W1cb6Q4SIN7Y2ryawli6JAXex8dUWJ07eFkBYeHY6rg,1360896
45
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll,sha256=X4kJhNHzOGx3snGjEaiUf9bXrEekIuRUDOFSTi0WWcw,6327808
46
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll,sha256=tl1GKkUsDM8pQcGM8aqgL1gt7Ffyzl2louaxuIpeekY,2161152
47
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe,sha256=tglSH7L2Rkq_gOY3AlQHwIsTU7YO3Nl8uB3RWUFR76E,1360896
48
+ bigdl_core_cpp-2.6.0b20240827.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
49
+ bigdl_core_cpp-2.6.0b20240827.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
50
+ bigdl_core_cpp-2.6.0b20240827.data/scripts/init-ollama.bat,sha256=2rScaP2-_yWuAnc86NyX-i6pg7BxjvLc96Kt7HuvQVM,603
51
+ bigdl_core_cpp-2.6.0b20240827.dist-info/METADATA,sha256=N0Bwi_vkWJ8v2iUUa8JPVcN2l9_kZlRrceL_QcPWa_U,661
52
+ bigdl_core_cpp-2.6.0b20240827.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
53
+ bigdl_core_cpp-2.6.0b20240827.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
54
+ bigdl_core_cpp-2.6.0b20240827.dist-info/RECORD,,