bigdl-core-cpp 2.5.0b20240826__py3-none-win_amd64.whl → 2.5.0b20240827__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +413 -67
  2. bigdl/cpp/convert_hf_to_gguf_update.py +354 -0
  3. bigdl/cpp/convert_llama_ggml_to_gguf.py +454 -0
  4. bigdl/cpp/convert_lora_to_gguf.py +393 -0
  5. bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
  6. bigdl/cpp/gguf-py/gguf/constants.py +71 -2
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +16 -1
  8. bigdl/cpp/gguf-py/gguf/lazy.py +4 -1
  9. bigdl/cpp/gguf-py/gguf/metadata.py +70 -63
  10. bigdl/cpp/gguf-py/gguf/quants.py +1129 -64
  11. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +23 -15
  12. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  13. bigdl/cpp/gguf-py/gguf/vocab.py +301 -1
  14. bigdl/cpp/libs/common.lib +0 -0
  15. bigdl/cpp/libs/{gguf.exe → dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll} +0 -0
  16. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll +0 -0
  17. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe +0 -0
  18. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll +0 -0
  19. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll +0 -0
  20. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe +0 -0
  21. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll +0 -0
  22. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll +0 -0
  23. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe +0 -0
  24. bigdl/cpp/libs/{ggml_shared.dll → ggml.dll} +0 -0
  25. bigdl/cpp/libs/llama-batched.exe +0 -0
  26. bigdl/cpp/libs/llama-bench.exe +0 -0
  27. bigdl/cpp/libs/llama-cli.exe +0 -0
  28. bigdl/cpp/libs/llama-embedding.exe +0 -0
  29. bigdl/cpp/libs/llama-gguf.exe +0 -0
  30. bigdl/cpp/libs/llama-llava-cli.exe +0 -0
  31. bigdl/cpp/libs/llama-lookup.exe +0 -0
  32. bigdl/cpp/libs/{ls-sycl-device.exe → llama-ls-sycl-device.exe} +0 -0
  33. bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
  34. bigdl/cpp/libs/llama-perplexity.exe +0 -0
  35. bigdl/cpp/libs/llama-quantize.exe +0 -0
  36. bigdl/cpp/libs/llama-server.exe +0 -0
  37. bigdl/cpp/libs/llama-simple.exe +0 -0
  38. bigdl/cpp/libs/llama-speculative.exe +0 -0
  39. bigdl/cpp/libs/llama-tokenize.exe +0 -0
  40. bigdl/cpp/libs/llama.dll +0 -0
  41. bigdl/cpp/libs/llava_shared.dll +0 -0
  42. bigdl/cpp/libs/ollama.exe +0 -0
  43. {bigdl_core_cpp-2.5.0b20240826.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-llama-cpp.bat +7 -2
  44. {bigdl_core_cpp-2.5.0b20240826.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-ollama.bat +6 -0
  45. {bigdl_core_cpp-2.5.0b20240826.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/METADATA +1 -1
  46. bigdl_core_cpp-2.5.0b20240827.dist-info/RECORD +54 -0
  47. bigdl/cpp/convert.py +0 -1714
  48. bigdl/cpp/libs/baby-llama.exe +0 -0
  49. bigdl/cpp/libs/batched-bench.exe +0 -0
  50. bigdl/cpp/libs/batched.exe +0 -0
  51. bigdl/cpp/libs/beam-search.exe +0 -0
  52. bigdl/cpp/libs/benchmark.exe +0 -0
  53. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  54. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
  55. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
  56. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
  57. bigdl/cpp/libs/embedding.exe +0 -0
  58. bigdl/cpp/libs/export-lora.exe +0 -0
  59. bigdl/cpp/libs/finetune.exe +0 -0
  60. bigdl/cpp/libs/gritlm.exe +0 -0
  61. bigdl/cpp/libs/imatrix.exe +0 -0
  62. bigdl/cpp/libs/infill.exe +0 -0
  63. bigdl/cpp/libs/llava-cli.exe +0 -0
  64. bigdl/cpp/libs/lookahead.exe +0 -0
  65. bigdl/cpp/libs/lookup.exe +0 -0
  66. bigdl/cpp/libs/main.exe +0 -0
  67. bigdl/cpp/libs/parallel.exe +0 -0
  68. bigdl/cpp/libs/passkey.exe +0 -0
  69. bigdl/cpp/libs/perplexity.exe +0 -0
  70. bigdl/cpp/libs/q8dot.exe +0 -0
  71. bigdl/cpp/libs/quantize-stats.exe +0 -0
  72. bigdl/cpp/libs/quantize.exe +0 -0
  73. bigdl/cpp/libs/save-load-state.exe +0 -0
  74. bigdl/cpp/libs/server.exe +0 -0
  75. bigdl/cpp/libs/simple.exe +0 -0
  76. bigdl/cpp/libs/speculative.exe +0 -0
  77. bigdl/cpp/libs/tokenize.exe +0 -0
  78. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  79. bigdl/cpp/libs/vdot.exe +0 -0
  80. bigdl_core_cpp-2.5.0b20240826.dist-info/RECORD +0 -63
  81. {bigdl_core_cpp-2.5.0b20240826.data → bigdl_core_cpp-2.5.0b20240827.data}/scripts/init-llama-cpp.ps1 +0 -0
  82. {bigdl_core_cpp-2.5.0b20240826.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/WHEEL +0 -0
  83. {bigdl_core_cpp-2.5.0b20240826.dist-info → bigdl_core_cpp-2.5.0b20240827.dist-info}/top_level.txt +0 -0
bigdl_core_cpp-2.5.0b20240827.dist-info/RECORD ADDED
@@ -0,0 +1,54 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert_hf_to_gguf.py,sha256=5DxO33LLwJX4aYpWMwTTTvnZd2JinTWatBwnW54A8iQ,189773
3
+ bigdl/cpp/convert_hf_to_gguf_update.py,sha256=pKKPaDe8Dhsvcu_ofSPVEgZ6Ojgk8P9bmDIFi1Hm7lo,15503
4
+ bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=VyHM3jMYwzM5uQByh-W2DKHEXiwQDk8RBonpdbBL5l8,19734
5
+ bigdl/cpp/convert_lora_to_gguf.py,sha256=bc-D5-lINVo6SXrt-Lws8wdWeIfwcdA7GBptP3MttcM,14775
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=J1dMukNMfNKF_yEbjvOSQpYODfifY05TwdiTQqHw27E,50556
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=VZneSoXRxmxCFP55CMIqBws4XgboeC8sJeGNoMHy6Uc,35976
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=kckbqp8tj7NMkDNwePxwI_1WxK6qH5pMk9p7Lu8cj6A,8816
13
+ bigdl/cpp/gguf-py/gguf/metadata.py,sha256=wtquhynkyH8R7m3zxgeSUe2bnaekJi6HoCMiYJfJBmk,26232
14
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=8broI4A53_Zbd8nQ-a6Qcw2TY4T8XgqHhHFq-J6E9eY,58524
16
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=V2UiBqnPVfFeOK_sg9JY6mXqOLBhCsHGJy7kPHn5jMQ,31548
17
+ bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
18
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=FtNcm8M5aX9RIr6rRR6UXsUlKMagRUC2xnIWb-xu6rI,19511
19
+ bigdl/cpp/libs/common.lib,sha256=12L0rTJYc5rnwRg7GQ5i0bg-6sdauKyBsEOS73OSvSM,4097652
20
+ bigdl/cpp/libs/ggml.dll,sha256=1fBL2LxtX7a-WqEHtKmqzpSD_CXRvuO9WepILIVnKBU,6362624
21
+ bigdl/cpp/libs/llama-batched.exe,sha256=C-aQU8zLsM3drTlLCCgqH_OLuSfbOyCjiYqieWPTG1U,778240
22
+ bigdl/cpp/libs/llama-bench.exe,sha256=ghkhSa7yf79EixcIRyvqMYzoRFw7dB5avdJ2y3NDZjs,311808
23
+ bigdl/cpp/libs/llama-cli.exe,sha256=DlMacWqj9Xexq2Yl49QzLDfq4s66U6igZ54VUYmChiU,915456
24
+ bigdl/cpp/libs/llama-embedding.exe,sha256=-Al19BXeFhdq1vZrvioBlDFR3pozBKemjGPPVeVcg6g,793600
25
+ bigdl/cpp/libs/llama-gguf.exe,sha256=Wz5SynThq9yjCWiuYbCMBvHM-t_H51bl3bOf6ylXlzU,64512
26
+ bigdl/cpp/libs/llama-llava-cli.exe,sha256=f54Lo65xGkmwpptRv3ChZb2bin7Lz1XHs-gvsbpTFGk,1106944
27
+ bigdl/cpp/libs/llama-lookup.exe,sha256=dxSrZGdmUYoOIULLcqTjqE4RIupKhZxsxZJkr2jOst8,860672
28
+ bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=puM8suwEBNjmLa5A6WY69HBV7baroL2XZda_6rt1yYE,10240
29
+ bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=fXHX8raWfQsUGU7LFyH-i5qIUxHpzN-9e4Owp2zR2Ws,1099264
30
+ bigdl/cpp/libs/llama-perplexity.exe,sha256=TPqp2AiTft7z0tK3Uv8zQfCY4n7qOTW3EWyn6EgRm8U,921600
31
+ bigdl/cpp/libs/llama-quantize.exe,sha256=NEVZJqKAu86OYXNn42COOS8OKkYRB2ubBsvjD2wE3Wc,204288
32
+ bigdl/cpp/libs/llama-server.exe,sha256=PIYTpSYYMozUC-iS7vhZrkLcqCANE0s0KWbg-IGiVtE,2110464
33
+ bigdl/cpp/libs/llama-simple.exe,sha256=Y--TXkXUAYuGVGSUt0uWMDeE2TCXpIx8VLfEvHk84J4,771584
34
+ bigdl/cpp/libs/llama-speculative.exe,sha256=wW7aLIX6HaXn-YlMrLj3MYSXkCuNrlGl8JhRqBkojTw,856576
35
+ bigdl/cpp/libs/llama-tokenize.exe,sha256=sGkdosQvf93NxOmWPCTLGkzD6ymAzZmR3K92CmJ1Sdo,174080
36
+ bigdl/cpp/libs/llama.dll,sha256=X9MmIlukXiLobZdRNNixRjS-RPgjCWx-mlMEXdPBViY,2160640
37
+ bigdl/cpp/libs/llava_shared.dll,sha256=38yn-WGCiEjkX7Vt9KvdMHthA0a2Lcasxi9ohC9sqYs,414208
38
+ bigdl/cpp/libs/ollama.exe,sha256=aH3bgXhTg8kYQx97xSZ0OrjbNsFhWGVFrJ6v_Thy0ug,65492018
39
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll,sha256=5znM4Ron_RI2Ky-sO6Auov2ZV2PXDREg5a4hdl65-8k,6327808
40
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll,sha256=6r2aUDw6lsuNs1GMRUHhuT_FSHADpkFS-QuanUqXLtY,2161152
41
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe,sha256=jqXHEA6OjyBQa-swwq4cUD6cYs-S2myffkbFLBN7ahc,1360896
42
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll,sha256=HVyxmQWu3vlsIbhgKrlbZY7cgbt1r52jMNlRCbJibMI,6327808
43
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll,sha256=X1TD8jwllDXw8ADANLYB4c7ncakY8HkGAz64aO4bqqE,2161152
44
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe,sha256=RMtAzoRHqosFoPZXby6bAPdD4QMbeeaLYmQGxaX8Ff4,1360896
45
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll,sha256=VSRjN7xtOVLxjhz4RdZze1OmIR0raa_ZoTGQbRnDo5M,6327808
46
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll,sha256=YTkIWioq3RCAkh0eT2sQRLs9o8HYhYga8I25eC3bHF0,2161152
47
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe,sha256=abnqz5OR5WKR7tqbDGtmgdaLZdE6JHmpv3LY9amSGhU,1360896
48
+ bigdl_core_cpp-2.5.0b20240827.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
49
+ bigdl_core_cpp-2.5.0b20240827.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
50
+ bigdl_core_cpp-2.5.0b20240827.data/scripts/init-ollama.bat,sha256=2rScaP2-_yWuAnc86NyX-i6pg7BxjvLc96Kt7HuvQVM,603
51
+ bigdl_core_cpp-2.5.0b20240827.dist-info/METADATA,sha256=5SHoeJ7JCsOE1ZAIbU4rl399zTKyndTU9mnSs-A4NEQ,661
52
+ bigdl_core_cpp-2.5.0b20240827.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
53
+ bigdl_core_cpp-2.5.0b20240827.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
54
+ bigdl_core_cpp-2.5.0b20240827.dist-info/RECORD,,