bigdl-core-cpp 2.5.0rc1__py3-none-win_amd64.whl → 2.6.0b20240828__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +413 -67
  2. bigdl/cpp/convert_hf_to_gguf_update.py +354 -0
  3. bigdl/cpp/convert_llama_ggml_to_gguf.py +454 -0
  4. bigdl/cpp/convert_lora_to_gguf.py +393 -0
  5. bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
  6. bigdl/cpp/gguf-py/gguf/constants.py +71 -2
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +16 -1
  8. bigdl/cpp/gguf-py/gguf/lazy.py +4 -1
  9. bigdl/cpp/gguf-py/gguf/metadata.py +70 -63
  10. bigdl/cpp/gguf-py/gguf/quants.py +1129 -64
  11. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +23 -15
  12. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  13. bigdl/cpp/gguf-py/gguf/vocab.py +301 -1
  14. bigdl/cpp/libs/common.lib +0 -0
  15. bigdl/cpp/libs/{gguf.exe → dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll} +0 -0
  16. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll +0 -0
  17. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe +0 -0
  18. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll +0 -0
  19. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll +0 -0
  20. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe +0 -0
  21. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll +0 -0
  22. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll +0 -0
  23. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe +0 -0
  24. bigdl/cpp/libs/{ggml_shared.dll → ggml.dll} +0 -0
  25. bigdl/cpp/libs/llama-batched.exe +0 -0
  26. bigdl/cpp/libs/llama-bench.exe +0 -0
  27. bigdl/cpp/libs/llama-cli.exe +0 -0
  28. bigdl/cpp/libs/llama-embedding.exe +0 -0
  29. bigdl/cpp/libs/llama-gguf.exe +0 -0
  30. bigdl/cpp/libs/llama-llava-cli.exe +0 -0
  31. bigdl/cpp/libs/llama-lookup.exe +0 -0
  32. bigdl/cpp/libs/{ls-sycl-device.exe → llama-ls-sycl-device.exe} +0 -0
  33. bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
  34. bigdl/cpp/libs/llama-perplexity.exe +0 -0
  35. bigdl/cpp/libs/llama-quantize.exe +0 -0
  36. bigdl/cpp/libs/llama-server.exe +0 -0
  37. bigdl/cpp/libs/llama-simple.exe +0 -0
  38. bigdl/cpp/libs/llama-speculative.exe +0 -0
  39. bigdl/cpp/libs/llama-tokenize.exe +0 -0
  40. bigdl/cpp/libs/llama.dll +0 -0
  41. bigdl/cpp/libs/llava_shared.dll +0 -0
  42. bigdl/cpp/libs/ollama.exe +0 -0
  43. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240828.data}/scripts/init-llama-cpp.bat +7 -2
  44. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240828.data}/scripts/init-ollama.bat +6 -0
  45. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240828.dist-info}/METADATA +1 -1
  46. bigdl_core_cpp-2.6.0b20240828.dist-info/RECORD +54 -0
  47. bigdl/cpp/convert.py +0 -1714
  48. bigdl/cpp/libs/baby-llama.exe +0 -0
  49. bigdl/cpp/libs/batched-bench.exe +0 -0
  50. bigdl/cpp/libs/batched.exe +0 -0
  51. bigdl/cpp/libs/beam-search.exe +0 -0
  52. bigdl/cpp/libs/benchmark.exe +0 -0
  53. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  54. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
  55. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
  56. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
  57. bigdl/cpp/libs/embedding.exe +0 -0
  58. bigdl/cpp/libs/export-lora.exe +0 -0
  59. bigdl/cpp/libs/finetune.exe +0 -0
  60. bigdl/cpp/libs/gritlm.exe +0 -0
  61. bigdl/cpp/libs/imatrix.exe +0 -0
  62. bigdl/cpp/libs/infill.exe +0 -0
  63. bigdl/cpp/libs/llava-cli.exe +0 -0
  64. bigdl/cpp/libs/lookahead.exe +0 -0
  65. bigdl/cpp/libs/lookup.exe +0 -0
  66. bigdl/cpp/libs/main.exe +0 -0
  67. bigdl/cpp/libs/parallel.exe +0 -0
  68. bigdl/cpp/libs/passkey.exe +0 -0
  69. bigdl/cpp/libs/perplexity.exe +0 -0
  70. bigdl/cpp/libs/q8dot.exe +0 -0
  71. bigdl/cpp/libs/quantize-stats.exe +0 -0
  72. bigdl/cpp/libs/quantize.exe +0 -0
  73. bigdl/cpp/libs/save-load-state.exe +0 -0
  74. bigdl/cpp/libs/server.exe +0 -0
  75. bigdl/cpp/libs/simple.exe +0 -0
  76. bigdl/cpp/libs/speculative.exe +0 -0
  77. bigdl/cpp/libs/tokenize.exe +0 -0
  78. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  79. bigdl/cpp/libs/vdot.exe +0 -0
  80. bigdl_core_cpp-2.5.0rc1.dist-info/RECORD +0 -63
  81. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20240828.data}/scripts/init-llama-cpp.ps1 +0 -0
  82. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240828.dist-info}/WHEEL +0 -0
  83. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20240828.dist-info}/top_level.txt +0 -0
bigdl_core_cpp-2.6.0b20240828.dist-info/RECORD ADDED
@@ -0,0 +1,54 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert_hf_to_gguf.py,sha256=5DxO33LLwJX4aYpWMwTTTvnZd2JinTWatBwnW54A8iQ,189773
3
+ bigdl/cpp/convert_hf_to_gguf_update.py,sha256=pKKPaDe8Dhsvcu_ofSPVEgZ6Ojgk8P9bmDIFi1Hm7lo,15503
4
+ bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=VyHM3jMYwzM5uQByh-W2DKHEXiwQDk8RBonpdbBL5l8,19734
5
+ bigdl/cpp/convert_lora_to_gguf.py,sha256=bc-D5-lINVo6SXrt-Lws8wdWeIfwcdA7GBptP3MttcM,14775
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=J1dMukNMfNKF_yEbjvOSQpYODfifY05TwdiTQqHw27E,50556
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=VZneSoXRxmxCFP55CMIqBws4XgboeC8sJeGNoMHy6Uc,35976
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=kckbqp8tj7NMkDNwePxwI_1WxK6qH5pMk9p7Lu8cj6A,8816
13
+ bigdl/cpp/gguf-py/gguf/metadata.py,sha256=wtquhynkyH8R7m3zxgeSUe2bnaekJi6HoCMiYJfJBmk,26232
14
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=8broI4A53_Zbd8nQ-a6Qcw2TY4T8XgqHhHFq-J6E9eY,58524
16
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=V2UiBqnPVfFeOK_sg9JY6mXqOLBhCsHGJy7kPHn5jMQ,31548
17
+ bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
18
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=FtNcm8M5aX9RIr6rRR6UXsUlKMagRUC2xnIWb-xu6rI,19511
19
+ bigdl/cpp/libs/common.lib,sha256=bUsGH5ZWQe0zTTrXn01ofEPNpL49L3L8lWwLrhmzBgM,4097652
20
+ bigdl/cpp/libs/ggml.dll,sha256=2R0O9DF3RE9oJnWuOqBVcMYpGVHFpYoaFOmzc17LeHE,6388224
21
+ bigdl/cpp/libs/llama-batched.exe,sha256=p2-6qoHLq3xfSqGKFDQ8Way_t1OqIkuMwvzDq2o0SmA,778240
22
+ bigdl/cpp/libs/llama-bench.exe,sha256=NfCfKRoeVhC3NgvW8b01BD21Q7xvDnEnTbNE7WsF0P8,311808
23
+ bigdl/cpp/libs/llama-cli.exe,sha256=ur-WGKzvGpxZ9nSbWunILC4QdmvS0xZ1c7kOxZyE3mA,915456
24
+ bigdl/cpp/libs/llama-embedding.exe,sha256=eWkFcPr6DpvyiHZzMN-kTjIEtqEOEGkBCI_40ATXYqo,793600
25
+ bigdl/cpp/libs/llama-gguf.exe,sha256=jr_WkZzrjbMu-OIug4inlXX2i8Yu1qqMEmZRErCgnpg,64512
26
+ bigdl/cpp/libs/llama-llava-cli.exe,sha256=vIdwjo77n22EyUZge1clSBo_gKXi0hD4T0vzr34Df1c,1106944
27
+ bigdl/cpp/libs/llama-lookup.exe,sha256=udrUQUoGx5-H8_mBbVzKQAbq42bY9UW5YxOc_U97G8E,860672
28
+ bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=EPcsbsh5lTLyqy4ms5XS3BghXNeYTQY_xK_65UFB6RE,10240
29
+ bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=g9gtfhBTMPBj3I2mVQZo1gv3shc-FkkA4VHpHudLjqo,1099264
30
+ bigdl/cpp/libs/llama-perplexity.exe,sha256=ALCJnTcdK_izgtmy9T8nwkGE9TxUUhaKZ3Vb0IG1d2w,921600
31
+ bigdl/cpp/libs/llama-quantize.exe,sha256=001EwLtEsYTxGMWe8HlLAKfQuh6CUXnd8c82MUcX5ho,204288
32
+ bigdl/cpp/libs/llama-server.exe,sha256=PKLrPFQOOL_k3k9_RIidjrgaKYcMkIDY5rlfRm-x6O8,2110464
33
+ bigdl/cpp/libs/llama-simple.exe,sha256=lOdG9Z4NfbFoj2fVjAxOzJTWoAi-r5-thc3OBv895ac,771584
34
+ bigdl/cpp/libs/llama-speculative.exe,sha256=gLmuZpgOzx4vjO2I66NZFCQtOVth41NmYdLVAslbgyI,856576
35
+ bigdl/cpp/libs/llama-tokenize.exe,sha256=ifTp8jJOL1m3pmgvRKLKCQJIJmOniOMXzNTqQdwjNQM,174080
36
+ bigdl/cpp/libs/llama.dll,sha256=Q4gP34esFYEmJOUsHIy1m1utxtQP3zqsMTwGbf0F5m0,2160640
37
+ bigdl/cpp/libs/llava_shared.dll,sha256=QqHZtDtfWBDFdeXCVaprMyfqaeCX4sbW0fcfO8gSSj0,414208
38
+ bigdl/cpp/libs/ollama.exe,sha256=aH3bgXhTg8kYQx97xSZ0OrjbNsFhWGVFrJ6v_Thy0ug,65492018
39
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll,sha256=nzBtdpMT0TGeIlxSiiTt0yJo7vMbl2X6chFkziat6xo,6353408
40
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll,sha256=ogxTVjQN5WfgAbL2l5V4ESnLuY4slc4ZV-O2Yko2oWg,2161152
41
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe,sha256=NVlB4aLsoFFACxKYdPAH7y3d24qsxPXcAONNr8fZA5M,1360896
42
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll,sha256=PqZTW9PZ_dmYAyjhazh6BIFfrg2yNSJPLVJ84Djqb9c,6353408
43
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll,sha256=0optc-mMreabenVwDCEeK9SNKfGjk-Omcn_HMVI8AGk,2161152
44
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe,sha256=hAYhSsZZ1EKDfTjfiZma1oaROtwEalwXexG8w-yg80I,1360896
45
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll,sha256=RVUBqz35qILCZU3711Fgs-8B27TD-3_oMIzi3b_EQko,6353408
46
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll,sha256=-JiupeQAhmyTJwS7Cy-fKyYU9J6uDVssbtbP2Z_Ok2Q,2161152
47
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe,sha256=Ty99axBxleZ1QkaXVvq8Ea5fOLtBnonPqUJ2qm9UHcQ,1360896
48
+ bigdl_core_cpp-2.6.0b20240828.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
49
+ bigdl_core_cpp-2.6.0b20240828.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
50
+ bigdl_core_cpp-2.6.0b20240828.data/scripts/init-ollama.bat,sha256=2rScaP2-_yWuAnc86NyX-i6pg7BxjvLc96Kt7HuvQVM,603
51
+ bigdl_core_cpp-2.6.0b20240828.dist-info/METADATA,sha256=nxPFqhhsOUzaYqBux_2AZffyiOok5ZuNfx8nD2qMaWs,661
52
+ bigdl_core_cpp-2.6.0b20240828.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
53
+ bigdl_core_cpp-2.6.0b20240828.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
54
+ bigdl_core_cpp-2.6.0b20240828.dist-info/RECORD,,