bigdl-core-cpp 2.5.0rc1__py3-none-win_amd64.whl → 2.6.0b20230911__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. bigdl/cpp/{convert-hf-to-gguf.py → convert_hf_to_gguf.py} +413 -67
  2. bigdl/cpp/convert_hf_to_gguf_update.py +354 -0
  3. bigdl/cpp/convert_llama_ggml_to_gguf.py +454 -0
  4. bigdl/cpp/convert_lora_to_gguf.py +393 -0
  5. bigdl/cpp/gguf-py/gguf/__init__.py +1 -1
  6. bigdl/cpp/gguf-py/gguf/constants.py +71 -2
  7. bigdl/cpp/gguf-py/gguf/gguf_writer.py +16 -1
  8. bigdl/cpp/gguf-py/gguf/lazy.py +4 -1
  9. bigdl/cpp/gguf-py/gguf/metadata.py +70 -63
  10. bigdl/cpp/gguf-py/gguf/quants.py +1129 -64
  11. bigdl/cpp/gguf-py/gguf/tensor_mapping.py +23 -15
  12. bigdl/cpp/gguf-py/gguf/utility.py +1 -1
  13. bigdl/cpp/gguf-py/gguf/vocab.py +301 -1
  14. bigdl/cpp/libs/common.lib +0 -0
  15. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll +0 -0
  16. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll +0 -0
  17. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe +0 -0
  18. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll +0 -0
  19. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll +0 -0
  20. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe +0 -0
  21. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll +0 -0
  22. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll +0 -0
  23. bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe +0 -0
  24. bigdl/cpp/libs/ggml.dll +0 -0
  25. bigdl/cpp/libs/llama-batched.exe +0 -0
  26. bigdl/cpp/libs/llama-bench.exe +0 -0
  27. bigdl/cpp/libs/llama-cli.exe +0 -0
  28. bigdl/cpp/libs/llama-embedding.exe +0 -0
  29. bigdl/cpp/libs/llama-gguf.exe +0 -0
  30. bigdl/cpp/libs/llama-llava-cli.exe +0 -0
  31. bigdl/cpp/libs/llama-lookup.exe +0 -0
  32. bigdl/cpp/libs/{ls-sycl-device.exe → llama-ls-sycl-device.exe} +0 -0
  33. bigdl/cpp/libs/llama-minicpmv-cli.exe +0 -0
  34. bigdl/cpp/libs/llama-perplexity.exe +0 -0
  35. bigdl/cpp/libs/llama-quantize.exe +0 -0
  36. bigdl/cpp/libs/llama-server.exe +0 -0
  37. bigdl/cpp/libs/llama-simple.exe +0 -0
  38. bigdl/cpp/libs/llama-speculative.exe +0 -0
  39. bigdl/cpp/libs/llama-tokenize.exe +0 -0
  40. bigdl/cpp/libs/llama.dll +0 -0
  41. bigdl/cpp/libs/llava_shared.dll +0 -0
  42. bigdl/cpp/libs/ollama.exe +0 -0
  43. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20230911.data}/scripts/init-llama-cpp.bat +7 -2
  44. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20230911.data}/scripts/init-ollama.bat +6 -0
  45. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20230911.dist-info}/METADATA +3 -3
  46. bigdl_core_cpp-2.6.0b20230911.dist-info/RECORD +54 -0
  47. bigdl/cpp/convert.py +0 -1714
  48. bigdl/cpp/libs/baby-llama.exe +0 -0
  49. bigdl/cpp/libs/batched-bench.exe +0 -0
  50. bigdl/cpp/libs/batched.exe +0 -0
  51. bigdl/cpp/libs/beam-search.exe +0 -0
  52. bigdl/cpp/libs/benchmark.exe +0 -0
  53. bigdl/cpp/libs/convert-llama2c-to-ggml.exe +0 -0
  54. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu/ollama_llama_server.exe +0 -0
  55. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx/ollama_llama_server.exe +0 -0
  56. bigdl/cpp/libs/dist/windows-amd64/ollama_runners/cpu_avx2/ollama_llama_server.exe +0 -0
  57. bigdl/cpp/libs/embedding.exe +0 -0
  58. bigdl/cpp/libs/export-lora.exe +0 -0
  59. bigdl/cpp/libs/finetune.exe +0 -0
  60. bigdl/cpp/libs/ggml_shared.dll +0 -0
  61. bigdl/cpp/libs/gguf.exe +0 -0
  62. bigdl/cpp/libs/gritlm.exe +0 -0
  63. bigdl/cpp/libs/imatrix.exe +0 -0
  64. bigdl/cpp/libs/infill.exe +0 -0
  65. bigdl/cpp/libs/llava-cli.exe +0 -0
  66. bigdl/cpp/libs/lookahead.exe +0 -0
  67. bigdl/cpp/libs/lookup.exe +0 -0
  68. bigdl/cpp/libs/main.exe +0 -0
  69. bigdl/cpp/libs/parallel.exe +0 -0
  70. bigdl/cpp/libs/passkey.exe +0 -0
  71. bigdl/cpp/libs/perplexity.exe +0 -0
  72. bigdl/cpp/libs/q8dot.exe +0 -0
  73. bigdl/cpp/libs/quantize-stats.exe +0 -0
  74. bigdl/cpp/libs/quantize.exe +0 -0
  75. bigdl/cpp/libs/save-load-state.exe +0 -0
  76. bigdl/cpp/libs/server.exe +0 -0
  77. bigdl/cpp/libs/simple.exe +0 -0
  78. bigdl/cpp/libs/speculative.exe +0 -0
  79. bigdl/cpp/libs/tokenize.exe +0 -0
  80. bigdl/cpp/libs/train-text-from-scratch.exe +0 -0
  81. bigdl/cpp/libs/vdot.exe +0 -0
  82. bigdl_core_cpp-2.5.0rc1.dist-info/RECORD +0 -63
  83. {bigdl_core_cpp-2.5.0rc1.data → bigdl_core_cpp-2.6.0b20230911.data}/scripts/init-llama-cpp.ps1 +0 -0
  84. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20230911.dist-info}/WHEEL +0 -0
  85. {bigdl_core_cpp-2.5.0rc1.dist-info → bigdl_core_cpp-2.6.0b20230911.dist-info}/top_level.txt +0 -0
bigdl_core_cpp-2.6.0b20230911.dist-info/RECORD ADDED
@@ -0,0 +1,54 @@
1
+ bigdl/cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ bigdl/cpp/convert_hf_to_gguf.py,sha256=5DxO33LLwJX4aYpWMwTTTvnZd2JinTWatBwnW54A8iQ,189773
3
+ bigdl/cpp/convert_hf_to_gguf_update.py,sha256=pKKPaDe8Dhsvcu_ofSPVEgZ6Ojgk8P9bmDIFi1Hm7lo,15503
4
+ bigdl/cpp/convert_llama_ggml_to_gguf.py,sha256=VyHM3jMYwzM5uQByh-W2DKHEXiwQDk8RBonpdbBL5l8,19734
5
+ bigdl/cpp/convert_lora_to_gguf.py,sha256=bc-D5-lINVo6SXrt-Lws8wdWeIfwcdA7GBptP3MttcM,14775
6
+ bigdl/cpp/gguf-py/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ bigdl/cpp/gguf-py/gguf/__init__.py,sha256=h5GWs6SMXYR8giWZ7MTZzAc3hYsIJF-HAkdxtgXLOPo,228
8
+ bigdl/cpp/gguf-py/gguf/constants.py,sha256=J1dMukNMfNKF_yEbjvOSQpYODfifY05TwdiTQqHw27E,50556
9
+ bigdl/cpp/gguf-py/gguf/gguf.py,sha256=V5jY968TEJn6GJHVdjzH0_aIkZ1QC967vPdHDKDoxZw,491
10
+ bigdl/cpp/gguf-py/gguf/gguf_reader.py,sha256=N3LnQQ30t-S0U85-EvZZzIBfHzo0XuyFVUltdg7Sj3c,12680
11
+ bigdl/cpp/gguf-py/gguf/gguf_writer.py,sha256=VZneSoXRxmxCFP55CMIqBws4XgboeC8sJeGNoMHy6Uc,35976
12
+ bigdl/cpp/gguf-py/gguf/lazy.py,sha256=kckbqp8tj7NMkDNwePxwI_1WxK6qH5pMk9p7Lu8cj6A,8816
13
+ bigdl/cpp/gguf-py/gguf/metadata.py,sha256=wtquhynkyH8R7m3zxgeSUe2bnaekJi6HoCMiYJfJBmk,26232
14
+ bigdl/cpp/gguf-py/gguf/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ bigdl/cpp/gguf-py/gguf/quants.py,sha256=8broI4A53_Zbd8nQ-a6Qcw2TY4T8XgqHhHFq-J6E9eY,58524
16
+ bigdl/cpp/gguf-py/gguf/tensor_mapping.py,sha256=V2UiBqnPVfFeOK_sg9JY6mXqOLBhCsHGJy7kPHn5jMQ,31548
17
+ bigdl/cpp/gguf-py/gguf/utility.py,sha256=LAwLstUlosYQ1oX9LlJZ-1uCmwyNtOFcJfXpkLnju0k,3003
18
+ bigdl/cpp/gguf-py/gguf/vocab.py,sha256=FtNcm8M5aX9RIr6rRR6UXsUlKMagRUC2xnIWb-xu6rI,19511
19
+ bigdl/cpp/libs/common.lib,sha256=Im_m0F9db-cgI3bxJiScELQBWe-uVuYdmQ_5pKb_pQQ,4057932
20
+ bigdl/cpp/libs/ggml.dll,sha256=CdO6cURn3pjhL-2YDd0EiR4SlnZiTZDBjcYdZ36EH74,5222912
21
+ bigdl/cpp/libs/llama-batched.exe,sha256=GAggxevKGVQOyc6IVLFJBKks7ZkqxqoOzuma8Hxna_0,771072
22
+ bigdl/cpp/libs/llama-bench.exe,sha256=_8Ub3moV8gB7lm640I1szoHU8SBKyPRhPGMvWii01vc,336896
23
+ bigdl/cpp/libs/llama-cli.exe,sha256=BX2npMxSXNOEFVh_0ownNpL-PPkTOCXMxdjSOzsiSPw,906752
24
+ bigdl/cpp/libs/llama-embedding.exe,sha256=bg3oEZ-EW776sVxV5ignaNB5p17E76Xn8fzZoZzNJL8,785408
25
+ bigdl/cpp/libs/llama-gguf.exe,sha256=k6iGOxHytdPlqYhudduFkiRlqcgGYAO_SGnEC-HBq-c,66560
26
+ bigdl/cpp/libs/llama-llava-cli.exe,sha256=bF8NvHK5GQS3TaJwMU39OIn5EAaEUQygteB39rlEFtI,1090560
27
+ bigdl/cpp/libs/llama-lookup.exe,sha256=IdWoTyyfDT1f8Z0VKHpbxqPq8j36DZPyDLbnCMSkK0U,851968
28
+ bigdl/cpp/libs/llama-ls-sycl-device.exe,sha256=76CGDX365Db_TWgixZXGh3V5cwXLJn2OAEc3QL-ILnk,10240
29
+ bigdl/cpp/libs/llama-minicpmv-cli.exe,sha256=Zs86K5JlQ2YbHZHeLwZO6m8Ua3aw9r50ggpAQnCW6zk,1082368
30
+ bigdl/cpp/libs/llama-perplexity.exe,sha256=to6N_EplR8qvtc7whxMPtzGfZAdggaxrZEfFOqyQFng,915456
31
+ bigdl/cpp/libs/llama-quantize.exe,sha256=4b_jJdszSHV8GQ7v4L5IEjSjIxTmkicxPL5rr2jGWkM,227840
32
+ bigdl/cpp/libs/llama-server.exe,sha256=YSv3URCYllHxXjUuYHVb7V13_BtN2OgFKg13w8Ruy6s,2143744
33
+ bigdl/cpp/libs/llama-simple.exe,sha256=KPNGolT9CTE4w06YKpcNqmZyk2twpYTj1Zo97w3Xx1Y,763392
34
+ bigdl/cpp/libs/llama-speculative.exe,sha256=J6S0kZEzi8oJ4EbaeOnAo2HnTx3WN9jOVRggCrELGqY,849920
35
+ bigdl/cpp/libs/llama-tokenize.exe,sha256=nJsYaya8MCvphkXbC56uxY8j-i8v9u1_U06aPFQWtnk,200704
36
+ bigdl/cpp/libs/llama.dll,sha256=vvUgbx8uCZsDS3X9SEaIVUaZirB0DmfTOxLeqOEBhXs,2205184
37
+ bigdl/cpp/libs/llava_shared.dll,sha256=RWhneyghhzWOA3iy5UcyKRNqb5oh5V2Kz2lIl6EH2Sw,403968
38
+ bigdl/cpp/libs/ollama.exe,sha256=epEN-0lalbZLmXC6pXeyeEKAydHGoxWUbpi0Ufl8OYs,65494066
39
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ggml.dll,sha256=YqNhmQB3q2LThhA_laoe1J-UPpG1un8XYJzsjug7XY8,5180928
40
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/llama.dll,sha256=6tVPEUUONRPjpUZuUdTH4YszLxthQE38f_Y6xU1_m4s,2205696
41
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu/ollama_llama_server.exe,sha256=3vwepybtWMECJDp7551OfMw-2IhobvvuBAxse446V6U,1375744
42
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ggml.dll,sha256=mAtg1eXz7VuOo6wya-N3_B1YSmSrHvqM7OfsFwZgFcg,5180928
43
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/llama.dll,sha256=b0UYb7oavYsn025ymokaJLw9KU6k_XGVn_TxJKROnIc,2205696
44
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx/ollama_llama_server.exe,sha256=nhRwxks2Rzeo5Vn6iFolxpA3W5pYymQVBphqTudIldY,1375744
45
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ggml.dll,sha256=4xIM7Os69-uRX9M1YDAhxxh9qUFLFfKfJZGl8yKT5LM,5180928
46
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/llama.dll,sha256=dWsqqqGf8CtMekcgk7WR6PGEhnG8gLDGO2YHbr14MJc,2205696
47
+ bigdl/cpp/libs/dist/windows-amd64/lib/ollama/runners/cpu_avx2/ollama_llama_server.exe,sha256=sKn8EpCMd7Y19JhcHyFB7iDMwOfAyJniAndcgJ9N96w,1375744
48
+ bigdl_core_cpp-2.6.0b20230911.data/scripts/init-llama-cpp.bat,sha256=U0h6RifZxL3GGJp-0dxdZapQIvXUATSj644CURJL-lg,751
49
+ bigdl_core_cpp-2.6.0b20230911.data/scripts/init-llama-cpp.ps1,sha256=JFOylLxO4MKpllHhdbPuJ1xHi9azxDpzdJns8JtZpkU,501
50
+ bigdl_core_cpp-2.6.0b20230911.data/scripts/init-ollama.bat,sha256=2rScaP2-_yWuAnc86NyX-i6pg7BxjvLc96Kt7HuvQVM,603
51
+ bigdl_core_cpp-2.6.0b20230911.dist-info/METADATA,sha256=2t0AmoSEHCO3-PrdIy-Pyhoni0PZ8mz_CvdGxglymqk,654
52
+ bigdl_core_cpp-2.6.0b20230911.dist-info/WHEEL,sha256=87BRyezC8KnrcMI_z4tCzFYC3DxpD7TAVunwk556SAc,97
53
+ bigdl_core_cpp-2.6.0b20230911.dist-info/top_level.txt,sha256=iGuLfZARD_qANcIMfy0tbbrC3EtCg6BSiH8icc3dLWs,6
54
+ bigdl_core_cpp-2.6.0b20230911.dist-info/RECORD,,