llama-cpp-python-win 0.3.16__cp314-cp314-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. bin/convert_hf_to_gguf.py +8751 -0
  2. bin/ggml-base.dll +0 -0
  3. bin/ggml-cpu.dll +0 -0
  4. bin/ggml.dll +0 -0
  5. bin/llama-mtmd-cli.exe +0 -0
  6. bin/llama.dll +0 -0
  7. bin/mtmd.dll +0 -0
  8. include/ggml-alloc.h +76 -0
  9. include/ggml-backend.h +354 -0
  10. include/ggml-blas.h +25 -0
  11. include/ggml-cann.h +123 -0
  12. include/ggml-cpp.h +39 -0
  13. include/ggml-cpu.h +145 -0
  14. include/ggml-cuda.h +47 -0
  15. include/ggml-metal.h +66 -0
  16. include/ggml-opt.h +256 -0
  17. include/ggml-rpc.h +33 -0
  18. include/ggml-sycl.h +49 -0
  19. include/ggml-vulkan.h +29 -0
  20. include/ggml-webgpu.h +19 -0
  21. include/ggml.h +2467 -0
  22. include/gguf.h +202 -0
  23. include/llama-cpp.h +30 -0
  24. include/llama.h +1482 -0
  25. include/mtmd-helper.h +91 -0
  26. include/mtmd.h +298 -0
  27. lib/cmake/ggml/ggml-config.cmake +328 -0
  28. lib/cmake/ggml/ggml-version.cmake +65 -0
  29. lib/cmake/llama/llama-config.cmake +54 -0
  30. lib/cmake/llama/llama-version.cmake +65 -0
  31. lib/ggml-base.lib +0 -0
  32. lib/ggml-cpu.lib +0 -0
  33. lib/ggml.lib +0 -0
  34. lib/llama.lib +0 -0
  35. lib/mtmd.lib +0 -0
  36. lib/pkgconfig/llama.pc +10 -0
  37. llama_cpp/__init__.py +4 -0
  38. llama_cpp/_ctypes_extensions.py +131 -0
  39. llama_cpp/_ggml.py +12 -0
  40. llama_cpp/_internals.py +856 -0
  41. llama_cpp/_logger.py +47 -0
  42. llama_cpp/_utils.py +78 -0
  43. llama_cpp/lib/ggml-base.dll +0 -0
  44. llama_cpp/lib/ggml-base.lib +0 -0
  45. llama_cpp/lib/ggml-cpu.dll +0 -0
  46. llama_cpp/lib/ggml-cpu.lib +0 -0
  47. llama_cpp/lib/ggml.dll +0 -0
  48. llama_cpp/lib/ggml.lib +0 -0
  49. llama_cpp/lib/llama.dll +0 -0
  50. llama_cpp/lib/llama.lib +0 -0
  51. llama_cpp/lib/mtmd.dll +0 -0
  52. llama_cpp/lib/mtmd.lib +0 -0
  53. llama_cpp/llama.py +2422 -0
  54. llama_cpp/llama_cache.py +155 -0
  55. llama_cpp/llama_chat_format.py +3962 -0
  56. llama_cpp/llama_cpp.py +4374 -0
  57. llama_cpp/llama_grammar.py +953 -0
  58. llama_cpp/llama_speculative.py +64 -0
  59. llama_cpp/llama_tokenizer.py +120 -0
  60. llama_cpp/llama_types.py +316 -0
  61. llama_cpp/llava_cpp.py +158 -0
  62. llama_cpp/mtmd_cpp.py +280 -0
  63. llama_cpp/py.typed +0 -0
  64. llama_cpp/server/__init__.py +0 -0
  65. llama_cpp/server/__main__.py +100 -0
  66. llama_cpp/server/app.py +597 -0
  67. llama_cpp/server/cli.py +97 -0
  68. llama_cpp/server/errors.py +212 -0
  69. llama_cpp/server/model.py +312 -0
  70. llama_cpp/server/settings.py +240 -0
  71. llama_cpp/server/types.py +316 -0
  72. llama_cpp_python_win-0.3.16.dist-info/METADATA +856 -0
  73. llama_cpp_python_win-0.3.16.dist-info/RECORD +75 -0
  74. llama_cpp_python_win-0.3.16.dist-info/WHEEL +5 -0
  75. llama_cpp_python_win-0.3.16.dist-info/licenses/LICENSE.md +9 -0
@@ -0,0 +1,75 @@
1
+ bin/convert_hf_to_gguf.py,sha256=pQh4JFDQDwcTXReCkL9l2GEkQOvwWuS5y7lR3EaKlKs,407788
2
+ bin/ggml-base.dll,sha256=7r0VC8ok7gAcBdcVCsb75TxVcyYLxniMbnNSZQ-jFxg,534016
3
+ bin/ggml-cpu.dll,sha256=dzdHlbb4o2t3FjvJT9626xZUvjRSai9Z5zANurPRkig,778240
4
+ bin/ggml.dll,sha256=yhCq187KdfSe9WItSF74wfPMUrjy38szecA1pXQRUKs,67584
5
+ bin/llama-mtmd-cli.exe,sha256=3uMAhwk7J4yhzh35opvSxYU4nB5FnBsNSMqnS3kvnsk,1277952
6
+ bin/llama.dll,sha256=NoYQrrGI6Tg0R1gMkuI6_3G28kcCEsxIwhA7yXZS6x8,4654592
7
+ bin/mtmd.dll,sha256=Zrrp-8KpRLfn2vXG_nG2DSZ2nQPN83ftQisyc9PqKtw,557568
8
+ include/ggml-alloc.h,sha256=g0TF61bOnQ4NReHvWYRuDc0OT4Trm7aKYSYlIke8Azg,3011
9
+ include/ggml-backend.h,sha256=TkiYdHXjjXXdketP4YRiyGm30HD2e4g6ASEuqAJ8lHw,19996
10
+ include/ggml-blas.h,sha256=52y4WU3Jhm2Z59Yxkbn_9quLUCRLSijOOvD5YpZKa1s,586
11
+ include/ggml-cann.h,sha256=b4r1LqkybOrXjl3FlAEQb8yLAp0rntJN9s96ZIBUBdE,4553
12
+ include/ggml-cpp.h,sha256=vBW6ACxoaF3yP6rkLfDSs9WAMgEfiLZJAhq5JIWGLHI,1652
13
+ include/ggml-cpu.h,sha256=knKEXIK7avj58K9EQsgvfAAqODBZHwz48AgPgIFjb0g,7406
14
+ include/ggml-cuda.h,sha256=jyLo5D5GDbQmu5ThThDckeZHiejSFsWuYqDQKi6wfX8,1585
15
+ include/ggml-metal.h,sha256=doLmmzVbREs8wG6_eYHOO9CtD7FqbsSaetp5mZKvXGM,2438
16
+ include/ggml-opt.h,sha256=KRkyGBO-luD11ro25-1jSlGN4PvoNJAq2PWkAvkG4wI,14039
17
+ include/ggml-rpc.h,sha256=Rsa65MW14xsV8RsjaDo1RS13mcro8evWy9sXGP14z8k,1069
18
+ include/ggml-sycl.h,sha256=1Z1SdUI6fOFzyOb2mTOlAeU6Y1QQ3j-NYb8jpZ2sgf0,1763
19
+ include/ggml-vulkan.h,sha256=fq5drSzHu00-yoKFOfRBgW1f1Z_ceyJNSaoin8e3JIw,952
20
+ include/ggml-webgpu.h,sha256=qR2FUxOp6F51ull_-GmiZyR96pNqLA-u8Drrfx6m55w,328
21
+ include/ggml.h,sha256=FDShDGt2TomDpSYKwq2GyQ7GR2WU_hx07LY2Sn7AsnQ,92099
22
+ include/gguf.h,sha256=0u7IuTiqBMzsm8TOimptz3DZQsN9K7MRPkJtkwfVE4U,10224
23
+ include/llama-cpp.h,sha256=xI_TEJXSQDo798vpgzO6DmGjmO5ug7VvnYtyNxQ7mHc,900
24
+ include/llama.h,sha256=pDhRFTR_gXxRaDimn_vKYs5TrlvWneR7XeH7V77Zxzg,75854
25
+ include/mtmd-helper.h,sha256=87jpzg-rhnc196EtFxkBXkhs2Q8YlmlyZfxPS_MgcjQ,3961
26
+ include/mtmd.h,sha256=fxUluDQ5oDOkKZeXUPzP_IXzAaab0KF48GJj90r3TEk,11008
27
+ lib/ggml-base.lib,sha256=Vg9hN_TnedVyZSz6EKmDjakkkotZ_FAhgSIlykU-xLg,135640
28
+ lib/ggml-cpu.lib,sha256=bEwlQPdzSTMl4d5rxhoNzen8HLHgVM5z84abIN7xEh0,15020
29
+ lib/ggml.lib,sha256=_XfWWbJ7zOEr8J7dSyoi7g6pjWjYzPOxVJDKruHo-NQ,5288
30
+ lib/llama.lib,sha256=Iw5aGQLoVbcG6QoLQLDKqHpmweq8ZVHYK9NtriFjJ2M,14753370
31
+ lib/mtmd.lib,sha256=F2AVEyZQWdhippuyhOnr42CoItkjD_XYs5y9u1XIOWk,12794
32
+ lib/cmake/ggml/ggml-config.cmake,sha256=kGREzi2MUm6V0t9997PWSDmj4EYgH7p9fJdpDGdX_sM,11707
33
+ lib/cmake/ggml/ggml-version.cmake,sha256=jjwF150EMFhlH_ygLSpa0A15L5mJli5tLK1Dor6fSz0,2827
34
+ lib/cmake/llama/llama-config.cmake,sha256=Nt-BnCaXVDC2Bj0nQUjJnAUFZBTQrg6yhtnwyHuo0yY,1812
35
+ lib/cmake/llama/llama-version.cmake,sha256=jjwF150EMFhlH_ygLSpa0A15L5mJli5tLK1Dor6fSz0,2827
36
+ lib/pkgconfig/llama.pc,sha256=oez1BHDV-tXrlu8dFnkhogBSe_GhFYUBSW6Guyb1r9o,449
37
+ llama_cpp/__init__.py,sha256=TCpa8_yW00am6A9uqrhCmLdE2u-pMAQMtm2raiSVbOE,70
38
+ llama_cpp/_ctypes_extensions.py,sha256=nlJBgy_rYePEObDp5Nmp_056alSwgJqPWZXwF12EGHY,4085
39
+ llama_cpp/_ggml.py,sha256=DfF0pvbdo7iIC4sJynLA4efGAYKzTMmia25P9dXLYuQ,369
40
+ llama_cpp/_internals.py,sha256=yk3-wH3ZnzvOiPW4Wr7KAjcbBtL5rI48ITHowolxk2I,29562
41
+ llama_cpp/_logger.py,sha256=ccphvqDhQjiFRluIcG7aVOoCs4EKnvGrFC5mvEm8k1g,1309
42
+ llama_cpp/_utils.py,sha256=adbuDQP6KlQRpvQPSbOvfD7yiqR5VzmedauQTRtM1Yc,2260
43
+ llama_cpp/llama.py,sha256=M0sV8W7DHeZa3qWMhdvQQFf4h0nK3manrfQmhMTQENg,96173
44
+ llama_cpp/llama_cache.py,sha256=o8sQHL1eBviDZrEqc8ExpUwk-DvICFtkxQNajGcb3Gk,5010
45
+ llama_cpp/llama_chat_format.py,sha256=Nd4E_D4Wth9tcETNlh5pgCUsne8s4k9Y_NUmWqw44Yw,157215
46
+ llama_cpp/llama_cpp.py,sha256=Syf46SU3z9Aa4gNBdFxaInBL6BH_vz7576ZrpkRASSE,152717
47
+ llama_cpp/llama_grammar.py,sha256=TTlpkZeQn0qpj0UIbIJL0FIfvrJ8eq7iSacjxi4dDdg,32913
48
+ llama_cpp/llama_speculative.py,sha256=N9q_Humq0B2C2m1eafvAo3zevXrFvAQsrI6tTj1vtro,2088
49
+ llama_cpp/llama_tokenizer.py,sha256=SC5X2lY91Tf7qMXSrgncNSwwVN_YYilXosuRm4R4yp8,3876
50
+ llama_cpp/llama_types.py,sha256=EDqRqfiQ1_MUwfhRc65eHv0sEhOSAv_UMH-3VMBVhZ4,8666
51
+ llama_cpp/llava_cpp.py,sha256=5tDZrC9Blb71AhpJ074CavkujwZQFUg6y-Z2QsLA-0E,4552
52
+ llama_cpp/mtmd_cpp.py,sha256=5ShRxeaq89DgwWEnHD-qLXJJ_yg3gb6kcr9yX1XqeTA,8834
53
+ llama_cpp/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
54
+ llama_cpp/lib/ggml-base.dll,sha256=7r0VC8ok7gAcBdcVCsb75TxVcyYLxniMbnNSZQ-jFxg,534016
55
+ llama_cpp/lib/ggml-base.lib,sha256=Vg9hN_TnedVyZSz6EKmDjakkkotZ_FAhgSIlykU-xLg,135640
56
+ llama_cpp/lib/ggml-cpu.dll,sha256=dzdHlbb4o2t3FjvJT9626xZUvjRSai9Z5zANurPRkig,778240
57
+ llama_cpp/lib/ggml-cpu.lib,sha256=bEwlQPdzSTMl4d5rxhoNzen8HLHgVM5z84abIN7xEh0,15020
58
+ llama_cpp/lib/ggml.dll,sha256=yhCq187KdfSe9WItSF74wfPMUrjy38szecA1pXQRUKs,67584
59
+ llama_cpp/lib/ggml.lib,sha256=_XfWWbJ7zOEr8J7dSyoi7g6pjWjYzPOxVJDKruHo-NQ,5288
60
+ llama_cpp/lib/llama.dll,sha256=NoYQrrGI6Tg0R1gMkuI6_3G28kcCEsxIwhA7yXZS6x8,4654592
61
+ llama_cpp/lib/llama.lib,sha256=Iw5aGQLoVbcG6QoLQLDKqHpmweq8ZVHYK9NtriFjJ2M,14753370
62
+ llama_cpp/lib/mtmd.dll,sha256=Zrrp-8KpRLfn2vXG_nG2DSZ2nQPN83ftQisyc9PqKtw,557568
63
+ llama_cpp/lib/mtmd.lib,sha256=F2AVEyZQWdhippuyhOnr42CoItkjD_XYs5y9u1XIOWk,12794
64
+ llama_cpp/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
65
+ llama_cpp/server/__main__.py,sha256=HL9yvPX0l7Fy_B4t7JbokucU9CX5UnCx4oRUnBiktpY,2849
66
+ llama_cpp/server/app.py,sha256=epaKb0vzhlJNiu95zZ7tgVHfwILEPS6G3sIBKX5JUNo,19572
67
+ llama_cpp/server/cli.py,sha256=mW8NAy8-Gcp-uCSyvLNIaxARIntpPcD1_K1kciHRhSQ,3268
68
+ llama_cpp/server/errors.py,sha256=yl-VMzgp1Y0jO3pME35475nET1RCwnRtshPs9IHhc7M,7164
69
+ llama_cpp/server/model.py,sha256=osPi81ohIN58AAU_sE3oY6ew6iwfTnwVBHznY8MU6NQ,13556
70
+ llama_cpp/server/settings.py,sha256=zVci46BjUKx0gSJGKjIR8E9oWrrj5s3Hqj2hLn5Xd3c,8566
71
+ llama_cpp/server/types.py,sha256=psWzuEjfF4U3kks0HRE67uizMjml8gOf-zXvpsllIrs,12216
72
+ llama_cpp_python_win-0.3.16.dist-info/licenses/LICENSE.md,sha256=xHn7EaZqhf7SAEoX3Rs-RKGFjFZLFnrssg_2bLQi7XU,1069
73
+ llama_cpp_python_win-0.3.16.dist-info/METADATA,sha256=hcHzfQAMztZnAksU__nIUVFhRKv-Lx6ZhbqGCJe_pl0,33612
74
+ llama_cpp_python_win-0.3.16.dist-info/WHEEL,sha256=gWMs92Yhbl9pSGNRFWCXG1mfeuNl7HhxcJG5aLu4nQc,106
75
+ llama_cpp_python_win-0.3.16.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: scikit-build-core 0.11.6
3
+ Root-Is-Purelib: false
4
+ Tag: cp314-cp314-win_amd64
5
+
@@ -0,0 +1,9 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2023 Andrei Betlen
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
6
+
7
+ The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
8
+
9
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.