ktransformers 0.0.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1253) hide show
  1. ktransformers-0.0.1/LICENSE +201 -0
  2. ktransformers-0.0.1/MANIFEST.in +11 -0
  3. ktransformers-0.0.1/PKG-INFO +517 -0
  4. ktransformers-0.0.1/README.md +284 -0
  5. ktransformers-0.0.1/ktransformers/__init__.py +1 -0
  6. ktransformers-0.0.1/ktransformers/configs/config.yaml +37 -0
  7. ktransformers-0.0.1/ktransformers/configs/log_config.ini +46 -0
  8. ktransformers-0.0.1/ktransformers/ktransformers_ext/CMakeLists.txt +169 -0
  9. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_linear.py +111 -0
  10. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_linear_torch.py +85 -0
  11. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_mlp.py +140 -0
  12. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_mlp_torch.py +130 -0
  13. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_moe.py +154 -0
  14. ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_moe_torch.py +163 -0
  15. ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/backend.cpp +100 -0
  16. ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/backend.h +50 -0
  17. ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/cpuinfer.h +57 -0
  18. ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/task_queue.cpp +57 -0
  19. ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/task_queue.h +39 -0
  20. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/binding.cpp +32 -0
  21. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/binding.cpp +25 -0
  22. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/custom_ggml.h +39 -0
  23. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu +164 -0
  24. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/ops.h +18 -0
  25. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin.cu +1872 -0
  26. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin.cuh +80 -0
  27. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin_dtypes.cuh +80 -0
  28. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/ops.h +24 -0
  29. ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/setup.py +18 -0
  30. ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_linear.py +83 -0
  31. ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_mlp.py +98 -0
  32. ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_moe.py +113 -0
  33. ktransformers-0.0.1/ktransformers/ktransformers_ext/ext_bindings.cpp +264 -0
  34. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/gptq.py +206 -0
  35. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/gptq_marlin.py +458 -0
  36. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/quantizer.py +140 -0
  37. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/repack.py +99 -0
  38. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/__init__.py +0 -0
  39. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/format_24.py +308 -0
  40. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_24_perms.py +60 -0
  41. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_perms.py +60 -0
  42. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_utils.py +232 -0
  43. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/quant_utils.py +146 -0
  44. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/conversion.h +32 -0
  45. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/linear.cpp +47 -0
  46. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/linear.h +55 -0
  47. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/mlp.cpp +103 -0
  48. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/mlp.h +66 -0
  49. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/moe.cpp +310 -0
  50. ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/moe.h +96 -0
  51. ktransformers-0.0.1/ktransformers/local_chat.py +115 -0
  52. ktransformers-0.0.1/ktransformers/models/__init__.py +0 -0
  53. ktransformers-0.0.1/ktransformers/models/configuration_deepseek.py +207 -0
  54. ktransformers-0.0.1/ktransformers/models/custom_cache.py +128 -0
  55. ktransformers-0.0.1/ktransformers/models/modeling_deepseek.py +1990 -0
  56. ktransformers-0.0.1/ktransformers/models/modeling_qwen2_moe.py +1765 -0
  57. ktransformers-0.0.1/ktransformers/operators/RoPE.py +65 -0
  58. ktransformers-0.0.1/ktransformers/operators/__init__.py +1 -0
  59. ktransformers-0.0.1/ktransformers/operators/attention.py +199 -0
  60. ktransformers-0.0.1/ktransformers/operators/base_operator.py +60 -0
  61. ktransformers-0.0.1/ktransformers/operators/experts.py +679 -0
  62. ktransformers-0.0.1/ktransformers/operators/layer_wise_prefill.py +700 -0
  63. ktransformers-0.0.1/ktransformers/operators/linear.py +340 -0
  64. ktransformers-0.0.1/ktransformers/optimize/optimize.py +102 -0
  65. ktransformers-0.0.1/ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml +41 -0
  66. ktransformers-0.0.1/ktransformers/optimize/optimize_rules/Qwen2-57B-A14B-Instruct.yaml +37 -0
  67. ktransformers-0.0.1/ktransformers/server/__init__.py +0 -0
  68. ktransformers-0.0.1/ktransformers/server/api/__init__.py +10 -0
  69. ktransformers-0.0.1/ktransformers/server/api/ollama/__init__.py +6 -0
  70. ktransformers-0.0.1/ktransformers/server/api/ollama/completions.py +160 -0
  71. ktransformers-0.0.1/ktransformers/server/api/openai/__init__.py +15 -0
  72. ktransformers-0.0.1/ktransformers/server/api/openai/assistants/__init__.py +14 -0
  73. ktransformers-0.0.1/ktransformers/server/api/openai/assistants/assistants.py +103 -0
  74. ktransformers-0.0.1/ktransformers/server/api/openai/assistants/messages.py +54 -0
  75. ktransformers-0.0.1/ktransformers/server/api/openai/assistants/runs.py +99 -0
  76. ktransformers-0.0.1/ktransformers/server/api/openai/assistants/threads.py +36 -0
  77. ktransformers-0.0.1/ktransformers/server/api/openai/endpoints/__init__.py +0 -0
  78. ktransformers-0.0.1/ktransformers/server/api/openai/endpoints/chat.py +34 -0
  79. ktransformers-0.0.1/ktransformers/server/api/openai/legacy/__init__.py +6 -0
  80. ktransformers-0.0.1/ktransformers/server/api/openai/legacy/completions.py +33 -0
  81. ktransformers-0.0.1/ktransformers/server/api/web/__init__.py +6 -0
  82. ktransformers-0.0.1/ktransformers/server/api/web/system.py +9 -0
  83. ktransformers-0.0.1/ktransformers/server/backend/__init__.py +0 -0
  84. ktransformers-0.0.1/ktransformers/server/backend/args.py +97 -0
  85. ktransformers-0.0.1/ktransformers/server/backend/base.py +162 -0
  86. ktransformers-0.0.1/ktransformers/server/backend/context_manager.py +54 -0
  87. ktransformers-0.0.1/ktransformers/server/backend/interfaces/__init__.py +0 -0
  88. ktransformers-0.0.1/ktransformers/server/backend/interfaces/exllamav2.py +40 -0
  89. ktransformers-0.0.1/ktransformers/server/backend/interfaces/ktransformers.py +78 -0
  90. ktransformers-0.0.1/ktransformers/server/backend/interfaces/transformers.py +337 -0
  91. ktransformers-0.0.1/ktransformers/server/config/config.py +93 -0
  92. ktransformers-0.0.1/ktransformers/server/config/log.py +176 -0
  93. ktransformers-0.0.1/ktransformers/server/config/singleton.py +35 -0
  94. ktransformers-0.0.1/ktransformers/server/crud/__init__.py +0 -0
  95. ktransformers-0.0.1/ktransformers/server/crud/assistants/__init__.py +0 -0
  96. ktransformers-0.0.1/ktransformers/server/crud/assistants/assistants.py +66 -0
  97. ktransformers-0.0.1/ktransformers/server/crud/assistants/messages.py +86 -0
  98. ktransformers-0.0.1/ktransformers/server/crud/assistants/runs.py +50 -0
  99. ktransformers-0.0.1/ktransformers/server/crud/assistants/threads.py +93 -0
  100. ktransformers-0.0.1/ktransformers/server/exceptions.py +23 -0
  101. ktransformers-0.0.1/ktransformers/server/main.py +143 -0
  102. ktransformers-0.0.1/ktransformers/server/models/__init__.py +0 -0
  103. ktransformers-0.0.1/ktransformers/server/models/assistants/__init__.py +0 -0
  104. ktransformers-0.0.1/ktransformers/server/models/assistants/assistants.py +29 -0
  105. ktransformers-0.0.1/ktransformers/server/models/assistants/messages.py +28 -0
  106. ktransformers-0.0.1/ktransformers/server/models/assistants/run_steps.py +31 -0
  107. ktransformers-0.0.1/ktransformers/server/models/assistants/runs.py +39 -0
  108. ktransformers-0.0.1/ktransformers/server/models/assistants/threads.py +18 -0
  109. ktransformers-0.0.1/ktransformers/server/requirements.txt +13 -0
  110. ktransformers-0.0.1/ktransformers/server/schemas/__init__.py +0 -0
  111. ktransformers-0.0.1/ktransformers/server/schemas/assistants/__init__.py +0 -0
  112. ktransformers-0.0.1/ktransformers/server/schemas/assistants/assistants.py +202 -0
  113. ktransformers-0.0.1/ktransformers/server/schemas/assistants/messages.py +213 -0
  114. ktransformers-0.0.1/ktransformers/server/schemas/assistants/runs.py +201 -0
  115. ktransformers-0.0.1/ktransformers/server/schemas/assistants/streaming.py +169 -0
  116. ktransformers-0.0.1/ktransformers/server/schemas/assistants/threads.py +49 -0
  117. ktransformers-0.0.1/ktransformers/server/schemas/assistants/tool.py +54 -0
  118. ktransformers-0.0.1/ktransformers/server/schemas/base.py +46 -0
  119. ktransformers-0.0.1/ktransformers/server/schemas/conversation.py +12 -0
  120. ktransformers-0.0.1/ktransformers/server/schemas/endpoints/chat.py +78 -0
  121. ktransformers-0.0.1/ktransformers/server/schemas/legacy/__init__.py +0 -0
  122. ktransformers-0.0.1/ktransformers/server/schemas/legacy/completions.py +48 -0
  123. ktransformers-0.0.1/ktransformers/server/utils/__init__.py +0 -0
  124. ktransformers-0.0.1/ktransformers/server/utils/create_interface.py +38 -0
  125. ktransformers-0.0.1/ktransformers/server/utils/multi_timer.py +79 -0
  126. ktransformers-0.0.1/ktransformers/server/utils/sql_utils.py +128 -0
  127. ktransformers-0.0.1/ktransformers/tests/dequant_gpu.py +57 -0
  128. ktransformers-0.0.1/ktransformers/tests/dequant_gpu_t.py +40 -0
  129. ktransformers-0.0.1/ktransformers/util/cuda_graph_runner.py +73 -0
  130. ktransformers-0.0.1/ktransformers/util/custom_gguf.py +679 -0
  131. ktransformers-0.0.1/ktransformers/util/textstream.py +84 -0
  132. ktransformers-0.0.1/ktransformers/util/utils.py +185 -0
  133. ktransformers-0.0.1/ktransformers/website/dist/balck.ico +0 -0
  134. ktransformers-0.0.1/ktransformers/website/dist/config.js +4 -0
  135. ktransformers-0.0.1/ktransformers/website/dist/css/reset.css +67 -0
  136. ktransformers-0.0.1/ktransformers/website/dist/images/assistant-avatar.png +0 -0
  137. ktransformers-0.0.1/ktransformers/website/dist/images/avatar.png +0 -0
  138. ktransformers-0.0.1/ktransformers/website/dist/images/bgbg.png +0 -0
  139. ktransformers-0.0.1/ktransformers/website/dist/images/logo.ico +0 -0
  140. ktransformers-0.0.1/ktransformers/website/dist/images/logo.png +0 -0
  141. ktransformers-0.0.1/ktransformers/website/dist/images/three.png +0 -0
  142. ktransformers-0.0.1/ktransformers/website/dist/images/user-filling.png +0 -0
  143. ktransformers-0.0.1/ktransformers/website/dist/index.html +1 -0
  144. ktransformers-0.0.1/ktransformers/website/dist/static/css/about.83e6ab7f.css +1 -0
  145. ktransformers-0.0.1/ktransformers/website/dist/static/css/app.4212602b.css +1 -0
  146. ktransformers-0.0.1/ktransformers/website/dist/static/css/chunk-vendors.aa937e51.css +1 -0
  147. ktransformers-0.0.1/ktransformers/website/dist/static/img/iconfont.a4096154.svg +51 -0
  148. ktransformers-0.0.1/ktransformers/website/dist/static/js/about.c469e15a.js +1 -0
  149. ktransformers-0.0.1/ktransformers/website/dist/static/js/app.88c61bd1.js +1 -0
  150. ktransformers-0.0.1/ktransformers/website/dist/static/js/chunk-vendors.cf653779.js +102 -0
  151. ktransformers-0.0.1/ktransformers.egg-info/SOURCES.txt +1250 -0
  152. ktransformers-0.0.1/pyproject.toml +69 -0
  153. ktransformers-0.0.1/setup.cfg +4 -0
  154. ktransformers-0.0.1/setup.py +253 -0
  155. ktransformers-0.0.1/third_party/llama.cpp/.clang-tidy +24 -0
  156. ktransformers-0.0.1/third_party/llama.cpp/.devops/cloud-v-pipeline +22 -0
  157. ktransformers-0.0.1/third_party/llama.cpp/.devops/full-cuda.Dockerfile +36 -0
  158. ktransformers-0.0.1/third_party/llama.cpp/.devops/full-rocm.Dockerfile +50 -0
  159. ktransformers-0.0.1/third_party/llama.cpp/.devops/full.Dockerfile +25 -0
  160. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-cuda.Dockerfile +35 -0
  161. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-intel.Dockerfile +26 -0
  162. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-rocm.Dockerfile +45 -0
  163. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-vulkan.Dockerfile +27 -0
  164. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli.Dockerfile +23 -0
  165. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp-clblast.srpm.spec +84 -0
  166. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp-cuda.srpm.spec +83 -0
  167. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp.srpm.spec +85 -0
  168. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-cuda.Dockerfile +37 -0
  169. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-intel.Dockerfile +29 -0
  170. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-rocm.Dockerfile +50 -0
  171. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-vulkan.Dockerfile +31 -0
  172. ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server.Dockerfile +25 -0
  173. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/apps.nix +22 -0
  174. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/devshells.nix +13 -0
  175. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/docker.nix +37 -0
  176. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/jetson-support.nix +39 -0
  177. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/nixpkgs-instances.nix +47 -0
  178. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/package.nix +316 -0
  179. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/scope.nix +19 -0
  180. ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/sif.nix +27 -0
  181. ktransformers-0.0.1/third_party/llama.cpp/.devops/tools.sh +45 -0
  182. ktransformers-0.0.1/third_party/llama.cpp/.dockerignore +20 -0
  183. ktransformers-0.0.1/third_party/llama.cpp/.ecrc +6 -0
  184. ktransformers-0.0.1/third_party/llama.cpp/.editorconfig +31 -0
  185. ktransformers-0.0.1/third_party/llama.cpp/.flake8 +17 -0
  186. ktransformers-0.0.1/third_party/llama.cpp/.git +1 -0
  187. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/01-bug-low.yml +50 -0
  188. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/02-bug-medium.yml +50 -0
  189. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/03-bug-high.yml +50 -0
  190. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/04-bug-critical.yml +50 -0
  191. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/05-enhancement.yml +51 -0
  192. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/06-research.yml +52 -0
  193. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/07-refactor.yml +28 -0
  194. ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/config.yml +13 -0
  195. ktransformers-0.0.1/third_party/llama.cpp/.github/labeler.yml +90 -0
  196. ktransformers-0.0.1/third_party/llama.cpp/.github/pull_request_template.md +7 -0
  197. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/bench.yml +310 -0
  198. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/build.yml +1310 -0
  199. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/close-issue.yml +23 -0
  200. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/code-coverage.yml +40 -0
  201. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/docker.yml +117 -0
  202. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/editorconfig.yml +27 -0
  203. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/gguf-publish.yml +44 -0
  204. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/labeler.yml +17 -0
  205. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-ci-aarch64.yml +65 -0
  206. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-ci.yml +72 -0
  207. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-flake-update.yml +22 -0
  208. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-publish-flake.yml +36 -0
  209. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/python-check-requirements.yml +35 -0
  210. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/python-lint.yml +23 -0
  211. ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/server.yml +169 -0
  212. ktransformers-0.0.1/third_party/llama.cpp/.gitignore +90 -0
  213. ktransformers-0.0.1/third_party/llama.cpp/.gitmodules +3 -0
  214. ktransformers-0.0.1/third_party/llama.cpp/.pre-commit-config.yaml +16 -0
  215. ktransformers-0.0.1/third_party/llama.cpp/AUTHORS +655 -0
  216. ktransformers-0.0.1/third_party/llama.cpp/CMakeLists.txt +1415 -0
  217. ktransformers-0.0.1/third_party/llama.cpp/CMakePresets.json +49 -0
  218. ktransformers-0.0.1/third_party/llama.cpp/CONTRIBUTING.md +14 -0
  219. ktransformers-0.0.1/third_party/llama.cpp/LICENSE +21 -0
  220. ktransformers-0.0.1/third_party/llama.cpp/Makefile +1119 -0
  221. ktransformers-0.0.1/third_party/llama.cpp/Package.swift +78 -0
  222. ktransformers-0.0.1/third_party/llama.cpp/README-sycl.md +584 -0
  223. ktransformers-0.0.1/third_party/llama.cpp/README.md +994 -0
  224. ktransformers-0.0.1/third_party/llama.cpp/SECURITY.md +67 -0
  225. ktransformers-0.0.1/third_party/llama.cpp/ci/README.md +29 -0
  226. ktransformers-0.0.1/third_party/llama.cpp/ci/run.sh +755 -0
  227. ktransformers-0.0.1/third_party/llama.cpp/cmake/FindSIMD.cmake +100 -0
  228. ktransformers-0.0.1/third_party/llama.cpp/cmake/arm64-windows-llvm.cmake +16 -0
  229. ktransformers-0.0.1/third_party/llama.cpp/cmake/arm64-windows-msvc.cmake +6 -0
  230. ktransformers-0.0.1/third_party/llama.cpp/cmake/llama.pc.in +10 -0
  231. ktransformers-0.0.1/third_party/llama.cpp/codecov.yml +14 -0
  232. ktransformers-0.0.1/third_party/llama.cpp/common/CMakeLists.txt +87 -0
  233. ktransformers-0.0.1/third_party/llama.cpp/common/base64.hpp +392 -0
  234. ktransformers-0.0.1/third_party/llama.cpp/common/build-info.cpp.in +4 -0
  235. ktransformers-0.0.1/third_party/llama.cpp/common/common.cpp +3449 -0
  236. ktransformers-0.0.1/third_party/llama.cpp/common/common.h +425 -0
  237. ktransformers-0.0.1/third_party/llama.cpp/common/console.cpp +501 -0
  238. ktransformers-0.0.1/third_party/llama.cpp/common/console.h +19 -0
  239. ktransformers-0.0.1/third_party/llama.cpp/common/grammar-parser.cpp +536 -0
  240. ktransformers-0.0.1/third_party/llama.cpp/common/grammar-parser.h +29 -0
  241. ktransformers-0.0.1/third_party/llama.cpp/common/json-schema-to-grammar.cpp +726 -0
  242. ktransformers-0.0.1/third_party/llama.cpp/common/json-schema-to-grammar.h +8 -0
  243. ktransformers-0.0.1/third_party/llama.cpp/common/json.hpp +24766 -0
  244. ktransformers-0.0.1/third_party/llama.cpp/common/log.h +724 -0
  245. ktransformers-0.0.1/third_party/llama.cpp/common/ngram-cache.cpp +282 -0
  246. ktransformers-0.0.1/third_party/llama.cpp/common/ngram-cache.h +94 -0
  247. ktransformers-0.0.1/third_party/llama.cpp/common/sampling.cpp +451 -0
  248. ktransformers-0.0.1/third_party/llama.cpp/common/sampling.h +160 -0
  249. ktransformers-0.0.1/third_party/llama.cpp/common/stb_image.h +8396 -0
  250. ktransformers-0.0.1/third_party/llama.cpp/common/train.cpp +1513 -0
  251. ktransformers-0.0.1/third_party/llama.cpp/common/train.h +233 -0
  252. ktransformers-0.0.1/third_party/llama.cpp/convert-hf-to-gguf-update.py +330 -0
  253. ktransformers-0.0.1/third_party/llama.cpp/convert-hf-to-gguf.py +2887 -0
  254. ktransformers-0.0.1/third_party/llama.cpp/convert-llama-ggml-to-gguf.py +445 -0
  255. ktransformers-0.0.1/third_party/llama.cpp/docs/BLIS.md +67 -0
  256. ktransformers-0.0.1/third_party/llama.cpp/docs/HOWTO-add-model.md +119 -0
  257. ktransformers-0.0.1/third_party/llama.cpp/docs/debugging-tests.md +104 -0
  258. ktransformers-0.0.1/third_party/llama.cpp/docs/llama-star/idea-arch.key +0 -0
  259. ktransformers-0.0.1/third_party/llama.cpp/docs/llama-star/idea-arch.pdf +0 -0
  260. ktransformers-0.0.1/third_party/llama.cpp/docs/token_generation_performance_tips.md +40 -0
  261. ktransformers-0.0.1/third_party/llama.cpp/examples/CMakeLists.txt +56 -0
  262. ktransformers-0.0.1/third_party/llama.cpp/examples/Miku.sh +50 -0
  263. ktransformers-0.0.1/third_party/llama.cpp/examples/baby-llama/CMakeLists.txt +5 -0
  264. ktransformers-0.0.1/third_party/llama.cpp/examples/baby-llama/baby-llama.cpp +1640 -0
  265. ktransformers-0.0.1/third_party/llama.cpp/examples/base-translate.sh +61 -0
  266. ktransformers-0.0.1/third_party/llama.cpp/examples/batched/CMakeLists.txt +5 -0
  267. ktransformers-0.0.1/third_party/llama.cpp/examples/batched/README.md +44 -0
  268. ktransformers-0.0.1/third_party/llama.cpp/examples/batched/batched.cpp +239 -0
  269. ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/CMakeLists.txt +5 -0
  270. ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/README.md +51 -0
  271. ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/batched-bench.cpp +215 -0
  272. ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/.gitignore +9 -0
  273. ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Makefile +6 -0
  274. ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Package.swift +22 -0
  275. ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/README.md +4 -0
  276. ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Sources/main.swift +261 -0
  277. ktransformers-0.0.1/third_party/llama.cpp/examples/benchmark/CMakeLists.txt +6 -0
  278. ktransformers-0.0.1/third_party/llama.cpp/examples/benchmark/benchmark-matmult.cpp +275 -0
  279. ktransformers-0.0.1/third_party/llama.cpp/examples/chat-13B.bat +57 -0
  280. ktransformers-0.0.1/third_party/llama.cpp/examples/chat-13B.sh +41 -0
  281. ktransformers-0.0.1/third_party/llama.cpp/examples/chat-persistent.sh +151 -0
  282. ktransformers-0.0.1/third_party/llama.cpp/examples/chat-vicuna.sh +41 -0
  283. ktransformers-0.0.1/third_party/llama.cpp/examples/chat.sh +16 -0
  284. ktransformers-0.0.1/third_party/llama.cpp/examples/convert-legacy-llama.py +1416 -0
  285. ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +5 -0
  286. ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/README.md +28 -0
  287. ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +936 -0
  288. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/CMakeLists.txt +5 -0
  289. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/README.md +34 -0
  290. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/completions.txt +582 -0
  291. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/cvector-generator.cpp +499 -0
  292. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/negative.txt +1 -0
  293. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/pca.hpp +322 -0
  294. ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/positive.txt +1 -0
  295. ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/CMakeLists.txt +5 -0
  296. ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/README.md +21 -0
  297. ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/embedding.cpp +218 -0
  298. ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/CMakeLists.txt +9 -0
  299. ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/README.md +95 -0
  300. ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/eval-callback.cpp +193 -0
  301. ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/CMakeLists.txt +5 -0
  302. ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/README.md +26 -0
  303. ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/export-lora.cpp +462 -0
  304. ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/CMakeLists.txt +5 -0
  305. ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/README.md +90 -0
  306. ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/convert-finetune-checkpoint-to-gguf.py +487 -0
  307. ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/finetune.cpp +1862 -0
  308. ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/finetune.sh +34 -0
  309. ktransformers-0.0.1/third_party/llama.cpp/examples/gbnf-validator/CMakeLists.txt +5 -0
  310. ktransformers-0.0.1/third_party/llama.cpp/examples/gbnf-validator/gbnf-validator.cpp +130 -0
  311. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf/CMakeLists.txt +5 -0
  312. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf/gguf.cpp +256 -0
  313. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/CMakeLists.txt +5 -0
  314. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/README.md +10 -0
  315. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/gguf-split.cpp +564 -0
  316. ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/tests.sh +89 -0
  317. ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/CMakeLists.txt +5 -0
  318. ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/README.md +62 -0
  319. ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/gritlm.cpp +217 -0
  320. ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/CMakeLists.txt +5 -0
  321. ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/README.md +35 -0
  322. ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/imatrix.cpp +649 -0
  323. ktransformers-0.0.1/third_party/llama.cpp/examples/infill/CMakeLists.txt +5 -0
  324. ktransformers-0.0.1/third_party/llama.cpp/examples/infill/README.md +46 -0
  325. ktransformers-0.0.1/third_party/llama.cpp/examples/infill/infill.cpp +651 -0
  326. ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/README.md +21 -0
  327. ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/graph.py +58 -0
  328. ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/jeopardy.sh +30 -0
  329. ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/qasheet.csv +103 -0
  330. ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/questions.txt +100 -0
  331. ktransformers-0.0.1/third_party/llama.cpp/examples/json-schema-pydantic-example.py +74 -0
  332. ktransformers-0.0.1/third_party/llama.cpp/examples/json_schema_to_grammar.py +583 -0
  333. ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/CMakeLists.txt +5 -0
  334. ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/README.md +281 -0
  335. ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/llama-bench.cpp +1440 -0
  336. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/.gitignore +33 -0
  337. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/README.md +0 -0
  338. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/.gitignore +1 -0
  339. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/build.gradle.kts +65 -0
  340. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/proguard-rules.pro +21 -0
  341. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/AndroidManifest.xml +30 -0
  342. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/Downloadable.kt +119 -0
  343. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/MainActivity.kt +154 -0
  344. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/MainViewModel.kt +105 -0
  345. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Color.kt +11 -0
  346. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Theme.kt +70 -0
  347. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Type.kt +34 -0
  348. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/drawable/ic_launcher_background.xml +170 -0
  349. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/drawable/ic_launcher_foreground.xml +30 -0
  350. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-anydpi/ic_launcher.xml +6 -0
  351. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-anydpi/ic_launcher_round.xml +6 -0
  352. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-hdpi/ic_launcher.webp +0 -0
  353. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp +0 -0
  354. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-mdpi/ic_launcher.webp +0 -0
  355. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp +0 -0
  356. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xhdpi/ic_launcher.webp +0 -0
  357. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp +0 -0
  358. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp +0 -0
  359. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp +0 -0
  360. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp +0 -0
  361. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp +0 -0
  362. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/colors.xml +10 -0
  363. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/strings.xml +3 -0
  364. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/themes.xml +5 -0
  365. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/xml/backup_rules.xml +13 -0
  366. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/xml/data_extraction_rules.xml +19 -0
  367. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/build.gradle.kts +6 -0
  368. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle/wrapper/gradle-wrapper.jar +0 -0
  369. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle/wrapper/gradle-wrapper.properties +6 -0
  370. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle.properties +23 -0
  371. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradlew +185 -0
  372. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/.gitignore +1 -0
  373. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/CMakeLists.txt +55 -0
  374. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/build.gradle.kts +68 -0
  375. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/consumer-rules.pro +0 -0
  376. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/proguard-rules.pro +21 -0
  377. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/androidTest/java/android/llama/cpp/ExampleInstrumentedTest.kt +24 -0
  378. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/AndroidManifest.xml +4 -0
  379. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +49 -0
  380. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +443 -0
  381. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/java/android/llama/cpp/LLamaAndroid.kt +172 -0
  382. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/test/java/android/llama/cpp/ExampleUnitTest.kt +17 -0
  383. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/settings.gradle.kts +18 -0
  384. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/.gitignore +2 -0
  385. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/README.md +12 -0
  386. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift +341 -0
  387. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Assets.xcassets/AppIcon.appiconset/Contents.json +13 -0
  388. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Assets.xcassets/Contents.json +6 -0
  389. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Models/LlamaState.swift +189 -0
  390. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Resources/models/.gitignore +0 -0
  391. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/ContentView.swift +145 -0
  392. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/DownloadButton.swift +124 -0
  393. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/InputButton.swift +131 -0
  394. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/LoadCustomButton.swift +44 -0
  395. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/llama_swiftuiApp.swift +10 -0
  396. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.pbxproj +439 -0
  397. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.xcworkspace/contents.xcworkspacedata +7 -0
  398. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  399. ktransformers-0.0.1/third_party/llama.cpp/examples/llama.vim +135 -0
  400. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/CMakeLists.txt +38 -0
  401. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/MobileVLM-README.md +377 -0
  402. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/README.md +139 -0
  403. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/android/adb_run.sh +53 -0
  404. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/android/build_64.sh +8 -0
  405. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/clip.cpp +2078 -0
  406. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/clip.h +85 -0
  407. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/convert-image-encoder-to-gguf.py +331 -0
  408. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-cli.cpp +340 -0
  409. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-surgery-v2.py +155 -0
  410. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-surgery.py +38 -0
  411. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava.cpp +411 -0
  412. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava.h +50 -0
  413. ktransformers-0.0.1/third_party/llama.cpp/examples/llava/requirements.txt +3 -0
  414. ktransformers-0.0.1/third_party/llama.cpp/examples/llm.vim +28 -0
  415. ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/CMakeLists.txt +5 -0
  416. ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/README.md +7 -0
  417. ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/lookahead.cpp +486 -0
  418. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/CMakeLists.txt +23 -0
  419. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/README.md +13 -0
  420. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-create.cpp +43 -0
  421. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-merge.cpp +47 -0
  422. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-stats.cpp +160 -0
  423. ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup.cpp +258 -0
  424. ktransformers-0.0.1/third_party/llama.cpp/examples/main/CMakeLists.txt +5 -0
  425. ktransformers-0.0.1/third_party/llama.cpp/examples/main/README.md +316 -0
  426. ktransformers-0.0.1/third_party/llama.cpp/examples/main/main.cpp +918 -0
  427. ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/.gitignore +51 -0
  428. ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/CMakeLists.txt +33 -0
  429. ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/README.md +31 -0
  430. ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/CMakeLists.txt +5 -0
  431. ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/README.md +3 -0
  432. ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/parallel.cpp +428 -0
  433. ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/CMakeLists.txt +5 -0
  434. ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/README.md +12 -0
  435. ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/passkey.cpp +282 -0
  436. ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/CMakeLists.txt +5 -0
  437. ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/README.md +193 -0
  438. ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/perplexity.cpp +2063 -0
  439. ktransformers-0.0.1/third_party/llama.cpp/examples/pydantic-models-to-grammar-examples.py +224 -0
  440. ktransformers-0.0.1/third_party/llama.cpp/examples/pydantic_models_to_grammar.py +1310 -0
  441. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/CMakeLists.txt +6 -0
  442. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/README.md +46 -0
  443. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/quantize.cpp +450 -0
  444. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/tests.sh +65 -0
  445. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize-stats/CMakeLists.txt +6 -0
  446. ktransformers-0.0.1/third_party/llama.cpp/examples/quantize-stats/quantize-stats.cpp +424 -0
  447. ktransformers-0.0.1/third_party/llama.cpp/examples/reason-act.sh +16 -0
  448. ktransformers-0.0.1/third_party/llama.cpp/examples/regex-to-grammar.py +20 -0
  449. ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/CMakeLists.txt +5 -0
  450. ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/README.md +69 -0
  451. ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/retrieval.cpp +292 -0
  452. ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/CMakeLists.txt +2 -0
  453. ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/README.md +74 -0
  454. ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/rpc-server.cpp +134 -0
  455. ktransformers-0.0.1/third_party/llama.cpp/examples/save-load-state/CMakeLists.txt +5 -0
  456. ktransformers-0.0.1/third_party/llama.cpp/examples/save-load-state/save-load-state.cpp +247 -0
  457. ktransformers-0.0.1/third_party/llama.cpp/examples/server/CMakeLists.txt +51 -0
  458. ktransformers-0.0.1/third_party/llama.cpp/examples/server/README.md +704 -0
  459. ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/README.md +120 -0
  460. ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/bench.py +309 -0
  461. ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/prometheus.yml +9 -0
  462. ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/requirements.txt +2 -0
  463. ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/script.js +150 -0
  464. ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat-llama2.sh +109 -0
  465. ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat.mjs +131 -0
  466. ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat.sh +80 -0
  467. ktransformers-0.0.1/third_party/llama.cpp/examples/server/deps.sh +10 -0
  468. ktransformers-0.0.1/third_party/llama.cpp/examples/server/httplib.h +9465 -0
  469. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/colorthemes.css +402 -0
  470. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/completion.js +204 -0
  471. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/favicon.ico +0 -0
  472. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index-new.html +1178 -0
  473. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index.html +1145 -0
  474. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index.js +1 -0
  475. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/json-schema-to-grammar.mjs +561 -0
  476. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/prompt-formats.js +331 -0
  477. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/style.css +954 -0
  478. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/system-prompts.js +68 -0
  479. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-beeninorder.css +228 -0
  480. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-ketivah.css +201 -0
  481. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-mangotango.css +216 -0
  482. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-playground.css +221 -0
  483. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-polarnight.css +253 -0
  484. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-snowstorm.css +251 -0
  485. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/datautils.mjs +266 -0
  486. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/index.html +51 -0
  487. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/readme.md +271 -0
  488. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/simplechat.css +79 -0
  489. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/simplechat.js +921 -0
  490. ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/ui.mjs +211 -0
  491. ktransformers-0.0.1/third_party/llama.cpp/examples/server/server.cpp +3407 -0
  492. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/README.md +65 -0
  493. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/embeddings.feature +96 -0
  494. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/environment.py +71 -0
  495. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/issues.feature +5 -0
  496. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/parallel.feature +102 -0
  497. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/passkey.feature +55 -0
  498. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/results.feature +118 -0
  499. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/security.feature +68 -0
  500. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/server.feature +112 -0
  501. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/slotsave.feature +58 -0
  502. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/steps/steps.py +1358 -0
  503. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/wrong_usages.feature +22 -0
  504. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/requirements.txt +6 -0
  505. ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/tests.sh +11 -0
  506. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/README.md +5 -0
  507. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/README.md +7 -0
  508. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/buttons_top.png +0 -0
  509. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/favicon.ico +0 -0
  510. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/index.html +1057 -0
  511. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/README.md +5 -0
  512. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/favicon.ico +0 -0
  513. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/index.html +1061 -0
  514. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/llama_cpp.png +0 -0
  515. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/llamapattern.png +0 -0
  516. ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/wild.png +0 -0
  517. ktransformers-0.0.1/third_party/llama.cpp/examples/server/utils.hpp +655 -0
  518. ktransformers-0.0.1/third_party/llama.cpp/examples/server-embd.py +34 -0
  519. ktransformers-0.0.1/third_party/llama.cpp/examples/server-llama2-13B.sh +26 -0
  520. ktransformers-0.0.1/third_party/llama.cpp/examples/simple/CMakeLists.txt +5 -0
  521. ktransformers-0.0.1/third_party/llama.cpp/examples/simple/README.md +21 -0
  522. ktransformers-0.0.1/third_party/llama.cpp/examples/simple/simple.cpp +175 -0
  523. ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/CMakeLists.txt +5 -0
  524. ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/README.md +9 -0
  525. ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/speculative.cpp +615 -0
  526. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/CMakeLists.txt +9 -0
  527. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/README.md +47 -0
  528. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/build.sh +23 -0
  529. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/ls-sycl-device.cpp +13 -0
  530. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/run-llama2.sh +37 -0
  531. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/win-build-sycl.bat +34 -0
  532. ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/win-run-llama2.bat +11 -0
  533. ktransformers-0.0.1/third_party/llama.cpp/examples/tokenize/CMakeLists.txt +5 -0
  534. ktransformers-0.0.1/third_party/llama.cpp/examples/tokenize/tokenize.cpp +392 -0
  535. ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/CMakeLists.txt +5 -0
  536. ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/README.md +27 -0
  537. ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py +499 -0
  538. ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/train-text-from-scratch.cpp +1253 -0
  539. ktransformers-0.0.1/third_party/llama.cpp/examples/ts-type-to-grammar.sh +28 -0
  540. ktransformers-0.0.1/third_party/llama.cpp/flake.lock +58 -0
  541. ktransformers-0.0.1/third_party/llama.cpp/flake.nix +182 -0
  542. ktransformers-0.0.1/third_party/llama.cpp/ggml-alloc.c +1041 -0
  543. ktransformers-0.0.1/third_party/llama.cpp/ggml-alloc.h +76 -0
  544. ktransformers-0.0.1/third_party/llama.cpp/ggml-backend-impl.h +153 -0
  545. ktransformers-0.0.1/third_party/llama.cpp/ggml-backend.c +2214 -0
  546. ktransformers-0.0.1/third_party/llama.cpp/ggml-backend.h +233 -0
  547. ktransformers-0.0.1/third_party/llama.cpp/ggml-blas.cpp +363 -0
  548. ktransformers-0.0.1/third_party/llama.cpp/ggml-blas.h +23 -0
  549. ktransformers-0.0.1/third_party/llama.cpp/ggml-common.h +1805 -0
  550. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/acc.cu +47 -0
  551. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/acc.cuh +5 -0
  552. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/arange.cu +34 -0
  553. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/arange.cuh +5 -0
  554. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/argsort.cu +104 -0
  555. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/argsort.cuh +3 -0
  556. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/binbcast.cu +280 -0
  557. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/binbcast.cuh +6 -0
  558. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/clamp.cu +34 -0
  559. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/clamp.cuh +5 -0
  560. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/common.cuh +851 -0
  561. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/concat.cu +196 -0
  562. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/concat.cuh +5 -0
  563. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/convert.cu +686 -0
  564. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/convert.cuh +13 -0
  565. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/cpy.cu +490 -0
  566. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/cpy.cuh +9 -0
  567. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dequantize.cuh +103 -0
  568. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/diagmask.cu +40 -0
  569. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/diagmask.cuh +5 -0
  570. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dmmv.cu +674 -0
  571. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dmmv.cuh +18 -0
  572. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-common.cuh +741 -0
  573. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f16.cu +319 -0
  574. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f16.cuh +3 -0
  575. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f32.cu +312 -0
  576. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f32.cuh +3 -0
  577. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-vec-f16.cuh +397 -0
  578. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-vec-f32.cuh +374 -0
  579. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-wmma-f16.cuh +490 -0
  580. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn.cu +345 -0
  581. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn.cuh +3 -0
  582. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/getrows.cu +178 -0
  583. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/getrows.cuh +5 -0
  584. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/im2col.cu +104 -0
  585. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/im2col.cuh +5 -0
  586. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mma.cuh +161 -0
  587. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmq.cu +88 -0
  588. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmq.cuh +2138 -0
  589. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmvq.cu +419 -0
  590. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmvq.cuh +7 -0
  591. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/norm.cu +221 -0
  592. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/norm.cuh +7 -0
  593. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pad.cu +49 -0
  594. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pad.cuh +5 -0
  595. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pool2d.cu +94 -0
  596. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pool2d.cuh +5 -0
  597. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/quantize.cu +112 -0
  598. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/quantize.cuh +20 -0
  599. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/rope.cu +271 -0
  600. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/rope.cuh +5 -0
  601. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/scale.cu +31 -0
  602. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/scale.cuh +5 -0
  603. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/softmax.cu +206 -0
  604. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/softmax.cuh +5 -0
  605. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/sumrows.cu +40 -0
  606. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/sumrows.cuh +3 -0
  607. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-f16.cu +5 -0
  608. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q4_0.cu +5 -0
  609. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q4_1.cu +5 -0
  610. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q5_0.cu +5 -0
  611. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q5_1.cu +5 -0
  612. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q8_0.cu +5 -0
  613. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-f16.cu +5 -0
  614. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q4_0.cu +5 -0
  615. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q4_1.cu +5 -0
  616. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q5_0.cu +5 -0
  617. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q5_1.cu +5 -0
  618. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q8_0.cu +5 -0
  619. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-f16.cu +5 -0
  620. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q4_0.cu +5 -0
  621. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q4_1.cu +5 -0
  622. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q5_0.cu +5 -0
  623. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q5_1.cu +5 -0
  624. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q8_0.cu +5 -0
  625. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-f16.cu +5 -0
  626. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q4_0.cu +5 -0
  627. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q4_1.cu +5 -0
  628. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q5_0.cu +5 -0
  629. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q5_1.cu +5 -0
  630. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q8_0.cu +5 -0
  631. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-f16.cu +5 -0
  632. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q4_0.cu +5 -0
  633. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q4_1.cu +5 -0
  634. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q5_0.cu +5 -0
  635. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q5_1.cu +5 -0
  636. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q8_0.cu +5 -0
  637. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-f16.cu +5 -0
  638. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q4_0.cu +5 -0
  639. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q4_1.cu +5 -0
  640. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q5_0.cu +5 -0
  641. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q5_1.cu +5 -0
  642. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q8_0.cu +5 -0
  643. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs256-f16-f16.cu +5 -0
  644. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-f16.cu +5 -0
  645. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q4_0.cu +5 -0
  646. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q4_1.cu +5 -0
  647. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q5_0.cu +5 -0
  648. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q5_1.cu +5 -0
  649. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q8_0.cu +5 -0
  650. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-f16.cu +5 -0
  651. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q4_0.cu +5 -0
  652. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q4_1.cu +5 -0
  653. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q5_0.cu +5 -0
  654. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q5_1.cu +5 -0
  655. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q8_0.cu +5 -0
  656. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-f16.cu +5 -0
  657. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q4_0.cu +5 -0
  658. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q4_1.cu +5 -0
  659. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q5_0.cu +5 -0
  660. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q5_1.cu +5 -0
  661. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q8_0.cu +5 -0
  662. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-f16.cu +5 -0
  663. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q4_0.cu +5 -0
  664. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q4_1.cu +5 -0
  665. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q5_0.cu +5 -0
  666. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q5_1.cu +5 -0
  667. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q8_0.cu +5 -0
  668. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-f16.cu +5 -0
  669. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q4_0.cu +5 -0
  670. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q4_1.cu +5 -0
  671. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q5_0.cu +5 -0
  672. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q5_1.cu +5 -0
  673. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q8_0.cu +5 -0
  674. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-f16.cu +5 -0
  675. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q4_0.cu +5 -0
  676. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q4_1.cu +5 -0
  677. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q5_0.cu +5 -0
  678. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q5_1.cu +5 -0
  679. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q8_0.cu +5 -0
  680. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-f16.cu +5 -0
  681. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q4_0.cu +5 -0
  682. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q4_1.cu +5 -0
  683. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q5_0.cu +5 -0
  684. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q5_1.cu +5 -0
  685. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q8_0.cu +5 -0
  686. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs256-f16-f16.cu +5 -0
  687. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-f16.cu +5 -0
  688. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_0.cu +5 -0
  689. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_1.cu +5 -0
  690. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_0.cu +5 -0
  691. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_1.cu +5 -0
  692. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q8_0.cu +5 -0
  693. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb16.cu +10 -0
  694. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb32.cu +9 -0
  695. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb16.cu +10 -0
  696. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb32.cu +10 -0
  697. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu +8 -0
  698. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/generate_cu_files.py +75 -0
  699. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q2_k.cu +5 -0
  700. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q3_k.cu +5 -0
  701. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_0.cu +5 -0
  702. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_1.cu +5 -0
  703. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_k.cu +5 -0
  704. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_0.cu +5 -0
  705. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_1.cu +5 -0
  706. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_k.cu +5 -0
  707. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q6_k.cu +5 -0
  708. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q8_0.cu +5 -0
  709. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/tsembd.cu +47 -0
  710. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/tsembd.cuh +5 -0
  711. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/unary.cu +314 -0
  712. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/unary.cuh +33 -0
  713. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/upscale.cu +51 -0
  714. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/upscale.cuh +5 -0
  715. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/vecdotq.cuh +1151 -0
  716. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda.cu +3073 -0
  717. ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda.h +44 -0
  718. ktransformers-0.0.1/third_party/llama.cpp/ggml-impl.h +651 -0
  719. ktransformers-0.0.1/third_party/llama.cpp/ggml-kompute.cpp +2038 -0
  720. ktransformers-0.0.1/third_party/llama.cpp/ggml-kompute.h +46 -0
  721. ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.h +66 -0
  722. ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.m +3267 -0
  723. ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.metal +6540 -0
  724. ktransformers-0.0.1/third_party/llama.cpp/ggml-quants.c +14297 -0
  725. ktransformers-0.0.1/third_party/llama.cpp/ggml-quants.h +133 -0
  726. ktransformers-0.0.1/third_party/llama.cpp/ggml-rpc.cpp +1178 -0
  727. ktransformers-0.0.1/third_party/llama.cpp/ggml-rpc.h +24 -0
  728. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/backend.hpp +18 -0
  729. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/common.cpp +53 -0
  730. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/common.hpp +298 -0
  731. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/dpct/helper.hpp +2980 -0
  732. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/presets.hpp +69 -0
  733. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl.cpp +13337 -0
  734. ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl.h +40 -0
  735. ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan-shaders.hpp +144508 -0
  736. ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan.cpp +7177 -0
  737. ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan.h +29 -0
  738. ktransformers-0.0.1/third_party/llama.cpp/ggml.c +22589 -0
  739. ktransformers-0.0.1/third_party/llama.cpp/ggml.h +2452 -0
  740. ktransformers-0.0.1/third_party/llama.cpp/ggml_vk_generate_shaders.py +220 -0
  741. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/LICENSE +21 -0
  742. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/README.md +83 -0
  743. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/examples/reader.py +47 -0
  744. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/examples/writer.py +40 -0
  745. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/__init__.py +7 -0
  746. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/constants.py +1088 -0
  747. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf.py +15 -0
  748. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf_reader.py +296 -0
  749. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf_writer.py +616 -0
  750. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/lazy.py +236 -0
  751. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/py.typed +0 -0
  752. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/quants.py +123 -0
  753. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/tensor_mapping.py +493 -0
  754. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/vocab.py +465 -0
  755. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/pyproject.toml +37 -0
  756. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/__init__.py +13 -0
  757. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-convert-endian.py +134 -0
  758. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-dump.py +388 -0
  759. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-new-metadata.py +242 -0
  760. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-set-metadata.py +95 -0
  761. ktransformers-0.0.1/third_party/llama.cpp/gguf-py/tests/test_gguf.py +7 -0
  762. ktransformers-0.0.1/third_party/llama.cpp/grammars/README.md +144 -0
  763. ktransformers-0.0.1/third_party/llama.cpp/grammars/arithmetic.gbnf +6 -0
  764. ktransformers-0.0.1/third_party/llama.cpp/grammars/c.gbnf +42 -0
  765. ktransformers-0.0.1/third_party/llama.cpp/grammars/chess.gbnf +13 -0
  766. ktransformers-0.0.1/third_party/llama.cpp/grammars/japanese.gbnf +7 -0
  767. ktransformers-0.0.1/third_party/llama.cpp/grammars/json.gbnf +25 -0
  768. ktransformers-0.0.1/third_party/llama.cpp/grammars/json_arr.gbnf +34 -0
  769. ktransformers-0.0.1/third_party/llama.cpp/grammars/list.gbnf +4 -0
  770. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/common.comp +102 -0
  771. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_add.comp +58 -0
  772. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_addrow.comp +25 -0
  773. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f16_f16.comp +52 -0
  774. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f16_f32.comp +52 -0
  775. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f32_f16.comp +52 -0
  776. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f32_f32.comp +52 -0
  777. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_diagmask.comp +30 -0
  778. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_gelu.comp +22 -0
  779. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows.comp +17 -0
  780. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_f16.comp +31 -0
  781. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_f32.comp +31 -0
  782. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q4_0.comp +38 -0
  783. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q4_1.comp +39 -0
  784. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q6_k.comp +44 -0
  785. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul.comp +52 -0
  786. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_f16.comp +67 -0
  787. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_mat_f32.comp +51 -0
  788. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q4_0.comp +33 -0
  789. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q4_1.comp +35 -0
  790. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q6_k.comp +94 -0
  791. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q8_0.comp +73 -0
  792. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mv_q_n.comp +48 -0
  793. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mv_q_n_pre.comp +22 -0
  794. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_norm.comp +84 -0
  795. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_relu.comp +21 -0
  796. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rmsnorm.comp +53 -0
  797. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rope_f16.comp +73 -0
  798. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rope_f32.comp +73 -0
  799. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_scale.comp +19 -0
  800. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_scale_8.comp +23 -0
  801. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_silu.comp +22 -0
  802. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_softmax.comp +56 -0
  803. ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/rope_common.comp +67 -0
  804. ktransformers-0.0.1/third_party/llama.cpp/llama.cpp +18899 -0
  805. ktransformers-0.0.1/third_party/llama.cpp/llama.h +1143 -0
  806. ktransformers-0.0.1/third_party/llama.cpp/media/llama-leader.jpeg +0 -0
  807. ktransformers-0.0.1/third_party/llama.cpp/media/llama0-banner.png +0 -0
  808. ktransformers-0.0.1/third_party/llama.cpp/media/llama0-logo.png +0 -0
  809. ktransformers-0.0.1/third_party/llama.cpp/media/llama1-banner.png +0 -0
  810. ktransformers-0.0.1/third_party/llama.cpp/media/llama1-logo.png +0 -0
  811. ktransformers-0.0.1/third_party/llama.cpp/media/matmul.png +0 -0
  812. ktransformers-0.0.1/third_party/llama.cpp/media/matmul.svg +1238 -0
  813. ktransformers-0.0.1/third_party/llama.cpp/mypy.ini +7 -0
  814. ktransformers-0.0.1/third_party/llama.cpp/pocs/CMakeLists.txt +12 -0
  815. ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/CMakeLists.txt +9 -0
  816. ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/q8dot.cpp +172 -0
  817. ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/vdot.cpp +310 -0
  818. ktransformers-0.0.1/third_party/llama.cpp/prompts/LLM-questions.txt +49 -0
  819. ktransformers-0.0.1/third_party/llama.cpp/prompts/alpaca.txt +1 -0
  820. ktransformers-0.0.1/third_party/llama.cpp/prompts/assistant.txt +31 -0
  821. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-baichuan.txt +4 -0
  822. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-bob.txt +7 -0
  823. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-qwen.txt +1 -0
  824. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-vicuna-v0.txt +7 -0
  825. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-vicuna-v1.txt +7 -0
  826. ktransformers-0.0.1/third_party/llama.cpp/prompts/chat.txt +28 -0
  827. ktransformers-0.0.1/third_party/llama.cpp/prompts/dan-modified.txt +1 -0
  828. ktransformers-0.0.1/third_party/llama.cpp/prompts/dan.txt +1 -0
  829. ktransformers-0.0.1/third_party/llama.cpp/prompts/mnemonics.txt +93 -0
  830. ktransformers-0.0.1/third_party/llama.cpp/prompts/parallel-questions.txt +43 -0
  831. ktransformers-0.0.1/third_party/llama.cpp/prompts/reason-act.txt +18 -0
  832. ktransformers-0.0.1/third_party/llama.cpp/pyrightconfig.json +3 -0
  833. ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-hf-to-gguf-update.txt +2 -0
  834. ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-hf-to-gguf.txt +2 -0
  835. ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-legacy-llama.txt +5 -0
  836. ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-llama-ggml-to-gguf.txt +1 -0
  837. ktransformers-0.0.1/third_party/llama.cpp/requirements.txt +11 -0
  838. ktransformers-0.0.1/third_party/llama.cpp/scripts/LlamaConfig.cmake.in +61 -0
  839. ktransformers-0.0.1/third_party/llama.cpp/scripts/build-info.cmake +58 -0
  840. ktransformers-0.0.1/third_party/llama.cpp/scripts/build-info.sh +30 -0
  841. ktransformers-0.0.1/third_party/llama.cpp/scripts/check-requirements.sh +179 -0
  842. ktransformers-0.0.1/third_party/llama.cpp/scripts/ci-run.sh +50 -0
  843. ktransformers-0.0.1/third_party/llama.cpp/scripts/compare-commits.sh +27 -0
  844. ktransformers-0.0.1/third_party/llama.cpp/scripts/compare-llama-bench.py +376 -0
  845. ktransformers-0.0.1/third_party/llama.cpp/scripts/convert-gg.sh +26 -0
  846. ktransformers-0.0.1/third_party/llama.cpp/scripts/debug-test.sh +203 -0
  847. ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-authors.sh +9 -0
  848. ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-build-info-cpp.cmake +24 -0
  849. ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-unicode-data.py +134 -0
  850. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-flags.mk +38 -0
  851. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-hellaswag.sh +10 -0
  852. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-pg.sh +70 -0
  853. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-wikitext-103.sh +10 -0
  854. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-wikitext-2.sh +11 -0
  855. ktransformers-0.0.1/third_party/llama.cpp/scripts/get-winogrande.sh +10 -0
  856. ktransformers-0.0.1/third_party/llama.cpp/scripts/hf.sh +112 -0
  857. ktransformers-0.0.1/third_party/llama.cpp/scripts/install-oneapi.bat +19 -0
  858. ktransformers-0.0.1/third_party/llama.cpp/scripts/pod-llama.sh +213 -0
  859. ktransformers-0.0.1/third_party/llama.cpp/scripts/qnt-all.sh +30 -0
  860. ktransformers-0.0.1/third_party/llama.cpp/scripts/run-all-perf.sh +34 -0
  861. ktransformers-0.0.1/third_party/llama.cpp/scripts/run-all-ppl.sh +30 -0
  862. ktransformers-0.0.1/third_party/llama.cpp/scripts/run-with-preset.py +146 -0
  863. ktransformers-0.0.1/third_party/llama.cpp/scripts/server-llm.sh +418 -0
  864. ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml-am.sh +176 -0
  865. ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml.last +1 -0
  866. ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml.sh +34 -0
  867. ktransformers-0.0.1/third_party/llama.cpp/scripts/verify-checksum-models.py +84 -0
  868. ktransformers-0.0.1/third_party/llama.cpp/scripts/xxd.cmake +16 -0
  869. ktransformers-0.0.1/third_party/llama.cpp/sgemm.cpp +1030 -0
  870. ktransformers-0.0.1/third_party/llama.cpp/sgemm.h +14 -0
  871. ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml-alloc.h +76 -0
  872. ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml-backend.h +233 -0
  873. ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml.h +2452 -0
  874. ktransformers-0.0.1/third_party/llama.cpp/spm-headers/llama.h +1143 -0
  875. ktransformers-0.0.1/third_party/llama.cpp/tests/.gitignore +4 -0
  876. ktransformers-0.0.1/third_party/llama.cpp/tests/CMakeLists.txt +141 -0
  877. ktransformers-0.0.1/third_party/llama.cpp/tests/get-model.cpp +21 -0
  878. ktransformers-0.0.1/third_party/llama.cpp/tests/get-model.h +2 -0
  879. ktransformers-0.0.1/third_party/llama.cpp/tests/run-json-schema-to-grammar.mjs +10 -0
  880. ktransformers-0.0.1/third_party/llama.cpp/tests/test-autorelease.cpp +24 -0
  881. ktransformers-0.0.1/third_party/llama.cpp/tests/test-backend-ops.cpp +2471 -0
  882. ktransformers-0.0.1/third_party/llama.cpp/tests/test-c.c +7 -0
  883. ktransformers-0.0.1/third_party/llama.cpp/tests/test-chat-template.cpp +123 -0
  884. ktransformers-0.0.1/third_party/llama.cpp/tests/test-double-float.cpp +57 -0
  885. ktransformers-0.0.1/third_party/llama.cpp/tests/test-grad0.cpp +1566 -0
  886. ktransformers-0.0.1/third_party/llama.cpp/tests/test-grammar-integration.cpp +482 -0
  887. ktransformers-0.0.1/third_party/llama.cpp/tests/test-grammar-parser.cpp +515 -0
  888. ktransformers-0.0.1/third_party/llama.cpp/tests/test-json-schema-to-grammar.cpp +900 -0
  889. ktransformers-0.0.1/third_party/llama.cpp/tests/test-llama-grammar.cpp +402 -0
  890. ktransformers-0.0.1/third_party/llama.cpp/tests/test-model-load-cancel.cpp +27 -0
  891. ktransformers-0.0.1/third_party/llama.cpp/tests/test-opt.cpp +181 -0
  892. ktransformers-0.0.1/third_party/llama.cpp/tests/test-quantize-fns.cpp +185 -0
  893. ktransformers-0.0.1/third_party/llama.cpp/tests/test-quantize-perf.cpp +363 -0
  894. ktransformers-0.0.1/third_party/llama.cpp/tests/test-rope.cpp +221 -0
  895. ktransformers-0.0.1/third_party/llama.cpp/tests/test-sampling.cpp +301 -0
  896. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.cpp +292 -0
  897. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.py +46 -0
  898. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.sh +41 -0
  899. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-1-bpe.cpp +147 -0
  900. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-1-spm.cpp +111 -0
  901. ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-random.py +359 -0
  902. ktransformers-0.0.1/third_party/llama.cpp/unicode-data.cpp +6983 -0
  903. ktransformers-0.0.1/third_party/llama.cpp/unicode-data.h +20 -0
  904. ktransformers-0.0.1/third_party/llama.cpp/unicode.cpp +796 -0
  905. ktransformers-0.0.1/third_party/llama.cpp/unicode.h +63 -0
  906. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/add.comp +12 -0
  907. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/argsort.comp +71 -0
  908. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/clamp.comp +13 -0
  909. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/copy.comp +16 -0
  910. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_f32.comp +20 -0
  911. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_funcs.comp +60 -0
  912. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_head.comp +13 -0
  913. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q2_k.comp +34 -0
  914. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q3_k.comp +42 -0
  915. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_0.comp +32 -0
  916. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_1.comp +32 -0
  917. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_k.comp +56 -0
  918. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_0.comp +34 -0
  919. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_1.comp +35 -0
  920. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_k.comp +58 -0
  921. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q6_k.comp +33 -0
  922. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q8_0.comp +31 -0
  923. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/diag_mask_inf.comp +34 -0
  924. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/div.comp +12 -0
  925. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/gelu.comp +25 -0
  926. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_binary_head.comp +48 -0
  927. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_head.comp +9 -0
  928. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_unary_head.comp +35 -0
  929. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/get_rows.comp +26 -0
  930. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/get_rows_quant.comp +31 -0
  931. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul.comp +12 -0
  932. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_split_k_reduce.comp +29 -0
  933. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec.comp +50 -0
  934. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_base.comp +81 -0
  935. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_nc.comp +71 -0
  936. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_p021.comp +73 -0
  937. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q2_k.comp +73 -0
  938. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q3_k.comp +66 -0
  939. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q4_k.comp +115 -0
  940. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q5_k.comp +111 -0
  941. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q6_k.comp +79 -0
  942. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mm.comp +494 -0
  943. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/norm.comp +44 -0
  944. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/relu.comp +21 -0
  945. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rms_norm.comp +42 -0
  946. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_head.comp +44 -0
  947. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_neox.comp +37 -0
  948. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_norm.comp +37 -0
  949. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/scale.comp +12 -0
  950. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/silu.comp +22 -0
  951. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/soft_max.comp +106 -0
  952. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/square.comp +13 -0
  953. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/sum_rows.comp +37 -0
  954. ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/types.comp +179 -0
  955. ktransformers-0.0.1/third_party/llamafile/README.md +1 -0
  956. ktransformers-0.0.1/third_party/llamafile/bench.h +25 -0
  957. ktransformers-0.0.1/third_party/llamafile/flags.cpp +8 -0
  958. ktransformers-0.0.1/third_party/llamafile/flags.h +8 -0
  959. ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat.inc +3050 -0
  960. ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_amd_avx2.cpp +8 -0
  961. ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_amd_zen4.cpp +10 -0
  962. ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_arm82.cpp +10 -0
  963. ktransformers-0.0.1/third_party/llamafile/macros.h +14 -0
  964. ktransformers-0.0.1/third_party/llamafile/micros.h +41 -0
  965. ktransformers-0.0.1/third_party/llamafile/numba.h +59 -0
  966. ktransformers-0.0.1/third_party/llamafile/sgemm.cpp +200 -0
  967. ktransformers-0.0.1/third_party/llamafile/sgemm.h +52 -0
  968. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu.h +1054 -0
  969. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul.inc +411 -0
  970. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx.cpp +24 -0
  971. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx2.cpp +9 -0
  972. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx512f.cpp +9 -0
  973. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avxvnni.cpp +9 -0
  974. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_fma.cpp +9 -0
  975. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_zen4.cpp +9 -0
  976. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_arm80.cpp +24 -0
  977. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_arm82.cpp +9 -0
  978. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm.inc +364 -0
  979. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx.cpp +9 -0
  980. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx2.cpp +9 -0
  981. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx512f.cpp +9 -0
  982. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avxvnni.cpp +9 -0
  983. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_fma.cpp +9 -0
  984. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_zen4.cpp +10 -0
  985. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_arm80.cpp +9 -0
  986. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_arm82.cpp +10 -0
  987. ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_unsupported.cpp +39 -0
  988. ktransformers-0.0.1/third_party/pybind11/.appveyor.yml +35 -0
  989. ktransformers-0.0.1/third_party/pybind11/.clang-format +38 -0
  990. ktransformers-0.0.1/third_party/pybind11/.clang-tidy +77 -0
  991. ktransformers-0.0.1/third_party/pybind11/.cmake-format.yaml +73 -0
  992. ktransformers-0.0.1/third_party/pybind11/.codespell-ignore-lines +24 -0
  993. ktransformers-0.0.1/third_party/pybind11/.git +1 -0
  994. ktransformers-0.0.1/third_party/pybind11/.gitattributes +1 -0
  995. ktransformers-0.0.1/third_party/pybind11/.github/CODEOWNERS +9 -0
  996. ktransformers-0.0.1/third_party/pybind11/.github/CONTRIBUTING.md +388 -0
  997. ktransformers-0.0.1/third_party/pybind11/.github/ISSUE_TEMPLATE/bug-report.yml +61 -0
  998. ktransformers-0.0.1/third_party/pybind11/.github/ISSUE_TEMPLATE/config.yml +8 -0
  999. ktransformers-0.0.1/third_party/pybind11/.github/dependabot.yml +15 -0
  1000. ktransformers-0.0.1/third_party/pybind11/.github/labeler.yml +13 -0
  1001. ktransformers-0.0.1/third_party/pybind11/.github/labeler_merged.yml +8 -0
  1002. ktransformers-0.0.1/third_party/pybind11/.github/matchers/pylint.json +32 -0
  1003. ktransformers-0.0.1/third_party/pybind11/.github/pull_request_template.md +19 -0
  1004. ktransformers-0.0.1/third_party/pybind11/.github/workflows/ci.yml +1235 -0
  1005. ktransformers-0.0.1/third_party/pybind11/.github/workflows/configure.yml +92 -0
  1006. ktransformers-0.0.1/third_party/pybind11/.github/workflows/format.yml +60 -0
  1007. ktransformers-0.0.1/third_party/pybind11/.github/workflows/labeler.yml +25 -0
  1008. ktransformers-0.0.1/third_party/pybind11/.github/workflows/pip.yml +117 -0
  1009. ktransformers-0.0.1/third_party/pybind11/.github/workflows/upstream.yml +116 -0
  1010. ktransformers-0.0.1/third_party/pybind11/.gitignore +46 -0
  1011. ktransformers-0.0.1/third_party/pybind11/.pre-commit-config.yaml +156 -0
  1012. ktransformers-0.0.1/third_party/pybind11/.readthedocs.yml +20 -0
  1013. ktransformers-0.0.1/third_party/pybind11/CMakeLists.txt +375 -0
  1014. ktransformers-0.0.1/third_party/pybind11/LICENSE +29 -0
  1015. ktransformers-0.0.1/third_party/pybind11/MANIFEST.in +6 -0
  1016. ktransformers-0.0.1/third_party/pybind11/README.rst +181 -0
  1017. ktransformers-0.0.1/third_party/pybind11/SECURITY.md +13 -0
  1018. ktransformers-0.0.1/third_party/pybind11/docs/Doxyfile +21 -0
  1019. ktransformers-0.0.1/third_party/pybind11/docs/Makefile +192 -0
  1020. ktransformers-0.0.1/third_party/pybind11/docs/_static/css/custom.css +3 -0
  1021. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/chrono.rst +81 -0
  1022. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/custom.rst +93 -0
  1023. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/eigen.rst +310 -0
  1024. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/functional.rst +109 -0
  1025. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/index.rst +43 -0
  1026. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/overview.rst +170 -0
  1027. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/stl.rst +249 -0
  1028. ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/strings.rst +296 -0
  1029. ktransformers-0.0.1/third_party/pybind11/docs/advanced/classes.rst +1335 -0
  1030. ktransformers-0.0.1/third_party/pybind11/docs/advanced/embedding.rst +262 -0
  1031. ktransformers-0.0.1/third_party/pybind11/docs/advanced/exceptions.rst +401 -0
  1032. ktransformers-0.0.1/third_party/pybind11/docs/advanced/functions.rst +614 -0
  1033. ktransformers-0.0.1/third_party/pybind11/docs/advanced/misc.rst +429 -0
  1034. ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/index.rst +13 -0
  1035. ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/numpy.rst +453 -0
  1036. ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/object.rst +286 -0
  1037. ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/utilities.rst +155 -0
  1038. ktransformers-0.0.1/third_party/pybind11/docs/advanced/smart_ptrs.rst +174 -0
  1039. ktransformers-0.0.1/third_party/pybind11/docs/basics.rst +307 -0
  1040. ktransformers-0.0.1/third_party/pybind11/docs/benchmark.py +89 -0
  1041. ktransformers-0.0.1/third_party/pybind11/docs/benchmark.rst +95 -0
  1042. ktransformers-0.0.1/third_party/pybind11/docs/changelog.rst +3121 -0
  1043. ktransformers-0.0.1/third_party/pybind11/docs/classes.rst +555 -0
  1044. ktransformers-0.0.1/third_party/pybind11/docs/cmake/index.rst +8 -0
  1045. ktransformers-0.0.1/third_party/pybind11/docs/compiling.rst +726 -0
  1046. ktransformers-0.0.1/third_party/pybind11/docs/conf.py +369 -0
  1047. ktransformers-0.0.1/third_party/pybind11/docs/faq.rst +308 -0
  1048. ktransformers-0.0.1/third_party/pybind11/docs/index.rst +48 -0
  1049. ktransformers-0.0.1/third_party/pybind11/docs/installing.rst +105 -0
  1050. ktransformers-0.0.1/third_party/pybind11/docs/limitations.rst +72 -0
  1051. ktransformers-0.0.1/third_party/pybind11/docs/pybind11-logo.png +0 -0
  1052. ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python1.png +0 -0
  1053. ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python1.svg +427 -0
  1054. ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python2.png +0 -0
  1055. ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python2.svg +427 -0
  1056. ktransformers-0.0.1/third_party/pybind11/docs/reference.rst +130 -0
  1057. ktransformers-0.0.1/third_party/pybind11/docs/release.rst +143 -0
  1058. ktransformers-0.0.1/third_party/pybind11/docs/requirements.in +6 -0
  1059. ktransformers-0.0.1/third_party/pybind11/docs/requirements.txt +275 -0
  1060. ktransformers-0.0.1/third_party/pybind11/docs/upgrade.rst +594 -0
  1061. ktransformers-0.0.1/third_party/pybind11/include/pybind11/attr.h +690 -0
  1062. ktransformers-0.0.1/third_party/pybind11/include/pybind11/buffer_info.h +208 -0
  1063. ktransformers-0.0.1/third_party/pybind11/include/pybind11/cast.h +1855 -0
  1064. ktransformers-0.0.1/third_party/pybind11/include/pybind11/chrono.h +225 -0
  1065. ktransformers-0.0.1/third_party/pybind11/include/pybind11/common.h +2 -0
  1066. ktransformers-0.0.1/third_party/pybind11/include/pybind11/complex.h +74 -0
  1067. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/class.h +754 -0
  1068. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/common.h +1268 -0
  1069. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/descr.h +172 -0
  1070. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/init.h +434 -0
  1071. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/internals.h +764 -0
  1072. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/type_caster_base.h +1214 -0
  1073. ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/typeid.h +65 -0
  1074. ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/common.h +9 -0
  1075. ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/matrix.h +714 -0
  1076. ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/tensor.h +517 -0
  1077. ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen.h +12 -0
  1078. ktransformers-0.0.1/third_party/pybind11/include/pybind11/embed.h +313 -0
  1079. ktransformers-0.0.1/third_party/pybind11/include/pybind11/eval.h +156 -0
  1080. ktransformers-0.0.1/third_party/pybind11/include/pybind11/functional.h +138 -0
  1081. ktransformers-0.0.1/third_party/pybind11/include/pybind11/gil.h +219 -0
  1082. ktransformers-0.0.1/third_party/pybind11/include/pybind11/gil_safe_call_once.h +91 -0
  1083. ktransformers-0.0.1/third_party/pybind11/include/pybind11/iostream.h +265 -0
  1084. ktransformers-0.0.1/third_party/pybind11/include/pybind11/numpy.h +2135 -0
  1085. ktransformers-0.0.1/third_party/pybind11/include/pybind11/operators.h +202 -0
  1086. ktransformers-0.0.1/third_party/pybind11/include/pybind11/options.h +92 -0
  1087. ktransformers-0.0.1/third_party/pybind11/include/pybind11/pybind11.h +3026 -0
  1088. ktransformers-0.0.1/third_party/pybind11/include/pybind11/pytypes.h +2604 -0
  1089. ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl/filesystem.h +115 -0
  1090. ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl.h +448 -0
  1091. ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl_bind.h +822 -0
  1092. ktransformers-0.0.1/third_party/pybind11/include/pybind11/type_caster_pyobject_ptr.h +61 -0
  1093. ktransformers-0.0.1/third_party/pybind11/include/pybind11/typing.h +244 -0
  1094. ktransformers-0.0.1/third_party/pybind11/noxfile.py +107 -0
  1095. ktransformers-0.0.1/third_party/pybind11/pybind11/__init__.py +19 -0
  1096. ktransformers-0.0.1/third_party/pybind11/pybind11/__main__.py +63 -0
  1097. ktransformers-0.0.1/third_party/pybind11/pybind11/_version.py +12 -0
  1098. ktransformers-0.0.1/third_party/pybind11/pybind11/commands.py +39 -0
  1099. ktransformers-0.0.1/third_party/pybind11/pybind11/py.typed +0 -0
  1100. ktransformers-0.0.1/third_party/pybind11/pybind11/setup_helpers.py +500 -0
  1101. ktransformers-0.0.1/third_party/pybind11/pyproject.toml +87 -0
  1102. ktransformers-0.0.1/third_party/pybind11/setup.cfg +43 -0
  1103. ktransformers-0.0.1/third_party/pybind11/setup.py +149 -0
  1104. ktransformers-0.0.1/third_party/pybind11/tests/CMakeLists.txt +589 -0
  1105. ktransformers-0.0.1/third_party/pybind11/tests/conftest.py +224 -0
  1106. ktransformers-0.0.1/third_party/pybind11/tests/constructor_stats.h +322 -0
  1107. ktransformers-0.0.1/third_party/pybind11/tests/cross_module_gil_utils.cpp +111 -0
  1108. ktransformers-0.0.1/third_party/pybind11/tests/cross_module_interleaved_error_already_set.cpp +54 -0
  1109. ktransformers-0.0.1/third_party/pybind11/tests/eigen_tensor_avoid_stl_array.cpp +16 -0
  1110. ktransformers-0.0.1/third_party/pybind11/tests/env.py +31 -0
  1111. ktransformers-0.0.1/third_party/pybind11/tests/extra_python_package/pytest.ini +0 -0
  1112. ktransformers-0.0.1/third_party/pybind11/tests/extra_python_package/test_files.py +296 -0
  1113. ktransformers-0.0.1/third_party/pybind11/tests/extra_setuptools/pytest.ini +0 -0
  1114. ktransformers-0.0.1/third_party/pybind11/tests/extra_setuptools/test_setuphelper.py +153 -0
  1115. ktransformers-0.0.1/third_party/pybind11/tests/local_bindings.h +92 -0
  1116. ktransformers-0.0.1/third_party/pybind11/tests/object.h +205 -0
  1117. ktransformers-0.0.1/third_party/pybind11/tests/pybind11_cross_module_tests.cpp +149 -0
  1118. ktransformers-0.0.1/third_party/pybind11/tests/pybind11_tests.cpp +131 -0
  1119. ktransformers-0.0.1/third_party/pybind11/tests/pybind11_tests.h +98 -0
  1120. ktransformers-0.0.1/third_party/pybind11/tests/pytest.ini +23 -0
  1121. ktransformers-0.0.1/third_party/pybind11/tests/requirements.txt +13 -0
  1122. ktransformers-0.0.1/third_party/pybind11/tests/test_async.cpp +25 -0
  1123. ktransformers-0.0.1/third_party/pybind11/tests/test_async.py +26 -0
  1124. ktransformers-0.0.1/third_party/pybind11/tests/test_buffers.cpp +259 -0
  1125. ktransformers-0.0.1/third_party/pybind11/tests/test_buffers.py +230 -0
  1126. ktransformers-0.0.1/third_party/pybind11/tests/test_builtin_casters.cpp +387 -0
  1127. ktransformers-0.0.1/third_party/pybind11/tests/test_builtin_casters.py +532 -0
  1128. ktransformers-0.0.1/third_party/pybind11/tests/test_call_policies.cpp +113 -0
  1129. ktransformers-0.0.1/third_party/pybind11/tests/test_call_policies.py +249 -0
  1130. ktransformers-0.0.1/third_party/pybind11/tests/test_callbacks.cpp +280 -0
  1131. ktransformers-0.0.1/third_party/pybind11/tests/test_callbacks.py +227 -0
  1132. ktransformers-0.0.1/third_party/pybind11/tests/test_chrono.cpp +81 -0
  1133. ktransformers-0.0.1/third_party/pybind11/tests/test_chrono.py +207 -0
  1134. ktransformers-0.0.1/third_party/pybind11/tests/test_class.cpp +656 -0
  1135. ktransformers-0.0.1/third_party/pybind11/tests/test_class.py +503 -0
  1136. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/CMakeLists.txt +80 -0
  1137. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/embed.cpp +23 -0
  1138. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_embed/CMakeLists.txt +28 -0
  1139. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_function/CMakeLists.txt +39 -0
  1140. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_target/CMakeLists.txt +46 -0
  1141. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/main.cpp +6 -0
  1142. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_embed/CMakeLists.txt +47 -0
  1143. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_function/CMakeLists.txt +41 -0
  1144. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_target/CMakeLists.txt +47 -0
  1145. ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/test.py +10 -0
  1146. ktransformers-0.0.1/third_party/pybind11/tests/test_const_name.cpp +55 -0
  1147. ktransformers-0.0.1/third_party/pybind11/tests/test_const_name.py +31 -0
  1148. ktransformers-0.0.1/third_party/pybind11/tests/test_constants_and_functions.cpp +158 -0
  1149. ktransformers-0.0.1/third_party/pybind11/tests/test_constants_and_functions.py +58 -0
  1150. ktransformers-0.0.1/third_party/pybind11/tests/test_copy_move.cpp +544 -0
  1151. ktransformers-0.0.1/third_party/pybind11/tests/test_copy_move.py +140 -0
  1152. ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_casters.cpp +217 -0
  1153. ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_casters.py +124 -0
  1154. ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_setup.cpp +41 -0
  1155. ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_setup.py +50 -0
  1156. ktransformers-0.0.1/third_party/pybind11/tests/test_docstring_options.cpp +129 -0
  1157. ktransformers-0.0.1/third_party/pybind11/tests/test_docstring_options.py +66 -0
  1158. ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_matrix.cpp +443 -0
  1159. ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_matrix.py +816 -0
  1160. ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.cpp +18 -0
  1161. ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.inl +332 -0
  1162. ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.py +290 -0
  1163. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/CMakeLists.txt +54 -0
  1164. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/catch.cpp +43 -0
  1165. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/external_module.cpp +20 -0
  1166. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_interpreter.cpp +488 -0
  1167. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_interpreter.py +16 -0
  1168. ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_trampoline.py +18 -0
  1169. ktransformers-0.0.1/third_party/pybind11/tests/test_enum.cpp +133 -0
  1170. ktransformers-0.0.1/third_party/pybind11/tests/test_enum.py +270 -0
  1171. ktransformers-0.0.1/third_party/pybind11/tests/test_eval.cpp +118 -0
  1172. ktransformers-0.0.1/third_party/pybind11/tests/test_eval.py +52 -0
  1173. ktransformers-0.0.1/third_party/pybind11/tests/test_eval_call.py +5 -0
  1174. ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.cpp +388 -0
  1175. ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.h +13 -0
  1176. ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.py +434 -0
  1177. ktransformers-0.0.1/third_party/pybind11/tests/test_factory_constructors.cpp +430 -0
  1178. ktransformers-0.0.1/third_party/pybind11/tests/test_factory_constructors.py +518 -0
  1179. ktransformers-0.0.1/third_party/pybind11/tests/test_gil_scoped.cpp +144 -0
  1180. ktransformers-0.0.1/third_party/pybind11/tests/test_gil_scoped.py +244 -0
  1181. ktransformers-0.0.1/third_party/pybind11/tests/test_iostream.cpp +126 -0
  1182. ktransformers-0.0.1/third_party/pybind11/tests/test_iostream.py +293 -0
  1183. ktransformers-0.0.1/third_party/pybind11/tests/test_kwargs_and_defaults.cpp +325 -0
  1184. ktransformers-0.0.1/third_party/pybind11/tests/test_kwargs_and_defaults.py +428 -0
  1185. ktransformers-0.0.1/third_party/pybind11/tests/test_local_bindings.cpp +106 -0
  1186. ktransformers-0.0.1/third_party/pybind11/tests/test_local_bindings.py +259 -0
  1187. ktransformers-0.0.1/third_party/pybind11/tests/test_methods_and_attributes.cpp +492 -0
  1188. ktransformers-0.0.1/third_party/pybind11/tests/test_methods_and_attributes.py +539 -0
  1189. ktransformers-0.0.1/third_party/pybind11/tests/test_modules.cpp +125 -0
  1190. ktransformers-0.0.1/third_party/pybind11/tests/test_modules.py +118 -0
  1191. ktransformers-0.0.1/third_party/pybind11/tests/test_multiple_inheritance.cpp +341 -0
  1192. ktransformers-0.0.1/third_party/pybind11/tests/test_multiple_inheritance.py +495 -0
  1193. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_array.cpp +547 -0
  1194. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_array.py +672 -0
  1195. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_dtypes.cpp +639 -0
  1196. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_dtypes.py +448 -0
  1197. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_vectorize.cpp +107 -0
  1198. ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_vectorize.py +268 -0
  1199. ktransformers-0.0.1/third_party/pybind11/tests/test_opaque_types.cpp +77 -0
  1200. ktransformers-0.0.1/third_party/pybind11/tests/test_opaque_types.py +60 -0
  1201. ktransformers-0.0.1/third_party/pybind11/tests/test_operator_overloading.cpp +281 -0
  1202. ktransformers-0.0.1/third_party/pybind11/tests/test_operator_overloading.py +153 -0
  1203. ktransformers-0.0.1/third_party/pybind11/tests/test_pickling.cpp +194 -0
  1204. ktransformers-0.0.1/third_party/pybind11/tests/test_pickling.py +95 -0
  1205. ktransformers-0.0.1/third_party/pybind11/tests/test_python_multiple_inheritance.cpp +45 -0
  1206. ktransformers-0.0.1/third_party/pybind11/tests/test_python_multiple_inheritance.py +36 -0
  1207. ktransformers-0.0.1/third_party/pybind11/tests/test_pytypes.cpp +926 -0
  1208. ktransformers-0.0.1/third_party/pybind11/tests/test_pytypes.py +1050 -0
  1209. ktransformers-0.0.1/third_party/pybind11/tests/test_sequences_and_iterators.cpp +600 -0
  1210. ktransformers-0.0.1/third_party/pybind11/tests/test_sequences_and_iterators.py +267 -0
  1211. ktransformers-0.0.1/third_party/pybind11/tests/test_smart_ptr.cpp +473 -0
  1212. ktransformers-0.0.1/third_party/pybind11/tests/test_smart_ptr.py +317 -0
  1213. ktransformers-0.0.1/third_party/pybind11/tests/test_stl.cpp +549 -0
  1214. ktransformers-0.0.1/third_party/pybind11/tests/test_stl.py +383 -0
  1215. ktransformers-0.0.1/third_party/pybind11/tests/test_stl_binders.cpp +275 -0
  1216. ktransformers-0.0.1/third_party/pybind11/tests/test_stl_binders.py +395 -0
  1217. ktransformers-0.0.1/third_party/pybind11/tests/test_tagbased_polymorphic.cpp +147 -0
  1218. ktransformers-0.0.1/third_party/pybind11/tests/test_tagbased_polymorphic.py +30 -0
  1219. ktransformers-0.0.1/third_party/pybind11/tests/test_thread.cpp +66 -0
  1220. ktransformers-0.0.1/third_party/pybind11/tests/test_thread.py +44 -0
  1221. ktransformers-0.0.1/third_party/pybind11/tests/test_type_caster_pyobject_ptr.cpp +167 -0
  1222. ktransformers-0.0.1/third_party/pybind11/tests/test_type_caster_pyobject_ptr.py +122 -0
  1223. ktransformers-0.0.1/third_party/pybind11/tests/test_union.cpp +22 -0
  1224. ktransformers-0.0.1/third_party/pybind11/tests/test_union.py +10 -0
  1225. ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_a.cpp +38 -0
  1226. ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_a.py +36 -0
  1227. ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_b.cpp +13 -0
  1228. ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_b.py +7 -0
  1229. ktransformers-0.0.1/third_party/pybind11/tests/test_vector_unique_ptr_member.cpp +54 -0
  1230. ktransformers-0.0.1/third_party/pybind11/tests/test_vector_unique_ptr_member.py +16 -0
  1231. ktransformers-0.0.1/third_party/pybind11/tests/test_virtual_functions.cpp +592 -0
  1232. ktransformers-0.0.1/third_party/pybind11/tests/test_virtual_functions.py +460 -0
  1233. ktransformers-0.0.1/third_party/pybind11/tests/valgrind-numpy-scipy.supp +140 -0
  1234. ktransformers-0.0.1/third_party/pybind11/tests/valgrind-python.supp +117 -0
  1235. ktransformers-0.0.1/third_party/pybind11/tools/FindCatch.cmake +76 -0
  1236. ktransformers-0.0.1/third_party/pybind11/tools/FindEigen3.cmake +86 -0
  1237. ktransformers-0.0.1/third_party/pybind11/tools/FindPythonLibsNew.cmake +310 -0
  1238. ktransformers-0.0.1/third_party/pybind11/tools/JoinPaths.cmake +23 -0
  1239. ktransformers-0.0.1/third_party/pybind11/tools/check-style.sh +44 -0
  1240. ktransformers-0.0.1/third_party/pybind11/tools/cmake_uninstall.cmake.in +23 -0
  1241. ktransformers-0.0.1/third_party/pybind11/tools/codespell_ignore_lines_from_errors.py +40 -0
  1242. ktransformers-0.0.1/third_party/pybind11/tools/libsize.py +38 -0
  1243. ktransformers-0.0.1/third_party/pybind11/tools/make_changelog.py +92 -0
  1244. ktransformers-0.0.1/third_party/pybind11/tools/pybind11.pc.in +7 -0
  1245. ktransformers-0.0.1/third_party/pybind11/tools/pybind11Common.cmake +429 -0
  1246. ktransformers-0.0.1/third_party/pybind11/tools/pybind11Config.cmake.in +233 -0
  1247. ktransformers-0.0.1/third_party/pybind11/tools/pybind11GuessPythonExtSuffix.cmake +86 -0
  1248. ktransformers-0.0.1/third_party/pybind11/tools/pybind11NewTools.cmake +341 -0
  1249. ktransformers-0.0.1/third_party/pybind11/tools/pybind11Tools.cmake +239 -0
  1250. ktransformers-0.0.1/third_party/pybind11/tools/pyproject.toml +3 -0
  1251. ktransformers-0.0.1/third_party/pybind11/tools/setup_global.py.in +63 -0
  1252. ktransformers-0.0.1/third_party/pybind11/tools/setup_main.py.in +44 -0
  1253. ktransformers-0.0.1/third_party/pybind11/tools/test-pybind11GuessPythonExtSuffix.cmake +161 -0
@@ -0,0 +1,201 @@
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
+
180
+ To apply the Apache License to your work, attach the following
181
+ boilerplate notice, with the fields enclosed by brackets "[]"
182
+ replaced with your own identifying information. (Don't include
183
+ the brackets!) The text should be enclosed in the appropriate
184
+ comment syntax for the file format. We also recommend that a
185
+ file or class name and description of purpose be included on the
186
+ same "printed page" as the copyright notice for easier
187
+ identification within third-party archives.
188
+
189
+ Copyright [yyyy] [name of copyright owner]
190
+
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
+
195
+ http://www.apache.org/licenses/LICENSE-2.0
196
+
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
@@ -0,0 +1,11 @@
1
+ graft third_party
2
+ graft ktransformers
3
+ graft local_chat.py
4
+ include LICENSE README.md
5
+ prune ktransformers/website
6
+ prune ktransformers/logs
7
+ prune ktransformers.egg-info
8
+ prune third_party/llama.cpp/models
9
+ graft ktransformers/website/dist
10
+ global-exclude __pycache__
11
+ include KTransformersOps.*.so