ktransformers 0.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ktransformers-0.0.1/LICENSE +201 -0
- ktransformers-0.0.1/MANIFEST.in +11 -0
- ktransformers-0.0.1/PKG-INFO +517 -0
- ktransformers-0.0.1/README.md +284 -0
- ktransformers-0.0.1/ktransformers/__init__.py +1 -0
- ktransformers-0.0.1/ktransformers/configs/config.yaml +37 -0
- ktransformers-0.0.1/ktransformers/configs/log_config.ini +46 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/CMakeLists.txt +169 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_linear.py +111 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_linear_torch.py +85 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_mlp.py +140 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_mlp_torch.py +130 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_moe.py +154 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/bench/bench_moe_torch.py +163 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/backend.cpp +100 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/backend.h +50 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/cpuinfer.h +57 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/task_queue.cpp +57 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cpu_backend/task_queue.h +39 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/binding.cpp +32 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/binding.cpp +25 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/custom_ggml.h +39 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/dequant.cu +164 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/custom_gguf/ops.h +18 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin.cu +1872 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin.cuh +80 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/gptq_marlin_dtypes.cuh +80 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/gptq_marlin/ops.h +24 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/cuda/setup.py +18 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_linear.py +83 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_mlp.py +98 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/examples/test_moe.py +113 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/ext_bindings.cpp +264 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/gptq.py +206 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/gptq_marlin.py +458 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/quantizer.py +140 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/repack.py +99 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/format_24.py +308 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_24_perms.py +60 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_perms.py +60 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/marlin_utils.py +232 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/custom_marlin/quantize/utils/quant_utils.py +146 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/conversion.h +32 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/linear.cpp +47 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/linear.h +55 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/mlp.cpp +103 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/mlp.h +66 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/moe.cpp +310 -0
- ktransformers-0.0.1/ktransformers/ktransformers_ext/operators/llamafile/moe.h +96 -0
- ktransformers-0.0.1/ktransformers/local_chat.py +115 -0
- ktransformers-0.0.1/ktransformers/models/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/models/configuration_deepseek.py +207 -0
- ktransformers-0.0.1/ktransformers/models/custom_cache.py +128 -0
- ktransformers-0.0.1/ktransformers/models/modeling_deepseek.py +1990 -0
- ktransformers-0.0.1/ktransformers/models/modeling_qwen2_moe.py +1765 -0
- ktransformers-0.0.1/ktransformers/operators/RoPE.py +65 -0
- ktransformers-0.0.1/ktransformers/operators/__init__.py +1 -0
- ktransformers-0.0.1/ktransformers/operators/attention.py +199 -0
- ktransformers-0.0.1/ktransformers/operators/base_operator.py +60 -0
- ktransformers-0.0.1/ktransformers/operators/experts.py +679 -0
- ktransformers-0.0.1/ktransformers/operators/layer_wise_prefill.py +700 -0
- ktransformers-0.0.1/ktransformers/operators/linear.py +340 -0
- ktransformers-0.0.1/ktransformers/optimize/optimize.py +102 -0
- ktransformers-0.0.1/ktransformers/optimize/optimize_rules/DeepSeek-V2-Chat.yaml +41 -0
- ktransformers-0.0.1/ktransformers/optimize/optimize_rules/Qwen2-57B-A14B-Instruct.yaml +37 -0
- ktransformers-0.0.1/ktransformers/server/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/api/__init__.py +10 -0
- ktransformers-0.0.1/ktransformers/server/api/ollama/__init__.py +6 -0
- ktransformers-0.0.1/ktransformers/server/api/ollama/completions.py +160 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/__init__.py +15 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/assistants/__init__.py +14 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/assistants/assistants.py +103 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/assistants/messages.py +54 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/assistants/runs.py +99 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/assistants/threads.py +36 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/endpoints/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/endpoints/chat.py +34 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/legacy/__init__.py +6 -0
- ktransformers-0.0.1/ktransformers/server/api/openai/legacy/completions.py +33 -0
- ktransformers-0.0.1/ktransformers/server/api/web/__init__.py +6 -0
- ktransformers-0.0.1/ktransformers/server/api/web/system.py +9 -0
- ktransformers-0.0.1/ktransformers/server/backend/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/backend/args.py +97 -0
- ktransformers-0.0.1/ktransformers/server/backend/base.py +162 -0
- ktransformers-0.0.1/ktransformers/server/backend/context_manager.py +54 -0
- ktransformers-0.0.1/ktransformers/server/backend/interfaces/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/backend/interfaces/exllamav2.py +40 -0
- ktransformers-0.0.1/ktransformers/server/backend/interfaces/ktransformers.py +78 -0
- ktransformers-0.0.1/ktransformers/server/backend/interfaces/transformers.py +337 -0
- ktransformers-0.0.1/ktransformers/server/config/config.py +93 -0
- ktransformers-0.0.1/ktransformers/server/config/log.py +176 -0
- ktransformers-0.0.1/ktransformers/server/config/singleton.py +35 -0
- ktransformers-0.0.1/ktransformers/server/crud/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/crud/assistants/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/crud/assistants/assistants.py +66 -0
- ktransformers-0.0.1/ktransformers/server/crud/assistants/messages.py +86 -0
- ktransformers-0.0.1/ktransformers/server/crud/assistants/runs.py +50 -0
- ktransformers-0.0.1/ktransformers/server/crud/assistants/threads.py +93 -0
- ktransformers-0.0.1/ktransformers/server/exceptions.py +23 -0
- ktransformers-0.0.1/ktransformers/server/main.py +143 -0
- ktransformers-0.0.1/ktransformers/server/models/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/assistants.py +29 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/messages.py +28 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/run_steps.py +31 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/runs.py +39 -0
- ktransformers-0.0.1/ktransformers/server/models/assistants/threads.py +18 -0
- ktransformers-0.0.1/ktransformers/server/requirements.txt +13 -0
- ktransformers-0.0.1/ktransformers/server/schemas/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/assistants.py +202 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/messages.py +213 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/runs.py +201 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/streaming.py +169 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/threads.py +49 -0
- ktransformers-0.0.1/ktransformers/server/schemas/assistants/tool.py +54 -0
- ktransformers-0.0.1/ktransformers/server/schemas/base.py +46 -0
- ktransformers-0.0.1/ktransformers/server/schemas/conversation.py +12 -0
- ktransformers-0.0.1/ktransformers/server/schemas/endpoints/chat.py +78 -0
- ktransformers-0.0.1/ktransformers/server/schemas/legacy/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/schemas/legacy/completions.py +48 -0
- ktransformers-0.0.1/ktransformers/server/utils/__init__.py +0 -0
- ktransformers-0.0.1/ktransformers/server/utils/create_interface.py +38 -0
- ktransformers-0.0.1/ktransformers/server/utils/multi_timer.py +79 -0
- ktransformers-0.0.1/ktransformers/server/utils/sql_utils.py +128 -0
- ktransformers-0.0.1/ktransformers/tests/dequant_gpu.py +57 -0
- ktransformers-0.0.1/ktransformers/tests/dequant_gpu_t.py +40 -0
- ktransformers-0.0.1/ktransformers/util/cuda_graph_runner.py +73 -0
- ktransformers-0.0.1/ktransformers/util/custom_gguf.py +679 -0
- ktransformers-0.0.1/ktransformers/util/textstream.py +84 -0
- ktransformers-0.0.1/ktransformers/util/utils.py +185 -0
- ktransformers-0.0.1/ktransformers/website/dist/balck.ico +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/config.js +4 -0
- ktransformers-0.0.1/ktransformers/website/dist/css/reset.css +67 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/assistant-avatar.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/avatar.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/bgbg.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/logo.ico +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/logo.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/three.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/images/user-filling.png +0 -0
- ktransformers-0.0.1/ktransformers/website/dist/index.html +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/css/about.83e6ab7f.css +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/css/app.4212602b.css +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/css/chunk-vendors.aa937e51.css +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/img/iconfont.a4096154.svg +51 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/js/about.c469e15a.js +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/js/app.88c61bd1.js +1 -0
- ktransformers-0.0.1/ktransformers/website/dist/static/js/chunk-vendors.cf653779.js +102 -0
- ktransformers-0.0.1/ktransformers.egg-info/SOURCES.txt +1250 -0
- ktransformers-0.0.1/pyproject.toml +69 -0
- ktransformers-0.0.1/setup.cfg +4 -0
- ktransformers-0.0.1/setup.py +253 -0
- ktransformers-0.0.1/third_party/llama.cpp/.clang-tidy +24 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/cloud-v-pipeline +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/full-cuda.Dockerfile +36 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/full-rocm.Dockerfile +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/full.Dockerfile +25 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-cuda.Dockerfile +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-intel.Dockerfile +26 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-rocm.Dockerfile +45 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli-vulkan.Dockerfile +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cli.Dockerfile +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp-clblast.srpm.spec +84 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp-cuda.srpm.spec +83 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-cpp.srpm.spec +85 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-cuda.Dockerfile +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-intel.Dockerfile +29 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-rocm.Dockerfile +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server-vulkan.Dockerfile +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/llama-server.Dockerfile +25 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/apps.nix +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/devshells.nix +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/docker.nix +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/jetson-support.nix +39 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/nixpkgs-instances.nix +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/package.nix +316 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/scope.nix +19 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/nix/sif.nix +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/.devops/tools.sh +45 -0
- ktransformers-0.0.1/third_party/llama.cpp/.dockerignore +20 -0
- ktransformers-0.0.1/third_party/llama.cpp/.ecrc +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/.editorconfig +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/.flake8 +17 -0
- ktransformers-0.0.1/third_party/llama.cpp/.git +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/01-bug-low.yml +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/02-bug-medium.yml +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/03-bug-high.yml +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/04-bug-critical.yml +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/05-enhancement.yml +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/06-research.yml +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/07-refactor.yml +28 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/ISSUE_TEMPLATE/config.yml +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/labeler.yml +90 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/pull_request_template.md +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/bench.yml +310 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/build.yml +1310 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/close-issue.yml +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/code-coverage.yml +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/docker.yml +117 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/editorconfig.yml +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/gguf-publish.yml +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/labeler.yml +17 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-ci-aarch64.yml +65 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-ci.yml +72 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-flake-update.yml +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/nix-publish-flake.yml +36 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/python-check-requirements.yml +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/python-lint.yml +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/.github/workflows/server.yml +169 -0
- ktransformers-0.0.1/third_party/llama.cpp/.gitignore +90 -0
- ktransformers-0.0.1/third_party/llama.cpp/.gitmodules +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/.pre-commit-config.yaml +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/AUTHORS +655 -0
- ktransformers-0.0.1/third_party/llama.cpp/CMakeLists.txt +1415 -0
- ktransformers-0.0.1/third_party/llama.cpp/CMakePresets.json +49 -0
- ktransformers-0.0.1/third_party/llama.cpp/CONTRIBUTING.md +14 -0
- ktransformers-0.0.1/third_party/llama.cpp/LICENSE +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/Makefile +1119 -0
- ktransformers-0.0.1/third_party/llama.cpp/Package.swift +78 -0
- ktransformers-0.0.1/third_party/llama.cpp/README-sycl.md +584 -0
- ktransformers-0.0.1/third_party/llama.cpp/README.md +994 -0
- ktransformers-0.0.1/third_party/llama.cpp/SECURITY.md +67 -0
- ktransformers-0.0.1/third_party/llama.cpp/ci/README.md +29 -0
- ktransformers-0.0.1/third_party/llama.cpp/ci/run.sh +755 -0
- ktransformers-0.0.1/third_party/llama.cpp/cmake/FindSIMD.cmake +100 -0
- ktransformers-0.0.1/third_party/llama.cpp/cmake/arm64-windows-llvm.cmake +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/cmake/arm64-windows-msvc.cmake +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/cmake/llama.pc.in +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/codecov.yml +14 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/CMakeLists.txt +87 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/base64.hpp +392 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/build-info.cpp.in +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/common.cpp +3449 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/common.h +425 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/console.cpp +501 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/console.h +19 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/grammar-parser.cpp +536 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/grammar-parser.h +29 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/json-schema-to-grammar.cpp +726 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/json-schema-to-grammar.h +8 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/json.hpp +24766 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/log.h +724 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/ngram-cache.cpp +282 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/ngram-cache.h +94 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/sampling.cpp +451 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/sampling.h +160 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/stb_image.h +8396 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/train.cpp +1513 -0
- ktransformers-0.0.1/third_party/llama.cpp/common/train.h +233 -0
- ktransformers-0.0.1/third_party/llama.cpp/convert-hf-to-gguf-update.py +330 -0
- ktransformers-0.0.1/third_party/llama.cpp/convert-hf-to-gguf.py +2887 -0
- ktransformers-0.0.1/third_party/llama.cpp/convert-llama-ggml-to-gguf.py +445 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/BLIS.md +67 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/HOWTO-add-model.md +119 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/debugging-tests.md +104 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/llama-star/idea-arch.key +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/llama-star/idea-arch.pdf +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/docs/token_generation_performance_tips.md +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/CMakeLists.txt +56 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/Miku.sh +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/baby-llama/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/baby-llama/baby-llama.cpp +1640 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/base-translate.sh +61 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched/README.md +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched/batched.cpp +239 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/README.md +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched-bench/batched-bench.cpp +215 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/.gitignore +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Makefile +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Package.swift +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/README.md +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/batched.swift/Sources/main.swift +261 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/benchmark/CMakeLists.txt +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/benchmark/benchmark-matmult.cpp +275 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/chat-13B.bat +57 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/chat-13B.sh +41 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/chat-persistent.sh +151 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/chat-vicuna.sh +41 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/chat.sh +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/convert-legacy-llama.py +1416 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/README.md +28 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +936 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/README.md +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/completions.txt +582 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/cvector-generator.cpp +499 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/negative.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/pca.hpp +322 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/cvector-generator/positive.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/README.md +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/embedding/embedding.cpp +218 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/CMakeLists.txt +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/README.md +95 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/eval-callback/eval-callback.cpp +193 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/README.md +26 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/export-lora/export-lora.cpp +462 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/README.md +90 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/convert-finetune-checkpoint-to-gguf.py +487 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/finetune.cpp +1862 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/finetune/finetune.sh +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gbnf-validator/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gbnf-validator/gbnf-validator.cpp +130 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf/gguf.cpp +256 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/README.md +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/gguf-split.cpp +564 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gguf-split/tests.sh +89 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/README.md +62 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/gritlm/gritlm.cpp +217 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/README.md +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/imatrix/imatrix.cpp +649 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/infill/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/infill/README.md +46 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/infill/infill.cpp +651 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/README.md +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/graph.py +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/jeopardy.sh +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/qasheet.csv +103 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/jeopardy/questions.txt +100 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/json-schema-pydantic-example.py +74 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/json_schema_to_grammar.py +583 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/README.md +281 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama-bench/llama-bench.cpp +1440 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/.gitignore +33 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/README.md +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/.gitignore +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/build.gradle.kts +65 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/proguard-rules.pro +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/AndroidManifest.xml +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/Downloadable.kt +119 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/MainActivity.kt +154 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/MainViewModel.kt +105 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Color.kt +11 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Theme.kt +70 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/java/com/example/llama/ui/theme/Type.kt +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/drawable/ic_launcher_background.xml +170 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/drawable/ic_launcher_foreground.xml +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-anydpi/ic_launcher.xml +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-anydpi/ic_launcher_round.xml +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-hdpi/ic_launcher.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-mdpi/ic_launcher.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xhdpi/ic_launcher.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/colors.xml +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/strings.xml +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/values/themes.xml +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/xml/backup_rules.xml +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/app/src/main/res/xml/data_extraction_rules.xml +19 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/build.gradle.kts +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle/wrapper/gradle-wrapper.jar +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle/wrapper/gradle-wrapper.properties +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradle.properties +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/gradlew +185 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/.gitignore +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/CMakeLists.txt +55 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/build.gradle.kts +68 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/consumer-rules.pro +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/proguard-rules.pro +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/androidTest/java/android/llama/cpp/ExampleInstrumentedTest.kt +24 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/AndroidManifest.xml +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +49 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +443 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/main/java/android/llama/cpp/LLamaAndroid.kt +172 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/llama/src/test/java/android/llama/cpp/ExampleUnitTest.kt +17 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.android/settings.gradle.kts +18 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/.gitignore +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/README.md +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift +341 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Assets.xcassets/AppIcon.appiconset/Contents.json +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Assets.xcassets/Contents.json +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Models/LlamaState.swift +189 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/Resources/models/.gitignore +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/ContentView.swift +145 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/DownloadButton.swift +124 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/InputButton.swift +131 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/UI/LoadCustomButton.swift +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui/llama_swiftuiApp.swift +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.pbxproj +439 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.xcworkspace/contents.xcworkspacedata +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.swiftui/llama.swiftui.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llama.vim +135 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/CMakeLists.txt +38 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/MobileVLM-README.md +377 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/README.md +139 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/android/adb_run.sh +53 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/android/build_64.sh +8 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/clip.cpp +2078 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/clip.h +85 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/convert-image-encoder-to-gguf.py +331 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-cli.cpp +340 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-surgery-v2.py +155 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava-surgery.py +38 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava.cpp +411 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/llava.h +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llava/requirements.txt +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/llm.vim +28 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/README.md +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookahead/lookahead.cpp +486 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/CMakeLists.txt +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/README.md +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-create.cpp +43 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-merge.cpp +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup-stats.cpp +160 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/lookup/lookup.cpp +258 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main/README.md +316 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main/main.cpp +918 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/.gitignore +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/CMakeLists.txt +33 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/main-cmake-pkg/README.md +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/README.md +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/parallel/parallel.cpp +428 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/README.md +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/passkey/passkey.cpp +282 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/README.md +193 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/perplexity/perplexity.cpp +2063 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/pydantic-models-to-grammar-examples.py +224 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/pydantic_models_to_grammar.py +1310 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/CMakeLists.txt +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/README.md +46 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/quantize.cpp +450 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize/tests.sh +65 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize-stats/CMakeLists.txt +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/quantize-stats/quantize-stats.cpp +424 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/reason-act.sh +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/regex-to-grammar.py +20 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/README.md +69 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/retrieval/retrieval.cpp +292 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/CMakeLists.txt +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/README.md +74 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/rpc/rpc-server.cpp +134 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/save-load-state/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/save-load-state/save-load-state.cpp +247 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/CMakeLists.txt +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/README.md +704 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/README.md +120 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/bench.py +309 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/prometheus.yml +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/requirements.txt +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/bench/script.js +150 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat-llama2.sh +109 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat.mjs +131 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/chat.sh +80 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/deps.sh +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/httplib.h +9465 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/colorthemes.css +402 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/completion.js +204 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/favicon.ico +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index-new.html +1178 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index.html +1145 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/index.js +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/json-schema-to-grammar.mjs +561 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/prompt-formats.js +331 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/style.css +954 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/system-prompts.js +68 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-beeninorder.css +228 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-ketivah.css +201 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-mangotango.css +216 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-playground.css +221 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-polarnight.css +253 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public/theme-snowstorm.css +251 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/datautils.mjs +266 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/index.html +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/readme.md +271 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/simplechat.css +79 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/simplechat.js +921 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/public_simplechat/ui.mjs +211 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/server.cpp +3407 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/README.md +65 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/embeddings.feature +96 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/environment.py +71 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/issues.feature +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/parallel.feature +102 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/passkey.feature +55 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/results.feature +118 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/security.feature +68 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/server.feature +112 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/slotsave.feature +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/steps/steps.py +1358 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/features/wrong_usages.feature +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/requirements.txt +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/tests/tests.sh +11 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/README.md +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/README.md +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/buttons_top.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/favicon.ico +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/buttons-top/index.html +1057 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/README.md +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/favicon.ico +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/index.html +1061 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/llama_cpp.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/llamapattern.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/themes/wild/wild.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server/utils.hpp +655 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server-embd.py +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/server-llama2-13B.sh +26 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/simple/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/simple/README.md +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/simple/simple.cpp +175 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/README.md +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/speculative/speculative.cpp +615 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/CMakeLists.txt +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/README.md +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/build.sh +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/ls-sycl-device.cpp +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/run-llama2.sh +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/win-build-sycl.bat +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/sycl/win-run-llama2.bat +11 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/tokenize/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/tokenize/tokenize.cpp +392 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/CMakeLists.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/README.md +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py +499 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/train-text-from-scratch/train-text-from-scratch.cpp +1253 -0
- ktransformers-0.0.1/third_party/llama.cpp/examples/ts-type-to-grammar.sh +28 -0
- ktransformers-0.0.1/third_party/llama.cpp/flake.lock +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/flake.nix +182 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-alloc.c +1041 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-alloc.h +76 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-backend-impl.h +153 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-backend.c +2214 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-backend.h +233 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-blas.cpp +363 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-blas.h +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-common.h +1805 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/acc.cu +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/acc.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/arange.cu +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/arange.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/argsort.cu +104 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/argsort.cuh +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/binbcast.cu +280 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/binbcast.cuh +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/clamp.cu +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/clamp.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/common.cuh +851 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/concat.cu +196 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/concat.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/convert.cu +686 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/convert.cuh +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/cpy.cu +490 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/cpy.cuh +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dequantize.cuh +103 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/diagmask.cu +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/diagmask.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dmmv.cu +674 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/dmmv.cuh +18 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-common.cuh +741 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f16.cu +319 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f16.cuh +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f32.cu +312 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-tile-f32.cuh +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-vec-f16.cuh +397 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-vec-f32.cuh +374 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn-wmma-f16.cuh +490 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn.cu +345 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/fattn.cuh +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/getrows.cu +178 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/getrows.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/im2col.cu +104 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/im2col.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mma.cuh +161 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmq.cu +88 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmq.cuh +2138 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmvq.cu +419 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/mmvq.cuh +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/norm.cu +221 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/norm.cuh +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pad.cu +49 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pad.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pool2d.cu +94 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/pool2d.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/quantize.cu +112 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/quantize.cuh +20 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/rope.cu +271 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/rope.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/scale.cu +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/scale.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/softmax.cu +206 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/softmax.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/sumrows.cu +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/sumrows.cuh +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-f16-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q4_1-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q5_1-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs128-q8_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs256-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f16-instance-hs64-f16-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-f16-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q4_1-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q5_1-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs128-q8_0-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs256-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-f16.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-vec-f32-instance-hs64-f16-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb16.cu +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqfloat-cpb32.cu +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb16.cu +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb32.cu +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/fattn-wmma-f16-instance-kqhalf-cpb8.cu +8 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/generate_cu_files.py +75 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q2_k.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q3_k.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q4_k.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_1.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q5_k.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q6_k.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/template-instances/mmq-instance-q8_0.cu +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/tsembd.cu +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/tsembd.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/unary.cu +314 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/unary.cuh +33 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/upscale.cu +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/upscale.cuh +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda/vecdotq.cuh +1151 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda.cu +3073 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-cuda.h +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-impl.h +651 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-kompute.cpp +2038 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-kompute.h +46 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.h +66 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.m +3267 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-metal.metal +6540 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-quants.c +14297 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-quants.h +133 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-rpc.cpp +1178 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-rpc.h +24 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/backend.hpp +18 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/common.cpp +53 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/common.hpp +298 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/dpct/helper.hpp +2980 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl/presets.hpp +69 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl.cpp +13337 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-sycl.h +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan-shaders.hpp +144508 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan.cpp +7177 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml-vulkan.h +29 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml.c +22589 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml.h +2452 -0
- ktransformers-0.0.1/third_party/llama.cpp/ggml_vk_generate_shaders.py +220 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/LICENSE +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/README.md +83 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/examples/reader.py +47 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/examples/writer.py +40 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/__init__.py +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/constants.py +1088 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf.py +15 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf_reader.py +296 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/gguf_writer.py +616 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/lazy.py +236 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/py.typed +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/quants.py +123 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/tensor_mapping.py +493 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/gguf/vocab.py +465 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/pyproject.toml +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/__init__.py +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-convert-endian.py +134 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-dump.py +388 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-new-metadata.py +242 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/scripts/gguf-set-metadata.py +95 -0
- ktransformers-0.0.1/third_party/llama.cpp/gguf-py/tests/test_gguf.py +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/README.md +144 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/arithmetic.gbnf +6 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/c.gbnf +42 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/chess.gbnf +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/japanese.gbnf +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/json.gbnf +25 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/json_arr.gbnf +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/grammars/list.gbnf +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/common.comp +102 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_add.comp +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_addrow.comp +25 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f16_f16.comp +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f16_f32.comp +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f32_f16.comp +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_cpy_f32_f32.comp +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_diagmask.comp +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_gelu.comp +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows.comp +17 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_f16.comp +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_f32.comp +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q4_0.comp +38 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q4_1.comp +39 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_getrows_q6_k.comp +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul.comp +52 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_f16.comp +67 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_mat_f32.comp +51 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q4_0.comp +33 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q4_1.comp +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q6_k.comp +94 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mat_q8_0.comp +73 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mv_q_n.comp +48 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_mul_mv_q_n_pre.comp +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_norm.comp +84 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_relu.comp +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rmsnorm.comp +53 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rope_f16.comp +73 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_rope_f32.comp +73 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_scale.comp +19 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_scale_8.comp +23 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_silu.comp +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/op_softmax.comp +56 -0
- ktransformers-0.0.1/third_party/llama.cpp/kompute-shaders/rope_common.comp +67 -0
- ktransformers-0.0.1/third_party/llama.cpp/llama.cpp +18899 -0
- ktransformers-0.0.1/third_party/llama.cpp/llama.h +1143 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/llama-leader.jpeg +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/llama0-banner.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/llama0-logo.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/llama1-banner.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/llama1-logo.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/matmul.png +0 -0
- ktransformers-0.0.1/third_party/llama.cpp/media/matmul.svg +1238 -0
- ktransformers-0.0.1/third_party/llama.cpp/mypy.ini +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/pocs/CMakeLists.txt +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/CMakeLists.txt +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/q8dot.cpp +172 -0
- ktransformers-0.0.1/third_party/llama.cpp/pocs/vdot/vdot.cpp +310 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/LLM-questions.txt +49 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/alpaca.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/assistant.txt +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-baichuan.txt +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-bob.txt +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-qwen.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-vicuna-v0.txt +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat-with-vicuna-v1.txt +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/chat.txt +28 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/dan-modified.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/dan.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/mnemonics.txt +93 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/parallel-questions.txt +43 -0
- ktransformers-0.0.1/third_party/llama.cpp/prompts/reason-act.txt +18 -0
- ktransformers-0.0.1/third_party/llama.cpp/pyrightconfig.json +3 -0
- ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-hf-to-gguf-update.txt +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-hf-to-gguf.txt +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-legacy-llama.txt +5 -0
- ktransformers-0.0.1/third_party/llama.cpp/requirements/requirements-convert-llama-ggml-to-gguf.txt +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/requirements.txt +11 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/LlamaConfig.cmake.in +61 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/build-info.cmake +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/build-info.sh +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/check-requirements.sh +179 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/ci-run.sh +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/compare-commits.sh +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/compare-llama-bench.py +376 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/convert-gg.sh +26 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/debug-test.sh +203 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-authors.sh +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-build-info-cpp.cmake +24 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/gen-unicode-data.py +134 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-flags.mk +38 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-hellaswag.sh +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-pg.sh +70 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-wikitext-103.sh +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-wikitext-2.sh +11 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/get-winogrande.sh +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/hf.sh +112 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/install-oneapi.bat +19 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/pod-llama.sh +213 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/qnt-all.sh +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/run-all-perf.sh +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/run-all-ppl.sh +30 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/run-with-preset.py +146 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/server-llm.sh +418 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml-am.sh +176 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml.last +1 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/sync-ggml.sh +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/verify-checksum-models.py +84 -0
- ktransformers-0.0.1/third_party/llama.cpp/scripts/xxd.cmake +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/sgemm.cpp +1030 -0
- ktransformers-0.0.1/third_party/llama.cpp/sgemm.h +14 -0
- ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml-alloc.h +76 -0
- ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml-backend.h +233 -0
- ktransformers-0.0.1/third_party/llama.cpp/spm-headers/ggml.h +2452 -0
- ktransformers-0.0.1/third_party/llama.cpp/spm-headers/llama.h +1143 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/.gitignore +4 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/CMakeLists.txt +141 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/get-model.cpp +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/get-model.h +2 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/run-json-schema-to-grammar.mjs +10 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-autorelease.cpp +24 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-backend-ops.cpp +2471 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-c.c +7 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-chat-template.cpp +123 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-double-float.cpp +57 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-grad0.cpp +1566 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-grammar-integration.cpp +482 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-grammar-parser.cpp +515 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-json-schema-to-grammar.cpp +900 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-llama-grammar.cpp +402 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-model-load-cancel.cpp +27 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-opt.cpp +181 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-quantize-fns.cpp +185 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-quantize-perf.cpp +363 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-rope.cpp +221 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-sampling.cpp +301 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.cpp +292 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.py +46 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-0.sh +41 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-1-bpe.cpp +147 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-1-spm.cpp +111 -0
- ktransformers-0.0.1/third_party/llama.cpp/tests/test-tokenizer-random.py +359 -0
- ktransformers-0.0.1/third_party/llama.cpp/unicode-data.cpp +6983 -0
- ktransformers-0.0.1/third_party/llama.cpp/unicode-data.h +20 -0
- ktransformers-0.0.1/third_party/llama.cpp/unicode.cpp +796 -0
- ktransformers-0.0.1/third_party/llama.cpp/unicode.h +63 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/add.comp +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/argsort.comp +71 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/clamp.comp +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/copy.comp +16 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_f32.comp +20 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_funcs.comp +60 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_head.comp +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q2_k.comp +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q3_k.comp +42 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_0.comp +32 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_1.comp +32 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q4_k.comp +56 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_0.comp +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_1.comp +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q5_k.comp +58 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q6_k.comp +33 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/dequant_q8_0.comp +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/diag_mask_inf.comp +34 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/div.comp +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/gelu.comp +25 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_binary_head.comp +48 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_head.comp +9 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/generic_unary_head.comp +35 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/get_rows.comp +26 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/get_rows_quant.comp +31 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul.comp +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_split_k_reduce.comp +29 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec.comp +50 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_base.comp +81 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_nc.comp +71 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_p021.comp +73 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q2_k.comp +73 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q3_k.comp +66 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q4_k.comp +115 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q5_k.comp +111 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mat_vec_q6_k.comp +79 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/mul_mm.comp +494 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/norm.comp +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/relu.comp +21 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rms_norm.comp +42 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_head.comp +44 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_neox.comp +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/rope_norm.comp +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/scale.comp +12 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/silu.comp +22 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/soft_max.comp +106 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/square.comp +13 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/sum_rows.comp +37 -0
- ktransformers-0.0.1/third_party/llama.cpp/vulkan-shaders/types.comp +179 -0
- ktransformers-0.0.1/third_party/llamafile/README.md +1 -0
- ktransformers-0.0.1/third_party/llamafile/bench.h +25 -0
- ktransformers-0.0.1/third_party/llamafile/flags.cpp +8 -0
- ktransformers-0.0.1/third_party/llamafile/flags.h +8 -0
- ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat.inc +3050 -0
- ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_amd_avx2.cpp +8 -0
- ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_amd_zen4.cpp +10 -0
- ktransformers-0.0.1/third_party/llamafile/iqk_mul_mat_arm82.cpp +10 -0
- ktransformers-0.0.1/third_party/llamafile/macros.h +14 -0
- ktransformers-0.0.1/third_party/llamafile/micros.h +41 -0
- ktransformers-0.0.1/third_party/llamafile/numba.h +59 -0
- ktransformers-0.0.1/third_party/llamafile/sgemm.cpp +200 -0
- ktransformers-0.0.1/third_party/llamafile/sgemm.h +52 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu.h +1054 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul.inc +411 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx.cpp +24 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx2.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avx512f.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_avxvnni.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_fma.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_amd_zen4.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_arm80.cpp +24 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_mixmul_arm82.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm.inc +364 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx2.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avx512f.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_avxvnni.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_fma.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_amd_zen4.cpp +10 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_arm80.cpp +9 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_sgemm_arm82.cpp +10 -0
- ktransformers-0.0.1/third_party/llamafile/tinyblas_cpu_unsupported.cpp +39 -0
- ktransformers-0.0.1/third_party/pybind11/.appveyor.yml +35 -0
- ktransformers-0.0.1/third_party/pybind11/.clang-format +38 -0
- ktransformers-0.0.1/third_party/pybind11/.clang-tidy +77 -0
- ktransformers-0.0.1/third_party/pybind11/.cmake-format.yaml +73 -0
- ktransformers-0.0.1/third_party/pybind11/.codespell-ignore-lines +24 -0
- ktransformers-0.0.1/third_party/pybind11/.git +1 -0
- ktransformers-0.0.1/third_party/pybind11/.gitattributes +1 -0
- ktransformers-0.0.1/third_party/pybind11/.github/CODEOWNERS +9 -0
- ktransformers-0.0.1/third_party/pybind11/.github/CONTRIBUTING.md +388 -0
- ktransformers-0.0.1/third_party/pybind11/.github/ISSUE_TEMPLATE/bug-report.yml +61 -0
- ktransformers-0.0.1/third_party/pybind11/.github/ISSUE_TEMPLATE/config.yml +8 -0
- ktransformers-0.0.1/third_party/pybind11/.github/dependabot.yml +15 -0
- ktransformers-0.0.1/third_party/pybind11/.github/labeler.yml +13 -0
- ktransformers-0.0.1/third_party/pybind11/.github/labeler_merged.yml +8 -0
- ktransformers-0.0.1/third_party/pybind11/.github/matchers/pylint.json +32 -0
- ktransformers-0.0.1/third_party/pybind11/.github/pull_request_template.md +19 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/ci.yml +1235 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/configure.yml +92 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/format.yml +60 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/labeler.yml +25 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/pip.yml +117 -0
- ktransformers-0.0.1/third_party/pybind11/.github/workflows/upstream.yml +116 -0
- ktransformers-0.0.1/third_party/pybind11/.gitignore +46 -0
- ktransformers-0.0.1/third_party/pybind11/.pre-commit-config.yaml +156 -0
- ktransformers-0.0.1/third_party/pybind11/.readthedocs.yml +20 -0
- ktransformers-0.0.1/third_party/pybind11/CMakeLists.txt +375 -0
- ktransformers-0.0.1/third_party/pybind11/LICENSE +29 -0
- ktransformers-0.0.1/third_party/pybind11/MANIFEST.in +6 -0
- ktransformers-0.0.1/third_party/pybind11/README.rst +181 -0
- ktransformers-0.0.1/third_party/pybind11/SECURITY.md +13 -0
- ktransformers-0.0.1/third_party/pybind11/docs/Doxyfile +21 -0
- ktransformers-0.0.1/third_party/pybind11/docs/Makefile +192 -0
- ktransformers-0.0.1/third_party/pybind11/docs/_static/css/custom.css +3 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/chrono.rst +81 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/custom.rst +93 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/eigen.rst +310 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/functional.rst +109 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/index.rst +43 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/overview.rst +170 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/stl.rst +249 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/cast/strings.rst +296 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/classes.rst +1335 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/embedding.rst +262 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/exceptions.rst +401 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/functions.rst +614 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/misc.rst +429 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/index.rst +13 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/numpy.rst +453 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/object.rst +286 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/pycpp/utilities.rst +155 -0
- ktransformers-0.0.1/third_party/pybind11/docs/advanced/smart_ptrs.rst +174 -0
- ktransformers-0.0.1/third_party/pybind11/docs/basics.rst +307 -0
- ktransformers-0.0.1/third_party/pybind11/docs/benchmark.py +89 -0
- ktransformers-0.0.1/third_party/pybind11/docs/benchmark.rst +95 -0
- ktransformers-0.0.1/third_party/pybind11/docs/changelog.rst +3121 -0
- ktransformers-0.0.1/third_party/pybind11/docs/classes.rst +555 -0
- ktransformers-0.0.1/third_party/pybind11/docs/cmake/index.rst +8 -0
- ktransformers-0.0.1/third_party/pybind11/docs/compiling.rst +726 -0
- ktransformers-0.0.1/third_party/pybind11/docs/conf.py +369 -0
- ktransformers-0.0.1/third_party/pybind11/docs/faq.rst +308 -0
- ktransformers-0.0.1/third_party/pybind11/docs/index.rst +48 -0
- ktransformers-0.0.1/third_party/pybind11/docs/installing.rst +105 -0
- ktransformers-0.0.1/third_party/pybind11/docs/limitations.rst +72 -0
- ktransformers-0.0.1/third_party/pybind11/docs/pybind11-logo.png +0 -0
- ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python1.png +0 -0
- ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python1.svg +427 -0
- ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python2.png +0 -0
- ktransformers-0.0.1/third_party/pybind11/docs/pybind11_vs_boost_python2.svg +427 -0
- ktransformers-0.0.1/third_party/pybind11/docs/reference.rst +130 -0
- ktransformers-0.0.1/third_party/pybind11/docs/release.rst +143 -0
- ktransformers-0.0.1/third_party/pybind11/docs/requirements.in +6 -0
- ktransformers-0.0.1/third_party/pybind11/docs/requirements.txt +275 -0
- ktransformers-0.0.1/third_party/pybind11/docs/upgrade.rst +594 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/attr.h +690 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/buffer_info.h +208 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/cast.h +1855 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/chrono.h +225 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/common.h +2 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/complex.h +74 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/class.h +754 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/common.h +1268 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/descr.h +172 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/init.h +434 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/internals.h +764 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/type_caster_base.h +1214 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/detail/typeid.h +65 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/common.h +9 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/matrix.h +714 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen/tensor.h +517 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/eigen.h +12 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/embed.h +313 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/eval.h +156 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/functional.h +138 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/gil.h +219 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/gil_safe_call_once.h +91 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/iostream.h +265 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/numpy.h +2135 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/operators.h +202 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/options.h +92 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/pybind11.h +3026 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/pytypes.h +2604 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl/filesystem.h +115 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl.h +448 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/stl_bind.h +822 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/type_caster_pyobject_ptr.h +61 -0
- ktransformers-0.0.1/third_party/pybind11/include/pybind11/typing.h +244 -0
- ktransformers-0.0.1/third_party/pybind11/noxfile.py +107 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/__init__.py +19 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/__main__.py +63 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/_version.py +12 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/commands.py +39 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/py.typed +0 -0
- ktransformers-0.0.1/third_party/pybind11/pybind11/setup_helpers.py +500 -0
- ktransformers-0.0.1/third_party/pybind11/pyproject.toml +87 -0
- ktransformers-0.0.1/third_party/pybind11/setup.cfg +43 -0
- ktransformers-0.0.1/third_party/pybind11/setup.py +149 -0
- ktransformers-0.0.1/third_party/pybind11/tests/CMakeLists.txt +589 -0
- ktransformers-0.0.1/third_party/pybind11/tests/conftest.py +224 -0
- ktransformers-0.0.1/third_party/pybind11/tests/constructor_stats.h +322 -0
- ktransformers-0.0.1/third_party/pybind11/tests/cross_module_gil_utils.cpp +111 -0
- ktransformers-0.0.1/third_party/pybind11/tests/cross_module_interleaved_error_already_set.cpp +54 -0
- ktransformers-0.0.1/third_party/pybind11/tests/eigen_tensor_avoid_stl_array.cpp +16 -0
- ktransformers-0.0.1/third_party/pybind11/tests/env.py +31 -0
- ktransformers-0.0.1/third_party/pybind11/tests/extra_python_package/pytest.ini +0 -0
- ktransformers-0.0.1/third_party/pybind11/tests/extra_python_package/test_files.py +296 -0
- ktransformers-0.0.1/third_party/pybind11/tests/extra_setuptools/pytest.ini +0 -0
- ktransformers-0.0.1/third_party/pybind11/tests/extra_setuptools/test_setuphelper.py +153 -0
- ktransformers-0.0.1/third_party/pybind11/tests/local_bindings.h +92 -0
- ktransformers-0.0.1/third_party/pybind11/tests/object.h +205 -0
- ktransformers-0.0.1/third_party/pybind11/tests/pybind11_cross_module_tests.cpp +149 -0
- ktransformers-0.0.1/third_party/pybind11/tests/pybind11_tests.cpp +131 -0
- ktransformers-0.0.1/third_party/pybind11/tests/pybind11_tests.h +98 -0
- ktransformers-0.0.1/third_party/pybind11/tests/pytest.ini +23 -0
- ktransformers-0.0.1/third_party/pybind11/tests/requirements.txt +13 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_async.cpp +25 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_async.py +26 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_buffers.cpp +259 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_buffers.py +230 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_builtin_casters.cpp +387 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_builtin_casters.py +532 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_call_policies.cpp +113 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_call_policies.py +249 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_callbacks.cpp +280 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_callbacks.py +227 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_chrono.cpp +81 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_chrono.py +207 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_class.cpp +656 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_class.py +503 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/CMakeLists.txt +80 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/embed.cpp +23 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_embed/CMakeLists.txt +28 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_function/CMakeLists.txt +39 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/installed_target/CMakeLists.txt +46 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/main.cpp +6 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_embed/CMakeLists.txt +47 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_function/CMakeLists.txt +41 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/subdirectory_target/CMakeLists.txt +47 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_cmake_build/test.py +10 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_const_name.cpp +55 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_const_name.py +31 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_constants_and_functions.cpp +158 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_constants_and_functions.py +58 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_copy_move.cpp +544 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_copy_move.py +140 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_casters.cpp +217 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_casters.py +124 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_setup.cpp +41 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_custom_type_setup.py +50 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_docstring_options.cpp +129 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_docstring_options.py +66 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_matrix.cpp +443 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_matrix.py +816 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.cpp +18 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.inl +332 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eigen_tensor.py +290 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/CMakeLists.txt +54 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/catch.cpp +43 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/external_module.cpp +20 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_interpreter.cpp +488 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_interpreter.py +16 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_embed/test_trampoline.py +18 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_enum.cpp +133 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_enum.py +270 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eval.cpp +118 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eval.py +52 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_eval_call.py +5 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.cpp +388 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.h +13 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_exceptions.py +434 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_factory_constructors.cpp +430 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_factory_constructors.py +518 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_gil_scoped.cpp +144 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_gil_scoped.py +244 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_iostream.cpp +126 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_iostream.py +293 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_kwargs_and_defaults.cpp +325 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_kwargs_and_defaults.py +428 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_local_bindings.cpp +106 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_local_bindings.py +259 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_methods_and_attributes.cpp +492 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_methods_and_attributes.py +539 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_modules.cpp +125 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_modules.py +118 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_multiple_inheritance.cpp +341 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_multiple_inheritance.py +495 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_array.cpp +547 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_array.py +672 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_dtypes.cpp +639 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_dtypes.py +448 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_vectorize.cpp +107 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_numpy_vectorize.py +268 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_opaque_types.cpp +77 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_opaque_types.py +60 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_operator_overloading.cpp +281 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_operator_overloading.py +153 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_pickling.cpp +194 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_pickling.py +95 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_python_multiple_inheritance.cpp +45 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_python_multiple_inheritance.py +36 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_pytypes.cpp +926 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_pytypes.py +1050 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_sequences_and_iterators.cpp +600 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_sequences_and_iterators.py +267 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_smart_ptr.cpp +473 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_smart_ptr.py +317 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_stl.cpp +549 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_stl.py +383 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_stl_binders.cpp +275 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_stl_binders.py +395 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_tagbased_polymorphic.cpp +147 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_tagbased_polymorphic.py +30 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_thread.cpp +66 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_thread.py +44 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_type_caster_pyobject_ptr.cpp +167 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_type_caster_pyobject_ptr.py +122 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_union.cpp +22 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_union.py +10 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_a.cpp +38 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_a.py +36 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_b.cpp +13 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_unnamed_namespace_b.py +7 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_vector_unique_ptr_member.cpp +54 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_vector_unique_ptr_member.py +16 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_virtual_functions.cpp +592 -0
- ktransformers-0.0.1/third_party/pybind11/tests/test_virtual_functions.py +460 -0
- ktransformers-0.0.1/third_party/pybind11/tests/valgrind-numpy-scipy.supp +140 -0
- ktransformers-0.0.1/third_party/pybind11/tests/valgrind-python.supp +117 -0
- ktransformers-0.0.1/third_party/pybind11/tools/FindCatch.cmake +76 -0
- ktransformers-0.0.1/third_party/pybind11/tools/FindEigen3.cmake +86 -0
- ktransformers-0.0.1/third_party/pybind11/tools/FindPythonLibsNew.cmake +310 -0
- ktransformers-0.0.1/third_party/pybind11/tools/JoinPaths.cmake +23 -0
- ktransformers-0.0.1/third_party/pybind11/tools/check-style.sh +44 -0
- ktransformers-0.0.1/third_party/pybind11/tools/cmake_uninstall.cmake.in +23 -0
- ktransformers-0.0.1/third_party/pybind11/tools/codespell_ignore_lines_from_errors.py +40 -0
- ktransformers-0.0.1/third_party/pybind11/tools/libsize.py +38 -0
- ktransformers-0.0.1/third_party/pybind11/tools/make_changelog.py +92 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11.pc.in +7 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11Common.cmake +429 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11Config.cmake.in +233 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11GuessPythonExtSuffix.cmake +86 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11NewTools.cmake +341 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pybind11Tools.cmake +239 -0
- ktransformers-0.0.1/third_party/pybind11/tools/pyproject.toml +3 -0
- ktransformers-0.0.1/third_party/pybind11/tools/setup_global.py.in +63 -0
- ktransformers-0.0.1/third_party/pybind11/tools/setup_main.py.in +44 -0
- ktransformers-0.0.1/third_party/pybind11/tools/test-pybind11GuessPythonExtSuffix.cmake +161 -0
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
Apache License
|
|
2
|
+
Version 2.0, January 2004
|
|
3
|
+
http://www.apache.org/licenses/
|
|
4
|
+
|
|
5
|
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
|
6
|
+
|
|
7
|
+
1. Definitions.
|
|
8
|
+
|
|
9
|
+
"License" shall mean the terms and conditions for use, reproduction,
|
|
10
|
+
and distribution as defined by Sections 1 through 9 of this document.
|
|
11
|
+
|
|
12
|
+
"Licensor" shall mean the copyright owner or entity authorized by
|
|
13
|
+
the copyright owner that is granting the License.
|
|
14
|
+
|
|
15
|
+
"Legal Entity" shall mean the union of the acting entity and all
|
|
16
|
+
other entities that control, are controlled by, or are under common
|
|
17
|
+
control with that entity. For the purposes of this definition,
|
|
18
|
+
"control" means (i) the power, direct or indirect, to cause the
|
|
19
|
+
direction or management of such entity, whether by contract or
|
|
20
|
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
|
21
|
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
|
22
|
+
|
|
23
|
+
"You" (or "Your") shall mean an individual or Legal Entity
|
|
24
|
+
exercising permissions granted by this License.
|
|
25
|
+
|
|
26
|
+
"Source" form shall mean the preferred form for making modifications,
|
|
27
|
+
including but not limited to software source code, documentation
|
|
28
|
+
source, and configuration files.
|
|
29
|
+
|
|
30
|
+
"Object" form shall mean any form resulting from mechanical
|
|
31
|
+
transformation or translation of a Source form, including but
|
|
32
|
+
not limited to compiled object code, generated documentation,
|
|
33
|
+
and conversions to other media types.
|
|
34
|
+
|
|
35
|
+
"Work" shall mean the work of authorship, whether in Source or
|
|
36
|
+
Object form, made available under the License, as indicated by a
|
|
37
|
+
copyright notice that is included in or attached to the work
|
|
38
|
+
(an example is provided in the Appendix below).
|
|
39
|
+
|
|
40
|
+
"Derivative Works" shall mean any work, whether in Source or Object
|
|
41
|
+
form, that is based on (or derived from) the Work and for which the
|
|
42
|
+
editorial revisions, annotations, elaborations, or other modifications
|
|
43
|
+
represent, as a whole, an original work of authorship. For the purposes
|
|
44
|
+
of this License, Derivative Works shall not include works that remain
|
|
45
|
+
separable from, or merely link (or bind by name) to the interfaces of,
|
|
46
|
+
the Work and Derivative Works thereof.
|
|
47
|
+
|
|
48
|
+
"Contribution" shall mean any work of authorship, including
|
|
49
|
+
the original version of the Work and any modifications or additions
|
|
50
|
+
to that Work or Derivative Works thereof, that is intentionally
|
|
51
|
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
|
52
|
+
or by an individual or Legal Entity authorized to submit on behalf of
|
|
53
|
+
the copyright owner. For the purposes of this definition, "submitted"
|
|
54
|
+
means any form of electronic, verbal, or written communication sent
|
|
55
|
+
to the Licensor or its representatives, including but not limited to
|
|
56
|
+
communication on electronic mailing lists, source code control systems,
|
|
57
|
+
and issue tracking systems that are managed by, or on behalf of, the
|
|
58
|
+
Licensor for the purpose of discussing and improving the Work, but
|
|
59
|
+
excluding communication that is conspicuously marked or otherwise
|
|
60
|
+
designated in writing by the copyright owner as "Not a Contribution."
|
|
61
|
+
|
|
62
|
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
|
63
|
+
on behalf of whom a Contribution has been received by Licensor and
|
|
64
|
+
subsequently incorporated within the Work.
|
|
65
|
+
|
|
66
|
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
|
67
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
68
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
69
|
+
copyright license to reproduce, prepare Derivative Works of,
|
|
70
|
+
publicly display, publicly perform, sublicense, and distribute the
|
|
71
|
+
Work and such Derivative Works in Source or Object form.
|
|
72
|
+
|
|
73
|
+
3. Grant of Patent License. Subject to the terms and conditions of
|
|
74
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
75
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
76
|
+
(except as stated in this section) patent license to make, have made,
|
|
77
|
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
|
78
|
+
where such license applies only to those patent claims licensable
|
|
79
|
+
by such Contributor that are necessarily infringed by their
|
|
80
|
+
Contribution(s) alone or by combination of their Contribution(s)
|
|
81
|
+
with the Work to which such Contribution(s) was submitted. If You
|
|
82
|
+
institute patent litigation against any entity (including a
|
|
83
|
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
|
84
|
+
or a Contribution incorporated within the Work constitutes direct
|
|
85
|
+
or contributory patent infringement, then any patent licenses
|
|
86
|
+
granted to You under this License for that Work shall terminate
|
|
87
|
+
as of the date such litigation is filed.
|
|
88
|
+
|
|
89
|
+
4. Redistribution. You may reproduce and distribute copies of the
|
|
90
|
+
Work or Derivative Works thereof in any medium, with or without
|
|
91
|
+
modifications, and in Source or Object form, provided that You
|
|
92
|
+
meet the following conditions:
|
|
93
|
+
|
|
94
|
+
(a) You must give any other recipients of the Work or
|
|
95
|
+
Derivative Works a copy of this License; and
|
|
96
|
+
|
|
97
|
+
(b) You must cause any modified files to carry prominent notices
|
|
98
|
+
stating that You changed the files; and
|
|
99
|
+
|
|
100
|
+
(c) You must retain, in the Source form of any Derivative Works
|
|
101
|
+
that You distribute, all copyright, patent, trademark, and
|
|
102
|
+
attribution notices from the Source form of the Work,
|
|
103
|
+
excluding those notices that do not pertain to any part of
|
|
104
|
+
the Derivative Works; and
|
|
105
|
+
|
|
106
|
+
(d) If the Work includes a "NOTICE" text file as part of its
|
|
107
|
+
distribution, then any Derivative Works that You distribute must
|
|
108
|
+
include a readable copy of the attribution notices contained
|
|
109
|
+
within such NOTICE file, excluding those notices that do not
|
|
110
|
+
pertain to any part of the Derivative Works, in at least one
|
|
111
|
+
of the following places: within a NOTICE text file distributed
|
|
112
|
+
as part of the Derivative Works; within the Source form or
|
|
113
|
+
documentation, if provided along with the Derivative Works; or,
|
|
114
|
+
within a display generated by the Derivative Works, if and
|
|
115
|
+
wherever such third-party notices normally appear. The contents
|
|
116
|
+
of the NOTICE file are for informational purposes only and
|
|
117
|
+
do not modify the License. You may add Your own attribution
|
|
118
|
+
notices within Derivative Works that You distribute, alongside
|
|
119
|
+
or as an addendum to the NOTICE text from the Work, provided
|
|
120
|
+
that such additional attribution notices cannot be construed
|
|
121
|
+
as modifying the License.
|
|
122
|
+
|
|
123
|
+
You may add Your own copyright statement to Your modifications and
|
|
124
|
+
may provide additional or different license terms and conditions
|
|
125
|
+
for use, reproduction, or distribution of Your modifications, or
|
|
126
|
+
for any such Derivative Works as a whole, provided Your use,
|
|
127
|
+
reproduction, and distribution of the Work otherwise complies with
|
|
128
|
+
the conditions stated in this License.
|
|
129
|
+
|
|
130
|
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
|
131
|
+
any Contribution intentionally submitted for inclusion in the Work
|
|
132
|
+
by You to the Licensor shall be under the terms and conditions of
|
|
133
|
+
this License, without any additional terms or conditions.
|
|
134
|
+
Notwithstanding the above, nothing herein shall supersede or modify
|
|
135
|
+
the terms of any separate license agreement you may have executed
|
|
136
|
+
with Licensor regarding such Contributions.
|
|
137
|
+
|
|
138
|
+
6. Trademarks. This License does not grant permission to use the trade
|
|
139
|
+
names, trademarks, service marks, or product names of the Licensor,
|
|
140
|
+
except as required for reasonable and customary use in describing the
|
|
141
|
+
origin of the Work and reproducing the content of the NOTICE file.
|
|
142
|
+
|
|
143
|
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
|
144
|
+
agreed to in writing, Licensor provides the Work (and each
|
|
145
|
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
|
146
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
147
|
+
implied, including, without limitation, any warranties or conditions
|
|
148
|
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
|
149
|
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
|
150
|
+
appropriateness of using or redistributing the Work and assume any
|
|
151
|
+
risks associated with Your exercise of permissions under this License.
|
|
152
|
+
|
|
153
|
+
8. Limitation of Liability. In no event and under no legal theory,
|
|
154
|
+
whether in tort (including negligence), contract, or otherwise,
|
|
155
|
+
unless required by applicable law (such as deliberate and grossly
|
|
156
|
+
negligent acts) or agreed to in writing, shall any Contributor be
|
|
157
|
+
liable to You for damages, including any direct, indirect, special,
|
|
158
|
+
incidental, or consequential damages of any character arising as a
|
|
159
|
+
result of this License or out of the use or inability to use the
|
|
160
|
+
Work (including but not limited to damages for loss of goodwill,
|
|
161
|
+
work stoppage, computer failure or malfunction, or any and all
|
|
162
|
+
other commercial damages or losses), even if such Contributor
|
|
163
|
+
has been advised of the possibility of such damages.
|
|
164
|
+
|
|
165
|
+
9. Accepting Warranty or Additional Liability. While redistributing
|
|
166
|
+
the Work or Derivative Works thereof, You may choose to offer,
|
|
167
|
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
|
168
|
+
or other liability obligations and/or rights consistent with this
|
|
169
|
+
License. However, in accepting such obligations, You may act only
|
|
170
|
+
on Your own behalf and on Your sole responsibility, not on behalf
|
|
171
|
+
of any other Contributor, and only if You agree to indemnify,
|
|
172
|
+
defend, and hold each Contributor harmless for any liability
|
|
173
|
+
incurred by, or claims asserted against, such Contributor by reason
|
|
174
|
+
of your accepting any such warranty or additional liability.
|
|
175
|
+
|
|
176
|
+
END OF TERMS AND CONDITIONS
|
|
177
|
+
|
|
178
|
+
APPENDIX: How to apply the Apache License to your work.
|
|
179
|
+
|
|
180
|
+
To apply the Apache License to your work, attach the following
|
|
181
|
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
|
182
|
+
replaced with your own identifying information. (Don't include
|
|
183
|
+
the brackets!) The text should be enclosed in the appropriate
|
|
184
|
+
comment syntax for the file format. We also recommend that a
|
|
185
|
+
file or class name and description of purpose be included on the
|
|
186
|
+
same "printed page" as the copyright notice for easier
|
|
187
|
+
identification within third-party archives.
|
|
188
|
+
|
|
189
|
+
Copyright [yyyy] [name of copyright owner]
|
|
190
|
+
|
|
191
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
192
|
+
you may not use this file except in compliance with the License.
|
|
193
|
+
You may obtain a copy of the License at
|
|
194
|
+
|
|
195
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
196
|
+
|
|
197
|
+
Unless required by applicable law or agreed to in writing, software
|
|
198
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
199
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
200
|
+
See the License for the specific language governing permissions and
|
|
201
|
+
limitations under the License.
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
graft third_party
|
|
2
|
+
graft ktransformers
|
|
3
|
+
graft local_chat.py
|
|
4
|
+
include LICENSE README.md
|
|
5
|
+
prune ktransformers/website
|
|
6
|
+
prune ktransformers/logs
|
|
7
|
+
prune ktransformers.egg-info
|
|
8
|
+
prune third_party/llama.cpp/models
|
|
9
|
+
graft ktransformers/website/dist
|
|
10
|
+
global-exclude __pycache__
|
|
11
|
+
include KTransformersOps.*.so
|