truss 0.9.17.dev1__tar.gz → 0.9.17.dev2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/PKG-INFO +1 -1
  2. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/pyproject.toml +1 -1
  3. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm-briton/model/model.py +1 -4
  4. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/CODE_OF_CONDUCT.md +0 -0
  5. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/CONTRIBUTING.md +0 -0
  6. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/LICENSE +0 -0
  7. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/README.md +0 -0
  8. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/context_builder.Dockerfile +0 -0
  9. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/__init__.py +0 -0
  10. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/blob/blob_backend.py +0 -0
  11. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/blob/blob_backend_registry.py +0 -0
  12. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/blob/http_public_blob_backend.py +0 -0
  13. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/build.py +0 -0
  14. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/cli/__init__.py +0 -0
  15. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/cli/cli.py +0 -0
  16. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/cli/console.py +0 -0
  17. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/cli/create.py +0 -0
  18. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/config/trt_llm.py +1 -1
  19. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/constants.py +0 -0
  20. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/image_builder/cache_warmer.py +0 -0
  21. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/image_builder/image_builder.py +0 -0
  22. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/image_builder/serving_image_builder.py +0 -0
  23. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/image_builder/util.py +0 -0
  24. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/local_loader/docker_build_emulator.py +0 -0
  25. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/local_loader/load_model_local.py +0 -0
  26. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/local_loader/truss_module_loader.py +0 -0
  27. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/local_loader/utils.py +0 -0
  28. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/contexts/truss_context.py +0 -0
  29. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/decorators.py +0 -0
  30. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/docker.py +0 -0
  31. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/errors.py +0 -0
  32. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/local/local_config.py +0 -0
  33. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/local/local_config_handler.py +0 -0
  34. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/model_inference.py +0 -0
  35. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/notebook.py +0 -0
  36. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/calc_patch.py +0 -0
  37. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/constants.py +0 -0
  38. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/dir_signature.py +0 -0
  39. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/hash.py +0 -0
  40. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/local_truss_patch_applier.py +0 -0
  41. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/signature.py +0 -0
  42. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/truss_dir_patch_applier.py +0 -0
  43. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/patch/types.py +0 -0
  44. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/readme_generator.py +0 -0
  45. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/__init__.py +0 -0
  46. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/api.py +0 -0
  47. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/auth.py +0 -0
  48. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/core.py +0 -0
  49. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/error.py +0 -0
  50. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/remote.py +0 -0
  51. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/service.py +0 -0
  52. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/types.py +0 -0
  53. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/utils/status.py +0 -0
  54. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/utils/tar.py +0 -0
  55. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/baseten/utils/transfer.py +0 -0
  56. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/remote_cli.py +0 -0
  57. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/remote_factory.py +0 -0
  58. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/remote/truss_remote.py +0 -0
  59. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/README.md.jinja +0 -0
  60. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/__init__.py +0 -0
  61. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/base.Dockerfile.jinja +0 -0
  62. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/cache.Dockerfile.jinja +0 -0
  63. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/cache_requirements.txt +0 -0
  64. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/application.py +0 -0
  65. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/endpoints.py +0 -0
  66. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/context_managers.py +0 -0
  67. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/errors.py +0 -0
  68. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/inference_server_controller.py +0 -0
  69. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/inference_server_process_controller.py +0 -0
  70. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/inference_server_starter.py +0 -0
  71. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/truss_patch/__init__.py +0 -0
  72. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/truss_patch/model_code_patch_applier.py +0 -0
  73. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/truss_patch/model_container_patch_applier.py +0 -0
  74. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/truss_patch/requirement_name_identifier.py +0 -0
  75. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/truss_patch/system_packages.py +0 -0
  76. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/helpers/types.py +0 -0
  77. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/control/server.py +0 -0
  78. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/control/requirements.txt +0 -0
  79. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/copy_cache_files.Dockerfile.jinja +0 -0
  80. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/custom/examples.yaml +0 -0
  81. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/custom/model/__init__.py +0 -0
  82. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/custom/model/model.py +0 -0
  83. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/__init__.py +0 -0
  84. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/__init__.py +0 -0
  85. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/errors.py +0 -0
  86. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/patches/whisper/patch.py +0 -0
  87. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/patches.py +0 -0
  88. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/retry.py +0 -0
  89. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/schema.py +0 -0
  90. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/termination_handler_middleware.py +0 -0
  91. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/common/truss_server.py +0 -0
  92. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/inference_server.py +0 -0
  93. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/model_wrapper.py +0 -0
  94. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server/requirements.txt +0 -0
  95. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/server.Dockerfile.jinja +0 -0
  96. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/README.md +0 -0
  97. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/__init__.py +0 -0
  98. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/lazy_data_resolver.py +0 -0
  99. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/logging.py +0 -0
  100. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/secrets_resolver.py +0 -0
  101. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/serialization.py +0 -0
  102. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/shared/util.py +0 -0
  103. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/README.md +0 -0
  104. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/model/model.py +0 -0
  105. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/constants.py +0 -0
  106. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/schema.py +0 -0
  107. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/ensemble/config.pbtxt +0 -0
  108. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/postprocessing/1/model.py +0 -0
  109. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/postprocessing/config.pbtxt +0 -0
  110. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/preprocessing/1/model.py +0 -0
  111. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/preprocessing/config.pbtxt +0 -0
  112. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/tensorrt_llm_model_repository/tensorrt_llm/config.pbtxt +0 -0
  113. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/triton_client.py +0 -0
  114. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm/packages/utils.py +0 -0
  115. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm-briton/README.md +0 -0
  116. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm-briton/packages/briton_pb2.py +0 -0
  117. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm-briton/packages/briton_pb2_grpc.py +0 -0
  118. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/annotated_types_truss/config.yaml +0 -0
  119. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/annotated_types_truss/model/__init__.py +0 -0
  120. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/annotated_types_truss/model/model.py +0 -0
  121. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/auto-mpg.data +0 -0
  122. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/context_builder_image_test/Dockerfile +0 -0
  123. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/context_builder_image_test/test.py +0 -0
  124. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/gcs_fix/config.yaml +0 -0
  125. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/gcs_fix/model/__init__.py +0 -0
  126. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/gcs_fix/model/model.py +0 -0
  127. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/happy.ipynb +0 -0
  128. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/model_load_failure_test/config.yaml +0 -0
  129. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/model_load_failure_test/model/model.py +0 -0
  130. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/patch_ping_test_server/app.py +0 -0
  131. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/pima-indians-diabetes.csv +0 -0
  132. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/readme_int_example.md +0 -0
  133. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/readme_no_example.md +0 -0
  134. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/readme_str_example.md +0 -0
  135. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/server.Dockerfile +0 -0
  136. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/server_conformance_test_truss/config.yaml +0 -0
  137. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/server_conformance_test_truss/model/__init__.py +0 -0
  138. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/server_conformance_test_truss/model/model.py +0 -0
  139. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_async_truss/config.yaml +0 -0
  140. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_async_truss/model/model.py +0 -0
  141. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_basic_truss/config.yaml +0 -0
  142. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_basic_truss/model/__init__.py +0 -0
  143. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_basic_truss/model/model.py +0 -0
  144. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_build_commands/config.yaml +0 -0
  145. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_build_commands/model/model.py +0 -0
  146. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_build_commands_failure/config.yaml +0 -0
  147. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_build_commands_failure/model/model.py +0 -0
  148. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_concurrency_truss/config.yaml +0 -0
  149. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_concurrency_truss/model/model.py +0 -0
  150. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v1/config.yaml +0 -0
  151. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v1/model/__init__.py +0 -0
  152. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v1/model/model.py +0 -0
  153. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v1/requirements.txt +0 -0
  154. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v2/config.yaml +0 -0
  155. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v2/model/__init__.py +0 -0
  156. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v2/model/model.py +0 -0
  157. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_pyantic_v2/requirements.txt +0 -0
  158. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_requirements_file_truss/config.yaml +0 -0
  159. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_requirements_file_truss/model/__init__.py +0 -0
  160. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_requirements_file_truss/model/model.py +0 -0
  161. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_requirements_file_truss/requirements.txt +0 -0
  162. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_async_generator_truss/config.yaml +0 -0
  163. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_async_generator_truss/model/model.py +0 -0
  164. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_read_timeout/config.yaml +0 -0
  165. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_read_timeout/model/model.py +0 -0
  166. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_truss/config.yaml +0 -0
  167. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_truss/model/model.py +0 -0
  168. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_truss_with_error/config.yaml +0 -0
  169. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_streaming_truss_with_error/model/model.py +0 -0
  170. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/config.yaml +0 -0
  171. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/examples.yaml +0 -0
  172. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/model/__init__.py +0 -0
  173. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/model/dummy +0 -0
  174. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/model/model.py +0 -0
  175. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss/packages/test_package/test.py +0 -0
  176. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss_server_caching_truss/config.yaml +0 -0
  177. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss_server_caching_truss/model/__init__.py +0 -0
  178. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/test_data/test_truss_server_caching_truss/model/model.py +0 -0
  179. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/__init__.py +0 -0
  180. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/conftest.py +0 -0
  181. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/contexts/image_builder/test_serving_image_builder.py +0 -0
  182. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/contexts/local_loader/test_load_local.py +0 -0
  183. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/contexts/local_loader/test_truss_module_finder.py +0 -0
  184. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/helpers.py +0 -0
  185. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/local/__init__.py +0 -0
  186. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/local/test_local_config_handler.py +0 -0
  187. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_calc_patch.py +0 -0
  188. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_dir_signature.py +0 -0
  189. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_hash.py +0 -0
  190. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_signature.py +0 -0
  191. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_truss_dir_patch_applier.py +0 -0
  192. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/patch/test_types.py +0 -0
  193. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/baseten/test_api.py +0 -0
  194. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/baseten/test_auth.py +0 -0
  195. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/baseten/test_core.py +0 -0
  196. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/baseten/test_remote.py +0 -0
  197. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/test_remote_factory.py +0 -0
  198. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/remote/test_truss_remote.py +0 -0
  199. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/control/control/helpers/test_context_managers.py +0 -0
  200. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/control/control/helpers/test_model_container_patch_applier.py +0 -0
  201. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/control/control/helpers/test_requirement_name_identifier.py +0 -0
  202. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/control/control/test_server.py +0 -0
  203. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/control/control/test_server_integration.py +0 -0
  204. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/core/server/common/test_truss_server.py +0 -0
  205. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/core/server/common/test_util.py +0 -0
  206. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/core/server/test_lazy_data_resolver.py +0 -0
  207. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/core/server/test_secrets_resolver.py +0 -0
  208. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/server/common/test_retry.py +0 -0
  209. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/server/common/test_termination_handler_middleware.py +0 -0
  210. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/server/test_model_wrapper.py +0 -0
  211. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/templates/server/test_schema.py +0 -0
  212. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_build.py +0 -0
  213. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_config.py +0 -0
  214. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_context_builder_image.py +0 -0
  215. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_control_truss_patching.py +0 -0
  216. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_docker.py +0 -0
  217. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_model_inference.py +0 -0
  218. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_model_schema.py +0 -0
  219. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_testing_utilities_for_other_tests.py +0 -0
  220. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_truss_gatherer.py +0 -0
  221. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_truss_handle.py +0 -0
  222. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_util.py +0 -0
  223. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/test_validation.py +0 -0
  224. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/tests/util/test_path.py +0 -0
  225. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/truss_config.py +0 -0
  226. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/truss_gatherer.py +0 -0
  227. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/truss_handle.py +0 -0
  228. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/truss_spec.py +0 -0
  229. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/types.py +0 -0
  230. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/.truss_ignore +0 -0
  231. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/data_structures.py +0 -0
  232. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/download.py +0 -0
  233. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/errors.py +0 -0
  234. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/gpu.py +0 -0
  235. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/jinja.py +0 -0
  236. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/util/path.py +0 -0
  237. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/validation.py +0 -0
  238. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/__init__.py +0 -0
  239. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/cli.py +0 -0
  240. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/code_gen.py +0 -0
  241. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/definitions.py +0 -0
  242. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/deploy.py +0 -0
  243. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/example_chainlet.py +0 -0
  244. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/framework.py +0 -0
  245. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/model_skeleton.py +0 -0
  246. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/public_api.py +0 -0
  247. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/py.typed +0 -0
  248. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/stub.py +0 -0
  249. {truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss-chains/truss_chains/utils.py +0 -0
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: truss
3
- Version: 0.9.17.dev1
3
+ Version: 0.9.17.dev2
4
4
  Summary: A seamless bridge from model development to model delivery
5
5
  Home-page: https://github.com/basetenlabs/truss
6
6
  License: MIT
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "truss"
3
- version = "0.9.17dev1"
3
+ version = "0.9.17dev2"
4
4
  description = "A seamless bridge from model development to model delivery"
5
5
  license = "MIT"
6
6
  readme = "README.md"
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/templates/trtllm-briton/model/model.py RENAMED
@@ -74,15 +74,12 @@ class Model:
74
74
  truss_trtllm_build_config = TrussTRTLLMBuildConfiguration(
75
75
  **trtllm_config.get("build")
76
76
  )
77
- truss_trtllm_serving_config = TrussTRTLLMServingConfiguration(
78
- **trtllm_config.get("serve")
79
- )
80
77
  self._tp_count = truss_trtllm_build_config.tensor_parallel_count
81
78
  self._tokenizer_repository = (
82
79
  truss_trtllm_build_config.checkpoint_repository.repo
83
80
  )
84
81
  self._kv_cache_free_gpu_mem_fraction = (
85
- truss_trtllm_serving_config.kv_cache_free_gpu_mem_fraction
82
+ truss_trtllm_build_config.kv_cache_free_gpu_mem_fraction
86
83
  )
87
84
 
88
85
  self._hf_token = None
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/CONTRIBUTING.md RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/LICENSE RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/README.md RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/build.py RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/config/trt_llm.py RENAMED
@@ -62,6 +62,7 @@ class TrussTRTLLMBuildConfiguration(BaseModel):
62
62
  TrussTRTLLMPluginConfiguration()
63
63
  )
64
64
  use_fused_mlp: bool = False
65
+ kv_cache_free_gpu_mem_fraction: float = 0.9
65
66
 
66
67
  class Config:
67
68
  json_encoders = {
@@ -76,7 +77,6 @@ class TrussTRTLLMServingConfiguration(BaseModel):
76
77
  tokenizer_repository: Optional[str] = None
77
78
  tensor_parallel_count: int = 1
78
79
  pipeline_parallel_count: int = 1
79
- kv_cache_free_gpu_mem_fraction: float = 0.9
80
80
 
81
81
 
82
82
  class TRTLLMConfiguration(BaseModel):
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/docker.py RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/errors.py RENAMED
File without changes
{truss-0.9.17.dev1 → truss-0.9.17.dev2}/truss/types.py RENAMED
File without changes