infer-stack 0.6.0__tar.gz → 0.7.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. infer_stack-0.7.2/LICENSE +13 -0
  2. infer_stack-0.7.2/PKG-INFO +780 -0
  3. infer_stack-0.7.2/README.md +744 -0
  4. infer_stack-0.7.2/infer_stack/__init__.py +2 -0
  5. infer_stack-0.7.2/infer_stack/__main__.py +6 -0
  6. infer_stack-0.7.2/infer_stack/_log.py +51 -0
  7. infer_stack-0.7.2/infer_stack/backends/__init__.py +3 -0
  8. infer_stack-0.7.2/infer_stack/backends/kubeai.py +1464 -0
  9. infer_stack-0.7.2/infer_stack/backends/kubeai_gateway.py +380 -0
  10. infer_stack-0.7.2/infer_stack/cli/__init__.py +247 -0
  11. infer_stack-0.7.2/infer_stack/cli/commands_catalog.py +1015 -0
  12. infer_stack-0.7.2/infer_stack/cli/commands_kube.py +668 -0
  13. infer_stack-0.7.2/infer_stack/cli/commands_kube_worker.py +195 -0
  14. infer_stack-0.7.2/infer_stack/cli/commands_leasing.py +3248 -0
  15. infer_stack-0.7.2/infer_stack/cli/commands_ledger.py +80 -0
  16. infer_stack-0.7.2/infer_stack/cli/commands_meta.py +669 -0
  17. infer_stack-0.7.2/infer_stack/cli/commands_mock.py +171 -0
  18. infer_stack-0.7.2/infer_stack/cli/commands_runtime.py +957 -0
  19. infer_stack-0.7.2/infer_stack/cli/context.py +102 -0
  20. infer_stack-0.7.2/infer_stack/cli/options.py +112 -0
  21. infer_stack-0.7.2/infer_stack/cli_equivalent.py +75 -0
  22. infer_stack-0.7.2/infer_stack/config.py +249 -0
  23. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/diff_prompt.py +37 -1
  24. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/docker_utils.py +65 -0
  25. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/env_utils.py +31 -2
  26. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/experimental/model_catalog_discover.py +30 -22
  27. infer_stack-0.7.2/infer_stack/gpu_doctor.py +306 -0
  28. infer_stack-0.7.2/infer_stack/hardware.py +186 -0
  29. infer_stack-0.7.2/infer_stack/kube/__init__.py +13 -0
  30. infer_stack-0.7.2/infer_stack/kube/inspect.py +227 -0
  31. infer_stack-0.7.2/infer_stack/kube/k3s.py +343 -0
  32. infer_stack-0.7.2/infer_stack/kube/manage.py +817 -0
  33. infer_stack-0.7.2/infer_stack/kube/monitor.py +139 -0
  34. infer_stack-0.7.2/infer_stack/kube/operations.py +155 -0
  35. infer_stack-0.7.2/infer_stack/kube/worker.py +543 -0
  36. infer_stack-0.7.2/infer_stack/kubeai_ops.py +86 -0
  37. infer_stack-0.7.2/infer_stack/leasing/__init__.py +112 -0
  38. infer_stack-0.7.2/infer_stack/leasing/backend.py +916 -0
  39. infer_stack-0.7.2/infer_stack/leasing/catalog.py +710 -0
  40. infer_stack-0.7.2/infer_stack/leasing/catalog_edit.py +95 -0
  41. infer_stack-0.7.2/infer_stack/leasing/compose.py +2603 -0
  42. infer_stack-0.7.2/infer_stack/leasing/controller.py +2516 -0
  43. infer_stack-0.7.2/infer_stack/leasing/diagnosis.py +193 -0
  44. infer_stack-0.7.2/infer_stack/leasing/endpoints.py +277 -0
  45. infer_stack-0.7.2/infer_stack/leasing/envfile.py +158 -0
  46. infer_stack-0.7.2/infer_stack/leasing/gateway.py +1529 -0
  47. infer_stack-0.7.2/infer_stack/leasing/instances.py +321 -0
  48. infer_stack-0.7.2/infer_stack/leasing/launch.py +238 -0
  49. infer_stack-0.7.2/infer_stack/leasing/ledger.py +601 -0
  50. infer_stack-0.7.2/infer_stack/leasing/models.py +367 -0
  51. infer_stack-0.7.2/infer_stack/leasing/naming.py +109 -0
  52. infer_stack-0.7.2/infer_stack/leasing/network.py +138 -0
  53. infer_stack-0.7.2/infer_stack/leasing/placement.py +484 -0
  54. infer_stack-0.7.2/infer_stack/leasing/profile.py +443 -0
  55. infer_stack-0.7.2/infer_stack/leasing/residency.py +502 -0
  56. infer_stack-0.7.2/infer_stack/leasing/routes.py +213 -0
  57. infer_stack-0.7.2/infer_stack/leasing/store.py +867 -0
  58. infer_stack-0.7.2/infer_stack/leasing/suggest.py +660 -0
  59. infer_stack-0.7.2/infer_stack/leasing/transition.py +76 -0
  60. infer_stack-0.7.2/infer_stack/leasing/vram.py +323 -0
  61. infer_stack-0.7.2/infer_stack/log_filter.py +399 -0
  62. infer_stack-0.7.2/infer_stack/mockserver/__init__.py +38 -0
  63. infer_stack-0.7.2/infer_stack/mockserver/data/oracle_questions.yaml +51 -0
  64. infer_stack-0.7.2/infer_stack/mockserver/modes.py +252 -0
  65. infer_stack-0.7.2/infer_stack/mockserver/server.py +468 -0
  66. infer_stack-0.7.2/infer_stack/mockserver/simulator.py +515 -0
  67. infer_stack-0.7.2/infer_stack/mockserver/vllm_serve.py +193 -0
  68. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/paths.py +81 -0
  69. infer_stack-0.6.0/infer_stack/cli/probes.py → infer_stack-0.7.2/infer_stack/probe.py +48 -85
  70. infer_stack-0.7.2/infer_stack/profile_runtime.py +169 -0
  71. infer_stack-0.7.2/infer_stack/templates/suggestion-pool.yaml +577 -0
  72. infer_stack-0.7.2/infer_stack/tui.py +3979 -0
  73. infer_stack-0.7.2/infer_stack.egg-info/PKG-INFO +780 -0
  74. infer_stack-0.7.2/infer_stack.egg-info/SOURCES.txt +133 -0
  75. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack.egg-info/requires.txt +7 -1
  76. {infer_stack-0.6.0 → infer_stack-0.7.2}/pyproject.toml +17 -8
  77. infer_stack-0.7.2/tests/test_backend_transition.py +201 -0
  78. infer_stack-0.7.2/tests/test_cli_catalog.py +452 -0
  79. infer_stack-0.7.2/tests/test_cli_config.py +154 -0
  80. infer_stack-0.7.2/tests/test_cli_equivalent.py +85 -0
  81. infer_stack-0.7.2/tests/test_cli_kube.py +598 -0
  82. infer_stack-0.7.2/tests/test_cli_leasing.py +1295 -0
  83. infer_stack-0.7.2/tests/test_cli_meta.py +174 -0
  84. infer_stack-0.7.2/tests/test_day2.py +267 -0
  85. infer_stack-0.7.2/tests/test_external_endpoints.py +791 -0
  86. infer_stack-0.7.2/tests/test_gpu_doctor.py +197 -0
  87. infer_stack-0.7.2/tests/test_hardware.py +42 -0
  88. infer_stack-0.7.2/tests/test_kube_readiness.py +470 -0
  89. infer_stack-0.7.2/tests/test_kube_review.py +336 -0
  90. infer_stack-0.7.2/tests/test_kube_worker.py +540 -0
  91. infer_stack-0.7.2/tests/test_leasing_admission.py +559 -0
  92. infer_stack-0.7.2/tests/test_leasing_catalog.py +424 -0
  93. infer_stack-0.7.2/tests/test_leasing_compose.py +1910 -0
  94. infer_stack-0.7.2/tests/test_leasing_context_metadata.py +450 -0
  95. infer_stack-0.7.2/tests/test_leasing_controller.py +307 -0
  96. infer_stack-0.7.2/tests/test_leasing_controller_lock.py +267 -0
  97. infer_stack-0.7.2/tests/test_leasing_controller_queue.py +360 -0
  98. infer_stack-0.7.2/tests/test_leasing_dynamic_routing.py +650 -0
  99. infer_stack-0.7.2/tests/test_leasing_image_pull.py +118 -0
  100. infer_stack-0.7.2/tests/test_leasing_kubeai.py +1240 -0
  101. infer_stack-0.7.2/tests/test_leasing_ledger.py +348 -0
  102. infer_stack-0.7.2/tests/test_leasing_make_room.py +120 -0
  103. infer_stack-0.7.2/tests/test_leasing_network.py +229 -0
  104. infer_stack-0.7.2/tests/test_leasing_observability.py +72 -0
  105. infer_stack-0.7.2/tests/test_leasing_placement.py +423 -0
  106. infer_stack-0.7.2/tests/test_leasing_placement_admission.py +81 -0
  107. infer_stack-0.7.2/tests/test_leasing_profile.py +681 -0
  108. infer_stack-0.7.2/tests/test_leasing_reservation.py +192 -0
  109. infer_stack-0.7.2/tests/test_leasing_residency.py +268 -0
  110. infer_stack-0.7.2/tests/test_leasing_route_registry.py +360 -0
  111. infer_stack-0.7.2/tests/test_leasing_secrets.py +367 -0
  112. infer_stack-0.7.2/tests/test_leasing_selective_apply.py +212 -0
  113. infer_stack-0.7.2/tests/test_leasing_serialised_publication.py +822 -0
  114. infer_stack-0.7.2/tests/test_leasing_startup_failure.py +263 -0
  115. infer_stack-0.7.2/tests/test_leasing_store_threads.py +45 -0
  116. infer_stack-0.7.2/tests/test_leasing_suggest.py +399 -0
  117. infer_stack-0.7.2/tests/test_leasing_vram.py +192 -0
  118. infer_stack-0.7.2/tests/test_log_filter.py +312 -0
  119. infer_stack-0.7.2/tests/test_mock_vllm_serve.py +288 -0
  120. infer_stack-0.7.2/tests/test_mockserver.py +747 -0
  121. infer_stack-0.7.2/tests/test_parity.py +768 -0
  122. infer_stack-0.7.2/tests/test_publication_transaction.py +149 -0
  123. infer_stack-0.7.2/tests/test_reservation_gpu_frame_e2e.py +150 -0
  124. infer_stack-0.7.2/tests/test_shm_size.py +56 -0
  125. infer_stack-0.7.2/tests/test_simulator_runtime.py +144 -0
  126. infer_stack-0.7.2/tests/test_tui.py +2362 -0
  127. infer_stack-0.7.2/tests/test_tui_kube.py +491 -0
  128. infer_stack-0.6.0/PKG-INFO +0 -1034
  129. infer_stack-0.6.0/README.md +0 -1006
  130. infer_stack-0.6.0/infer_stack/__init__.py +0 -2
  131. infer_stack-0.6.0/infer_stack/backends/__init__.py +0 -7
  132. infer_stack-0.6.0/infer_stack/backends/compose_renderer.py +0 -243
  133. infer_stack-0.6.0/infer_stack/backends/kubeai_renderer.py +0 -202
  134. infer_stack-0.6.0/infer_stack/benchmark.py +0 -38
  135. infer_stack-0.6.0/infer_stack/catalog.py +0 -438
  136. infer_stack-0.6.0/infer_stack/cli/__init__.py +0 -169
  137. infer_stack-0.6.0/infer_stack/cli/commands_profile.py +0 -467
  138. infer_stack-0.6.0/infer_stack/cli/commands_runtime.py +0 -719
  139. infer_stack-0.6.0/infer_stack/cli/commands_smoke.py +0 -691
  140. infer_stack-0.6.0/infer_stack/cli/compose.py +0 -755
  141. infer_stack-0.6.0/infer_stack/cli/context.py +0 -471
  142. infer_stack-0.6.0/infer_stack/cli/options.py +0 -134
  143. infer_stack-0.6.0/infer_stack/config.py +0 -450
  144. infer_stack-0.6.0/infer_stack/contracts.py +0 -223
  145. infer_stack-0.6.0/infer_stack/hardware.py +0 -70
  146. infer_stack-0.6.0/infer_stack/kubeai_ops.py +0 -76
  147. infer_stack-0.6.0/infer_stack/profile_runtime.py +0 -46
  148. infer_stack-0.6.0/infer_stack/renderer.py +0 -19
  149. infer_stack-0.6.0/infer_stack/resolver.py +0 -1092
  150. infer_stack-0.6.0/infer_stack/templates/default-models.yaml +0 -674
  151. infer_stack-0.6.0/infer_stack/templates/default-ollama-models.yaml +0 -31
  152. infer_stack-0.6.0/infer_stack/templates/default-profiles.yaml +0 -1731
  153. infer_stack-0.6.0/infer_stack/templates/default-vllm-models.yaml +0 -714
  154. infer_stack-0.6.0/infer_stack/templates/docker-compose.yml.j2 +0 -430
  155. infer_stack-0.6.0/infer_stack/templates/litellm_config.yaml.j2 +0 -44
  156. infer_stack-0.6.0/infer_stack/templates/nginx.conf.j2 +0 -84
  157. infer_stack-0.6.0/infer_stack/tuning.py +0 -3
  158. infer_stack-0.6.0/infer_stack/validator.py +0 -314
  159. infer_stack-0.6.0/infer_stack/verification.py +0 -46
  160. infer_stack-0.6.0/infer_stack.egg-info/PKG-INFO +0 -1034
  161. infer_stack-0.6.0/infer_stack.egg-info/SOURCES.txt +0 -52
  162. infer_stack-0.6.0/tests/test_cli_setup.py +0 -723
  163. infer_stack-0.6.0/tests/test_ollama_stack_graph.py +0 -262
  164. infer_stack-0.6.0/tests/test_reverse_proxy_ldap.py +0 -392
  165. infer_stack-0.6.0/tests/test_serving_profiles.py +0 -1152
  166. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/cli/__main__.py +0 -0
  167. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/experimental/model_memory_estimator.py +0 -0
  168. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack/experimental/stress_test_long_context.py +0 -0
  169. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack.egg-info/dependency_links.txt +0 -0
  170. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack.egg-info/entry_points.txt +0 -0
  171. {infer_stack-0.6.0 → infer_stack-0.7.2}/infer_stack.egg-info/top_level.txt +0 -0
  172. {infer_stack-0.6.0 → infer_stack-0.7.2}/setup.cfg +0 -0
  173. {infer_stack-0.6.0 → infer_stack-0.7.2}/tests/test_import.py +0 -0
infer_stack-0.7.2/LICENSE ADDED
@@ -0,0 +1,13 @@
1
+ Copyright 2026 Kitware Inc
2
+
3
+ Licensed under the Apache License, Version 2.0 (the "License");
4
+ you may not use this file except in compliance with the License.
5
+ You may obtain a copy of the License at
6
+
7
+ http://www.apache.org/licenses/LICENSE-2.0
8
+
9
+ Unless required by applicable law or agreed to in writing, software
10
+ distributed under the License is distributed on an "AS IS" BASIS,
11
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ See the License for the specific language governing permissions and
13
+ limitations under the License.