infer-stack 0.6.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. infer_stack/__init__.py +2 -0
  2. infer_stack/backends/__init__.py +7 -0
  3. infer_stack/backends/compose_renderer.py +243 -0
  4. infer_stack/backends/kubeai_renderer.py +202 -0
  5. infer_stack/benchmark.py +38 -0
  6. infer_stack/catalog.py +438 -0
  7. infer_stack/cli/__init__.py +169 -0
  8. infer_stack/cli/__main__.py +4 -0
  9. infer_stack/cli/commands_profile.py +467 -0
  10. infer_stack/cli/commands_runtime.py +719 -0
  11. infer_stack/cli/commands_smoke.py +691 -0
  12. infer_stack/cli/compose.py +755 -0
  13. infer_stack/cli/context.py +471 -0
  14. infer_stack/cli/options.py +134 -0
  15. infer_stack/cli/probes.py +178 -0
  16. infer_stack/config.py +450 -0
  17. infer_stack/contracts.py +223 -0
  18. infer_stack/diff_prompt.py +117 -0
  19. infer_stack/docker_utils.py +230 -0
  20. infer_stack/env_utils.py +97 -0
  21. infer_stack/experimental/model_catalog_discover.py +1155 -0
  22. infer_stack/experimental/model_memory_estimator.py +1264 -0
  23. infer_stack/experimental/stress_test_long_context.py +397 -0
  24. infer_stack/hardware.py +70 -0
  25. infer_stack/kubeai_ops.py +76 -0
  26. infer_stack/paths.py +87 -0
  27. infer_stack/profile_runtime.py +46 -0
  28. infer_stack/renderer.py +19 -0
  29. infer_stack/resolver.py +1092 -0
  30. infer_stack/templates/default-models.yaml +674 -0
  31. infer_stack/templates/default-ollama-models.yaml +31 -0
  32. infer_stack/templates/default-profiles.yaml +1731 -0
  33. infer_stack/templates/default-vllm-models.yaml +714 -0
  34. infer_stack/templates/docker-compose.yml.j2 +430 -0
  35. infer_stack/templates/litellm_config.yaml.j2 +44 -0
  36. infer_stack/templates/nginx.conf.j2 +84 -0
  37. infer_stack/tuning.py +3 -0
  38. infer_stack/validator.py +314 -0
  39. infer_stack/verification.py +46 -0
  40. infer_stack-0.6.0.dist-info/METADATA +1034 -0
  41. infer_stack-0.6.0.dist-info/RECORD +44 -0
  42. infer_stack-0.6.0.dist-info/WHEEL +5 -0
  43. infer_stack-0.6.0.dist-info/entry_points.txt +2 -0
  44. infer_stack-0.6.0.dist-info/top_level.txt +1 -0
infer_stack-0.6.0.dist-info/RECORD ADDED
@@ -0,0 +1,44 @@
1
+ infer_stack/__init__.py,sha256=nXs60fwVv8kF8LAB3v_eEwFYrGDzW-_5NkTrGZWaVgo,35
2
+ infer_stack/benchmark.py,sha256=-ZpkR_jAbOK1ylHzMr4KmwkV8zvJBWu06oz8NEGbjS0,984
3
+ infer_stack/catalog.py,sha256=kzv_vfRG5v1cglyisWztNI4OLAfcS5pU5ipCMKJCzX0,16866
4
+ infer_stack/config.py,sha256=rbrfDCGBWZyCjuik3oT_P9LnE5AhI_hbToXRU9aRDL0,14973
5
+ infer_stack/contracts.py,sha256=Zu3SDUYpXVOAr9zysflU9G3kHP_xsTtYYU2P6mIfdh4,8441
6
+ infer_stack/diff_prompt.py,sha256=1WIzsVOK95eLTexd5Z8f5MK2jyBh8gXSIbkOEQLveZM,3385
7
+ infer_stack/docker_utils.py,sha256=IVaLLuQTBI_QK2XQz_ISPFw51sAO4mVlSIkPbkWFKfk,7449
8
+ infer_stack/env_utils.py,sha256=ch7tRndliZLGin9kQ84NBZ_ICXsc5FPAMUCbodvoBN0,3513
9
+ infer_stack/hardware.py,sha256=Ws54O_ezvkp4qYXC9pprMjp5BJdgmb_Fl_ADLhqT--w,2141
10
+ infer_stack/kubeai_ops.py,sha256=f0cAXNlw6yOaBnWGMuCtYbcnbESnullDbpU9epPa7rg,2115
11
+ infer_stack/paths.py,sha256=nVx1HYae3ojwXEucjeu8NEBuoLbvYJG1u4mw01iFayo,3107
12
+ infer_stack/profile_runtime.py,sha256=E-P58WGqvnqxZHkLUBGlBmr7u0lnrKlXVK-Px1wBBEE,2031
13
+ infer_stack/renderer.py,sha256=9uL_fOTGiOpMTwHx83y14SU5sV1WajUtumSJcKH564g,685
14
+ infer_stack/resolver.py,sha256=NtGfeHPtzC8znuj3E3EdN20hpcHgQ9YaIvTWqKPhE4U,41434
15
+ infer_stack/tuning.py,sha256=wxLk7cp2QVU7JSkeOX-4Qsyv-1Vxy-O6z5GWc3mGBRo,79
16
+ infer_stack/validator.py,sha256=2eEq_2YX1HWWjkaELUgvxH6BE0zyWcPAro8_kjcBFYU,13484
17
+ infer_stack/verification.py,sha256=Px0Ji1fknhzUI7r5XlgFjz61U9q5Vm-nKwDKS9qH4tc,1595
18
+ infer_stack/backends/__init__.py,sha256=mp8i3OUblOyK0YjiZ11F0giFBeruYjZn_Xpi0jK_UMk,186
19
+ infer_stack/backends/compose_renderer.py,sha256=hfbKtSv7x3pvEqXDkLlUjkA9GbUnTlOUbcstD5HMH5Y,9023
20
+ infer_stack/backends/kubeai_renderer.py,sha256=Zpt4aGtr0NB5IJJzYlRwUFN4ls7UmgBmBPjPayqXxA4,7180
21
+ infer_stack/cli/__init__.py,sha256=1KQvSVq38fLeVQLxljPMK79aFCWnaPT7_iStWIrkBDM,4472
22
+ infer_stack/cli/__main__.py,sha256=286FCs--MaZe-oGckg9dav5m-zwTnFazXgynw3oV_9w,76
23
+ infer_stack/cli/commands_profile.py,sha256=KwL94kExcA7mSpWarrxJTcO3ulQtsxtSATTdSLHegck,15548
24
+ infer_stack/cli/commands_runtime.py,sha256=wU-5Xaru4Kp02JN2nbPjoxkhYef7WtQl5isZ1MnA0Mg,23999
25
+ infer_stack/cli/commands_smoke.py,sha256=BwTrESY4HTzDrE_spUmWG-72FAx66PRsrN-xAm9RfHw,24555
26
+ infer_stack/cli/compose.py,sha256=j7DY7bRPyDrVEe0_GkOjvqFTqM43hnlHKvZRGHyI0mU,28155
27
+ infer_stack/cli/context.py,sha256=RPYVq5hGdnLUmse7UGtUwrvcHv2uRJKYQiMmA9Fz6xQ,15418
28
+ infer_stack/cli/options.py,sha256=VXJ0Ehv4-pOB8kBuUsT_Ptx0U0eYClhHJtls51bRJsY,3748
29
+ infer_stack/cli/probes.py,sha256=XlOgSisW1c81GtdBGsXFV4chC8KxQr-7lIgD75IqxnE,6088
30
+ infer_stack/experimental/model_catalog_discover.py,sha256=WkqpbKlRL5mfXBcZZwWNCCWH8kgpZykv3F20gZezx-s,35978
31
+ infer_stack/experimental/model_memory_estimator.py,sha256=YAKhXvKk-nhr6NpAl9AOHZ4ofW1lCzwswlkF8wEeVyU,40978
32
+ infer_stack/experimental/stress_test_long_context.py,sha256=RsMxonOdgoNeWlhsPzS6b_urKfz78LHH6Q4Kfhepg9U,11862
33
+ infer_stack/templates/default-models.yaml,sha256=s7HEnmk5FW7XpDIkemFF8pDqNLGbxR11ASY_7svOt00,19662
34
+ infer_stack/templates/default-ollama-models.yaml,sha256=-X0KGVXNDpg0Fr89k0dHaZEdnIoWBZHuj0NpuYW2cqw,659
35
+ infer_stack/templates/default-profiles.yaml,sha256=Wse0q5fCEJfHEduO9M1QUkAD6yZNfvWHV3BTIsUgYuI,47169
36
+ infer_stack/templates/default-vllm-models.yaml,sha256=kLMdOdLmxYUu1Leb1AoMGx4wyGAdNs0baXGfAW7IV2E,19222
37
+ infer_stack/templates/docker-compose.yml.j2,sha256=5ltLw47pWHv-Ad6QiTVBYV2Kzg5ja1xZFhg0aPdVe0o,17328
38
+ infer_stack/templates/litellm_config.yaml.j2,sha256=wOGVoCmL8tuWco3jpfpinmNDSib5gpWWHTosA5C1CtY,1551
39
+ infer_stack/templates/nginx.conf.j2,sha256=ajtDM_dTRRkZ-ufmupTPOOQLzzEVUVXNYi5yI6adGh8,2993
40
+ infer_stack-0.6.0.dist-info/METADATA,sha256=2-hQOU3Z3WfcoCJXjOUF-rAsC6-5PUIYbG_YsE_6FNc,36645
41
+ infer_stack-0.6.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
42
+ infer_stack-0.6.0.dist-info/entry_points.txt,sha256=G1CfqiPo4tA467tz6RxZ4tYrS9jahuhj5NUNWIFsoLU,53
43
+ infer_stack-0.6.0.dist-info/top_level.txt,sha256=1H4Q8Cwq3XmDcGqu5WqPu8CDvN1cPcqxj9nDY9jlL1g,12
44
+ infer_stack-0.6.0.dist-info/RECORD,,
infer_stack-0.6.0.dist-info/WHEEL ADDED
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (82.0.1)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
infer_stack-0.6.0.dist-info/entry_points.txt ADDED
@@ -0,0 +1,2 @@
1
+ [console_scripts]
2
+ infer-stack = infer_stack.cli:main
infer_stack-0.6.0.dist-info/top_level.txt ADDED
@@ -0,0 +1 @@
1
+ infer_stack