llm-queue 0.1.0b1__tar.gz → 0.1.0b2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/.gitignore +3 -0
  2. llm_queue-0.1.0b2/CHANGELOG.md +1010 -0
  3. llm_queue-0.1.0b2/PKG-INFO +207 -0
  4. llm_queue-0.1.0b2/README.md +152 -0
  5. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/SECURITY.md +2 -2
  6. llm_queue-0.1.0b2/STABILITY.md +26 -0
  7. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/pyproject.toml +52 -14
  8. llm_queue-0.1.0b2/src/llm_queue/__init__.py +191 -0
  9. llm_queue-0.1.0b2/src/llm_queue/_logging.py +95 -0
  10. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/_version.py +1 -1
  11. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/clients/__init__.py +21 -3
  12. llm_queue-0.1.0b2/src/llm_queue/clients/bedrock_http.py +479 -0
  13. llm_queue-0.1.0b2/src/llm_queue/clients/hub.py +247 -0
  14. llm_queue-0.1.0b2/src/llm_queue/clients/pool.py +933 -0
  15. llm_queue-0.1.0b2/src/llm_queue/clients/providers.py +718 -0
  16. llm_queue-0.1.0b2/src/llm_queue/clients/timing.py +76 -0
  17. llm_queue-0.1.0b2/src/llm_queue/core.py +1127 -0
  18. llm_queue-0.1.0b2/src/llm_queue/engine/_admission_lua.py +1165 -0
  19. llm_queue-0.1.0b2/src/llm_queue/engine/_codec.py +18 -0
  20. llm_queue-0.1.0b2/src/llm_queue/engine/admission.py +416 -0
  21. llm_queue-0.1.0b2/src/llm_queue/engine/cli.py +504 -0
  22. llm_queue-0.1.0b2/src/llm_queue/engine/cross_checks.py +56 -0
  23. llm_queue-0.1.0b2/src/llm_queue/engine/embed.py +364 -0
  24. llm_queue-0.1.0b2/src/llm_queue/engine/envelope.py +210 -0
  25. llm_queue-0.1.0b2/src/llm_queue/engine/errors.py +59 -0
  26. llm_queue-0.1.0b2/src/llm_queue/engine/fairness.py +101 -0
  27. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/health.py +36 -20
  28. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/hooks.py +66 -11
  29. llm_queue-0.1.0b2/src/llm_queue/engine/http.py +299 -0
  30. llm_queue-0.1.0b2/src/llm_queue/engine/inference.py +197 -0
  31. llm_queue-0.1.0b2/src/llm_queue/engine/jobs.py +619 -0
  32. llm_queue-0.1.0b2/src/llm_queue/engine/metrics.py +645 -0
  33. llm_queue-0.1.0b2/src/llm_queue/engine/offload.py +228 -0
  34. llm_queue-0.1.0b2/src/llm_queue/engine/queue.py +873 -0
  35. llm_queue-0.1.0b2/src/llm_queue/engine/requests.py +825 -0
  36. llm_queue-0.1.0b2/src/llm_queue/engine/runtime.py +4905 -0
  37. llm_queue-0.1.0b2/src/llm_queue/engine/settings.py +348 -0
  38. llm_queue-0.1.0b2/src/llm_queue/engine/shapes.py +491 -0
  39. llm_queue-0.1.0b2/src/llm_queue/engine/status.py +436 -0
  40. llm_queue-0.1.0b2/src/llm_queue/engine/store_checks.py +84 -0
  41. llm_queue-0.1.0b2/src/llm_queue/engine/store_client.py +184 -0
  42. llm_queue-0.1.0b2/src/llm_queue/engine/store_guard.py +106 -0
  43. llm_queue-0.1.0b2/src/llm_queue/engine/streaming.py +513 -0
  44. llm_queue-0.1.0b2/src/llm_queue/engine/tokens.py +189 -0
  45. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/http_transport.py +26 -10
  46. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/_client.py +44 -1
  47. llm_queue-0.1.0b2/src/llm_queue/langchain/_stream.py +170 -0
  48. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/bedrock.py +99 -11
  49. llm_queue-0.1.0b2/src/llm_queue/langchain/openai.py +234 -0
  50. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/providers/__init__.py +21 -11
  51. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/providers/classify.py +181 -6
  52. llm_queue-0.1.0b2/src/llm_queue/providers/embeddings.py +257 -0
  53. llm_queue-0.1.0b2/src/llm_queue/registry/_lua.py +101 -0
  54. llm_queue-0.1.0b2/src/llm_queue/registry/json_schema.py +237 -0
  55. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/resolve.py +16 -1
  56. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/schema.py +249 -60
  57. llm_queue-0.1.0b2/src/llm_queue/registry/settings.py +565 -0
  58. llm_queue-0.1.0b2/src/llm_queue/registry/store.py +1058 -0
  59. llm_queue-0.1.0b2/src/llm_queue/registry/validate.py +562 -0
  60. llm_queue-0.1.0b2/src/llm_queue/tuning.py +307 -0
  61. llm_queue-0.1.0b1/CHANGELOG.md +0 -66
  62. llm_queue-0.1.0b1/PKG-INFO +0 -96
  63. llm_queue-0.1.0b1/README.md +0 -46
  64. llm_queue-0.1.0b1/STABILITY.md +0 -16
  65. llm_queue-0.1.0b1/samples/README.md +0 -94
  66. llm_queue-0.1.0b1/src/llm_queue/__init__.py +0 -105
  67. llm_queue-0.1.0b1/src/llm_queue/_logging.py +0 -41
  68. llm_queue-0.1.0b1/src/llm_queue/clients/pool.py +0 -271
  69. llm_queue-0.1.0b1/src/llm_queue/clients/providers.py +0 -360
  70. llm_queue-0.1.0b1/src/llm_queue/clients/timing.py +0 -52
  71. llm_queue-0.1.0b1/src/llm_queue/core.py +0 -482
  72. llm_queue-0.1.0b1/src/llm_queue/engine/_admission_lua.py +0 -696
  73. llm_queue-0.1.0b1/src/llm_queue/engine/admission.py +0 -243
  74. llm_queue-0.1.0b1/src/llm_queue/engine/cli.py +0 -292
  75. llm_queue-0.1.0b1/src/llm_queue/engine/embed.py +0 -103
  76. llm_queue-0.1.0b1/src/llm_queue/engine/envelope.py +0 -102
  77. llm_queue-0.1.0b1/src/llm_queue/engine/errors.py +0 -51
  78. llm_queue-0.1.0b1/src/llm_queue/engine/http.py +0 -180
  79. llm_queue-0.1.0b1/src/llm_queue/engine/inference.py +0 -121
  80. llm_queue-0.1.0b1/src/llm_queue/engine/jobs.py +0 -137
  81. llm_queue-0.1.0b1/src/llm_queue/engine/metrics.py +0 -141
  82. llm_queue-0.1.0b1/src/llm_queue/engine/offload.py +0 -82
  83. llm_queue-0.1.0b1/src/llm_queue/engine/queue.py +0 -447
  84. llm_queue-0.1.0b1/src/llm_queue/engine/requests.py +0 -317
  85. llm_queue-0.1.0b1/src/llm_queue/engine/runtime.py +0 -2357
  86. llm_queue-0.1.0b1/src/llm_queue/engine/settings.py +0 -186
  87. llm_queue-0.1.0b1/src/llm_queue/engine/status.py +0 -267
  88. llm_queue-0.1.0b1/src/llm_queue/engine/store_client.py +0 -65
  89. llm_queue-0.1.0b1/src/llm_queue/engine/store_guard.py +0 -40
  90. llm_queue-0.1.0b1/src/llm_queue/engine/streaming.py +0 -216
  91. llm_queue-0.1.0b1/src/llm_queue/engine/tokens.py +0 -129
  92. llm_queue-0.1.0b1/src/llm_queue/langchain/openai.py +0 -102
  93. llm_queue-0.1.0b1/src/llm_queue/providers/embeddings.py +0 -87
  94. llm_queue-0.1.0b1/src/llm_queue/registry/_lua.py +0 -78
  95. llm_queue-0.1.0b1/src/llm_queue/registry/settings.py +0 -364
  96. llm_queue-0.1.0b1/src/llm_queue/registry/store.py +0 -614
  97. llm_queue-0.1.0b1/src/llm_queue/registry/validate.py +0 -258
  98. llm_queue-0.1.0b1/src/llm_queue/tuning.py +0 -151
  99. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/LICENSE +0 -0
  100. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/NOTICE +0 -0
  101. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/context.py +0 -0
  102. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/__init__.py +0 -0
  103. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/keys.py +0 -0
  104. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/errors.py +0 -0
  105. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/ids.py +0 -0
  106. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/__init__.py +0 -0
  107. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/py.typed +0 -0
  108. {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/__init__.py +0 -0
@@ -40,3 +40,6 @@ site/
40
40
 
41
41
  # Internal working notes (release and test plans): kept locally, never published
42
42
  docs/internal/
43
+
44
+ # Claude Code agent worktrees
45
+ .claude/