llm-queue 0.1.0b1__tar.gz → 0.1.0b3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/.gitignore +4 -0
  2. llm_queue-0.1.0b3/CHANGELOG.md +1127 -0
  3. llm_queue-0.1.0b3/PKG-INFO +214 -0
  4. llm_queue-0.1.0b3/README.md +159 -0
  5. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/SECURITY.md +2 -2
  6. llm_queue-0.1.0b3/STABILITY.md +28 -0
  7. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/pyproject.toml +52 -14
  8. llm_queue-0.1.0b3/src/llm_queue/__init__.py +199 -0
  9. llm_queue-0.1.0b3/src/llm_queue/_logging.py +95 -0
  10. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/_version.py +1 -1
  11. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/clients/__init__.py +21 -3
  12. llm_queue-0.1.0b3/src/llm_queue/clients/bedrock_http.py +479 -0
  13. llm_queue-0.1.0b3/src/llm_queue/clients/hub.py +247 -0
  14. llm_queue-0.1.0b3/src/llm_queue/clients/pool.py +933 -0
  15. llm_queue-0.1.0b3/src/llm_queue/clients/providers.py +718 -0
  16. llm_queue-0.1.0b3/src/llm_queue/clients/timing.py +76 -0
  17. llm_queue-0.1.0b3/src/llm_queue/core.py +1141 -0
  18. llm_queue-0.1.0b3/src/llm_queue/engine/_admission_lua.py +1165 -0
  19. llm_queue-0.1.0b3/src/llm_queue/engine/_codec.py +18 -0
  20. llm_queue-0.1.0b3/src/llm_queue/engine/admission.py +418 -0
  21. llm_queue-0.1.0b3/src/llm_queue/engine/cli.py +519 -0
  22. llm_queue-0.1.0b3/src/llm_queue/engine/cross_checks.py +56 -0
  23. llm_queue-0.1.0b3/src/llm_queue/engine/embed.py +364 -0
  24. llm_queue-0.1.0b3/src/llm_queue/engine/envelope.py +210 -0
  25. llm_queue-0.1.0b3/src/llm_queue/engine/errors.py +59 -0
  26. llm_queue-0.1.0b3/src/llm_queue/engine/expiry.py +207 -0
  27. llm_queue-0.1.0b3/src/llm_queue/engine/fairness.py +101 -0
  28. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/health.py +41 -23
  29. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/hooks.py +66 -11
  30. llm_queue-0.1.0b3/src/llm_queue/engine/http.py +457 -0
  31. llm_queue-0.1.0b3/src/llm_queue/engine/inference.py +197 -0
  32. llm_queue-0.1.0b3/src/llm_queue/engine/jobs.py +624 -0
  33. llm_queue-0.1.0b3/src/llm_queue/engine/metrics.py +654 -0
  34. llm_queue-0.1.0b3/src/llm_queue/engine/offload.py +228 -0
  35. llm_queue-0.1.0b3/src/llm_queue/engine/purge.py +906 -0
  36. llm_queue-0.1.0b3/src/llm_queue/engine/queue.py +875 -0
  37. llm_queue-0.1.0b3/src/llm_queue/engine/requests.py +828 -0
  38. llm_queue-0.1.0b3/src/llm_queue/engine/runtime.py +5057 -0
  39. llm_queue-0.1.0b3/src/llm_queue/engine/settings.py +408 -0
  40. llm_queue-0.1.0b3/src/llm_queue/engine/shapes.py +491 -0
  41. llm_queue-0.1.0b3/src/llm_queue/engine/status.py +440 -0
  42. llm_queue-0.1.0b3/src/llm_queue/engine/store_checks.py +99 -0
  43. llm_queue-0.1.0b3/src/llm_queue/engine/store_client.py +184 -0
  44. llm_queue-0.1.0b3/src/llm_queue/engine/store_guard.py +106 -0
  45. llm_queue-0.1.0b3/src/llm_queue/engine/streaming.py +521 -0
  46. llm_queue-0.1.0b3/src/llm_queue/engine/tokens.py +189 -0
  47. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/errors.py +8 -0
  48. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/http_transport.py +26 -10
  49. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/_client.py +44 -1
  50. llm_queue-0.1.0b3/src/llm_queue/langchain/_stream.py +170 -0
  51. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/bedrock.py +99 -11
  52. llm_queue-0.1.0b3/src/llm_queue/langchain/openai.py +234 -0
  53. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/providers/__init__.py +21 -11
  54. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/providers/classify.py +181 -6
  55. llm_queue-0.1.0b3/src/llm_queue/providers/embeddings.py +257 -0
  56. llm_queue-0.1.0b3/src/llm_queue/registry/_lua.py +101 -0
  57. llm_queue-0.1.0b3/src/llm_queue/registry/json_schema.py +237 -0
  58. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/resolve.py +16 -1
  59. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/schema.py +249 -60
  60. llm_queue-0.1.0b3/src/llm_queue/registry/settings.py +565 -0
  61. llm_queue-0.1.0b3/src/llm_queue/registry/store.py +1058 -0
  62. llm_queue-0.1.0b3/src/llm_queue/registry/validate.py +562 -0
  63. llm_queue-0.1.0b3/src/llm_queue/tuning.py +307 -0
  64. llm_queue-0.1.0b1/CHANGELOG.md +0 -66
  65. llm_queue-0.1.0b1/PKG-INFO +0 -96
  66. llm_queue-0.1.0b1/README.md +0 -46
  67. llm_queue-0.1.0b1/STABILITY.md +0 -16
  68. llm_queue-0.1.0b1/samples/README.md +0 -94
  69. llm_queue-0.1.0b1/src/llm_queue/__init__.py +0 -105
  70. llm_queue-0.1.0b1/src/llm_queue/_logging.py +0 -41
  71. llm_queue-0.1.0b1/src/llm_queue/clients/pool.py +0 -271
  72. llm_queue-0.1.0b1/src/llm_queue/clients/providers.py +0 -360
  73. llm_queue-0.1.0b1/src/llm_queue/clients/timing.py +0 -52
  74. llm_queue-0.1.0b1/src/llm_queue/core.py +0 -482
  75. llm_queue-0.1.0b1/src/llm_queue/engine/_admission_lua.py +0 -696
  76. llm_queue-0.1.0b1/src/llm_queue/engine/admission.py +0 -243
  77. llm_queue-0.1.0b1/src/llm_queue/engine/cli.py +0 -292
  78. llm_queue-0.1.0b1/src/llm_queue/engine/embed.py +0 -103
  79. llm_queue-0.1.0b1/src/llm_queue/engine/envelope.py +0 -102
  80. llm_queue-0.1.0b1/src/llm_queue/engine/errors.py +0 -51
  81. llm_queue-0.1.0b1/src/llm_queue/engine/http.py +0 -180
  82. llm_queue-0.1.0b1/src/llm_queue/engine/inference.py +0 -121
  83. llm_queue-0.1.0b1/src/llm_queue/engine/jobs.py +0 -137
  84. llm_queue-0.1.0b1/src/llm_queue/engine/metrics.py +0 -141
  85. llm_queue-0.1.0b1/src/llm_queue/engine/offload.py +0 -82
  86. llm_queue-0.1.0b1/src/llm_queue/engine/queue.py +0 -447
  87. llm_queue-0.1.0b1/src/llm_queue/engine/requests.py +0 -317
  88. llm_queue-0.1.0b1/src/llm_queue/engine/runtime.py +0 -2357
  89. llm_queue-0.1.0b1/src/llm_queue/engine/settings.py +0 -186
  90. llm_queue-0.1.0b1/src/llm_queue/engine/status.py +0 -267
  91. llm_queue-0.1.0b1/src/llm_queue/engine/store_client.py +0 -65
  92. llm_queue-0.1.0b1/src/llm_queue/engine/store_guard.py +0 -40
  93. llm_queue-0.1.0b1/src/llm_queue/engine/streaming.py +0 -216
  94. llm_queue-0.1.0b1/src/llm_queue/engine/tokens.py +0 -129
  95. llm_queue-0.1.0b1/src/llm_queue/langchain/openai.py +0 -102
  96. llm_queue-0.1.0b1/src/llm_queue/providers/embeddings.py +0 -87
  97. llm_queue-0.1.0b1/src/llm_queue/registry/_lua.py +0 -78
  98. llm_queue-0.1.0b1/src/llm_queue/registry/settings.py +0 -364
  99. llm_queue-0.1.0b1/src/llm_queue/registry/store.py +0 -614
  100. llm_queue-0.1.0b1/src/llm_queue/registry/validate.py +0 -258
  101. llm_queue-0.1.0b1/src/llm_queue/tuning.py +0 -151
  102. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/LICENSE +0 -0
  103. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/NOTICE +0 -0
  104. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/context.py +0 -0
  105. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/__init__.py +0 -0
  106. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/keys.py +0 -0
  107. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/ids.py +0 -0
  108. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/__init__.py +0 -0
  109. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/py.typed +0 -0
  110. {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/__init__.py +0 -0
@@ -40,3 +40,7 @@ site/
40
40
 
41
41
  # Internal working notes (release and test plans): kept locally, never published
42
42
  docs/internal/
43
+
44
+ # Claude Code agent worktrees
45
+ .claude/
46
+ .planning/