llm-queue 0.1.0b1__tar.gz → 0.1.0b2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/.gitignore +3 -0
- llm_queue-0.1.0b2/CHANGELOG.md +1010 -0
- llm_queue-0.1.0b2/PKG-INFO +207 -0
- llm_queue-0.1.0b2/README.md +152 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/SECURITY.md +2 -2
- llm_queue-0.1.0b2/STABILITY.md +26 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/pyproject.toml +52 -14
- llm_queue-0.1.0b2/src/llm_queue/__init__.py +191 -0
- llm_queue-0.1.0b2/src/llm_queue/_logging.py +95 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/_version.py +1 -1
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/clients/__init__.py +21 -3
- llm_queue-0.1.0b2/src/llm_queue/clients/bedrock_http.py +479 -0
- llm_queue-0.1.0b2/src/llm_queue/clients/hub.py +247 -0
- llm_queue-0.1.0b2/src/llm_queue/clients/pool.py +933 -0
- llm_queue-0.1.0b2/src/llm_queue/clients/providers.py +718 -0
- llm_queue-0.1.0b2/src/llm_queue/clients/timing.py +76 -0
- llm_queue-0.1.0b2/src/llm_queue/core.py +1127 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/_admission_lua.py +1165 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/_codec.py +18 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/admission.py +416 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/cli.py +504 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/cross_checks.py +56 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/embed.py +364 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/envelope.py +210 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/errors.py +59 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/fairness.py +101 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/health.py +36 -20
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/hooks.py +66 -11
- llm_queue-0.1.0b2/src/llm_queue/engine/http.py +299 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/inference.py +197 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/jobs.py +619 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/metrics.py +645 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/offload.py +228 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/queue.py +873 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/requests.py +825 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/runtime.py +4905 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/settings.py +348 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/shapes.py +491 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/status.py +436 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/store_checks.py +84 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/store_client.py +184 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/store_guard.py +106 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/streaming.py +513 -0
- llm_queue-0.1.0b2/src/llm_queue/engine/tokens.py +189 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/http_transport.py +26 -10
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/_client.py +44 -1
- llm_queue-0.1.0b2/src/llm_queue/langchain/_stream.py +170 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/bedrock.py +99 -11
- llm_queue-0.1.0b2/src/llm_queue/langchain/openai.py +234 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/providers/__init__.py +21 -11
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/providers/classify.py +181 -6
- llm_queue-0.1.0b2/src/llm_queue/providers/embeddings.py +257 -0
- llm_queue-0.1.0b2/src/llm_queue/registry/_lua.py +101 -0
- llm_queue-0.1.0b2/src/llm_queue/registry/json_schema.py +237 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/resolve.py +16 -1
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/schema.py +249 -60
- llm_queue-0.1.0b2/src/llm_queue/registry/settings.py +565 -0
- llm_queue-0.1.0b2/src/llm_queue/registry/store.py +1058 -0
- llm_queue-0.1.0b2/src/llm_queue/registry/validate.py +562 -0
- llm_queue-0.1.0b2/src/llm_queue/tuning.py +307 -0
- llm_queue-0.1.0b1/CHANGELOG.md +0 -66
- llm_queue-0.1.0b1/PKG-INFO +0 -96
- llm_queue-0.1.0b1/README.md +0 -46
- llm_queue-0.1.0b1/STABILITY.md +0 -16
- llm_queue-0.1.0b1/samples/README.md +0 -94
- llm_queue-0.1.0b1/src/llm_queue/__init__.py +0 -105
- llm_queue-0.1.0b1/src/llm_queue/_logging.py +0 -41
- llm_queue-0.1.0b1/src/llm_queue/clients/pool.py +0 -271
- llm_queue-0.1.0b1/src/llm_queue/clients/providers.py +0 -360
- llm_queue-0.1.0b1/src/llm_queue/clients/timing.py +0 -52
- llm_queue-0.1.0b1/src/llm_queue/core.py +0 -482
- llm_queue-0.1.0b1/src/llm_queue/engine/_admission_lua.py +0 -696
- llm_queue-0.1.0b1/src/llm_queue/engine/admission.py +0 -243
- llm_queue-0.1.0b1/src/llm_queue/engine/cli.py +0 -292
- llm_queue-0.1.0b1/src/llm_queue/engine/embed.py +0 -103
- llm_queue-0.1.0b1/src/llm_queue/engine/envelope.py +0 -102
- llm_queue-0.1.0b1/src/llm_queue/engine/errors.py +0 -51
- llm_queue-0.1.0b1/src/llm_queue/engine/http.py +0 -180
- llm_queue-0.1.0b1/src/llm_queue/engine/inference.py +0 -121
- llm_queue-0.1.0b1/src/llm_queue/engine/jobs.py +0 -137
- llm_queue-0.1.0b1/src/llm_queue/engine/metrics.py +0 -141
- llm_queue-0.1.0b1/src/llm_queue/engine/offload.py +0 -82
- llm_queue-0.1.0b1/src/llm_queue/engine/queue.py +0 -447
- llm_queue-0.1.0b1/src/llm_queue/engine/requests.py +0 -317
- llm_queue-0.1.0b1/src/llm_queue/engine/runtime.py +0 -2357
- llm_queue-0.1.0b1/src/llm_queue/engine/settings.py +0 -186
- llm_queue-0.1.0b1/src/llm_queue/engine/status.py +0 -267
- llm_queue-0.1.0b1/src/llm_queue/engine/store_client.py +0 -65
- llm_queue-0.1.0b1/src/llm_queue/engine/store_guard.py +0 -40
- llm_queue-0.1.0b1/src/llm_queue/engine/streaming.py +0 -216
- llm_queue-0.1.0b1/src/llm_queue/engine/tokens.py +0 -129
- llm_queue-0.1.0b1/src/llm_queue/langchain/openai.py +0 -102
- llm_queue-0.1.0b1/src/llm_queue/providers/embeddings.py +0 -87
- llm_queue-0.1.0b1/src/llm_queue/registry/_lua.py +0 -78
- llm_queue-0.1.0b1/src/llm_queue/registry/settings.py +0 -364
- llm_queue-0.1.0b1/src/llm_queue/registry/store.py +0 -614
- llm_queue-0.1.0b1/src/llm_queue/registry/validate.py +0 -258
- llm_queue-0.1.0b1/src/llm_queue/tuning.py +0 -151
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/LICENSE +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/NOTICE +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/context.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/__init__.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/engine/keys.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/errors.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/ids.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/langchain/__init__.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/py.typed +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b2}/src/llm_queue/registry/__init__.py +0 -0