llm-queue 0.1.0b1__tar.gz → 0.1.0b3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/.gitignore +4 -0
- llm_queue-0.1.0b3/CHANGELOG.md +1127 -0
- llm_queue-0.1.0b3/PKG-INFO +214 -0
- llm_queue-0.1.0b3/README.md +159 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/SECURITY.md +2 -2
- llm_queue-0.1.0b3/STABILITY.md +28 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/pyproject.toml +52 -14
- llm_queue-0.1.0b3/src/llm_queue/__init__.py +199 -0
- llm_queue-0.1.0b3/src/llm_queue/_logging.py +95 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/_version.py +1 -1
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/clients/__init__.py +21 -3
- llm_queue-0.1.0b3/src/llm_queue/clients/bedrock_http.py +479 -0
- llm_queue-0.1.0b3/src/llm_queue/clients/hub.py +247 -0
- llm_queue-0.1.0b3/src/llm_queue/clients/pool.py +933 -0
- llm_queue-0.1.0b3/src/llm_queue/clients/providers.py +718 -0
- llm_queue-0.1.0b3/src/llm_queue/clients/timing.py +76 -0
- llm_queue-0.1.0b3/src/llm_queue/core.py +1141 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/_admission_lua.py +1165 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/_codec.py +18 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/admission.py +418 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/cli.py +519 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/cross_checks.py +56 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/embed.py +364 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/envelope.py +210 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/errors.py +59 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/expiry.py +207 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/fairness.py +101 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/health.py +41 -23
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/hooks.py +66 -11
- llm_queue-0.1.0b3/src/llm_queue/engine/http.py +457 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/inference.py +197 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/jobs.py +624 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/metrics.py +654 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/offload.py +228 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/purge.py +906 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/queue.py +875 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/requests.py +828 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/runtime.py +5057 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/settings.py +408 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/shapes.py +491 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/status.py +440 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/store_checks.py +99 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/store_client.py +184 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/store_guard.py +106 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/streaming.py +521 -0
- llm_queue-0.1.0b3/src/llm_queue/engine/tokens.py +189 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/errors.py +8 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/http_transport.py +26 -10
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/_client.py +44 -1
- llm_queue-0.1.0b3/src/llm_queue/langchain/_stream.py +170 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/bedrock.py +99 -11
- llm_queue-0.1.0b3/src/llm_queue/langchain/openai.py +234 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/providers/__init__.py +21 -11
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/providers/classify.py +181 -6
- llm_queue-0.1.0b3/src/llm_queue/providers/embeddings.py +257 -0
- llm_queue-0.1.0b3/src/llm_queue/registry/_lua.py +101 -0
- llm_queue-0.1.0b3/src/llm_queue/registry/json_schema.py +237 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/resolve.py +16 -1
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/schema.py +249 -60
- llm_queue-0.1.0b3/src/llm_queue/registry/settings.py +565 -0
- llm_queue-0.1.0b3/src/llm_queue/registry/store.py +1058 -0
- llm_queue-0.1.0b3/src/llm_queue/registry/validate.py +562 -0
- llm_queue-0.1.0b3/src/llm_queue/tuning.py +307 -0
- llm_queue-0.1.0b1/CHANGELOG.md +0 -66
- llm_queue-0.1.0b1/PKG-INFO +0 -96
- llm_queue-0.1.0b1/README.md +0 -46
- llm_queue-0.1.0b1/STABILITY.md +0 -16
- llm_queue-0.1.0b1/samples/README.md +0 -94
- llm_queue-0.1.0b1/src/llm_queue/__init__.py +0 -105
- llm_queue-0.1.0b1/src/llm_queue/_logging.py +0 -41
- llm_queue-0.1.0b1/src/llm_queue/clients/pool.py +0 -271
- llm_queue-0.1.0b1/src/llm_queue/clients/providers.py +0 -360
- llm_queue-0.1.0b1/src/llm_queue/clients/timing.py +0 -52
- llm_queue-0.1.0b1/src/llm_queue/core.py +0 -482
- llm_queue-0.1.0b1/src/llm_queue/engine/_admission_lua.py +0 -696
- llm_queue-0.1.0b1/src/llm_queue/engine/admission.py +0 -243
- llm_queue-0.1.0b1/src/llm_queue/engine/cli.py +0 -292
- llm_queue-0.1.0b1/src/llm_queue/engine/embed.py +0 -103
- llm_queue-0.1.0b1/src/llm_queue/engine/envelope.py +0 -102
- llm_queue-0.1.0b1/src/llm_queue/engine/errors.py +0 -51
- llm_queue-0.1.0b1/src/llm_queue/engine/http.py +0 -180
- llm_queue-0.1.0b1/src/llm_queue/engine/inference.py +0 -121
- llm_queue-0.1.0b1/src/llm_queue/engine/jobs.py +0 -137
- llm_queue-0.1.0b1/src/llm_queue/engine/metrics.py +0 -141
- llm_queue-0.1.0b1/src/llm_queue/engine/offload.py +0 -82
- llm_queue-0.1.0b1/src/llm_queue/engine/queue.py +0 -447
- llm_queue-0.1.0b1/src/llm_queue/engine/requests.py +0 -317
- llm_queue-0.1.0b1/src/llm_queue/engine/runtime.py +0 -2357
- llm_queue-0.1.0b1/src/llm_queue/engine/settings.py +0 -186
- llm_queue-0.1.0b1/src/llm_queue/engine/status.py +0 -267
- llm_queue-0.1.0b1/src/llm_queue/engine/store_client.py +0 -65
- llm_queue-0.1.0b1/src/llm_queue/engine/store_guard.py +0 -40
- llm_queue-0.1.0b1/src/llm_queue/engine/streaming.py +0 -216
- llm_queue-0.1.0b1/src/llm_queue/engine/tokens.py +0 -129
- llm_queue-0.1.0b1/src/llm_queue/langchain/openai.py +0 -102
- llm_queue-0.1.0b1/src/llm_queue/providers/embeddings.py +0 -87
- llm_queue-0.1.0b1/src/llm_queue/registry/_lua.py +0 -78
- llm_queue-0.1.0b1/src/llm_queue/registry/settings.py +0 -364
- llm_queue-0.1.0b1/src/llm_queue/registry/store.py +0 -614
- llm_queue-0.1.0b1/src/llm_queue/registry/validate.py +0 -258
- llm_queue-0.1.0b1/src/llm_queue/tuning.py +0 -151
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/LICENSE +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/NOTICE +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/context.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/__init__.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/engine/keys.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/ids.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/langchain/__init__.py +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/py.typed +0 -0
- {llm_queue-0.1.0b1 → llm_queue-0.1.0b3}/src/llm_queue/registry/__init__.py +0 -0