oqllm-proxy 0.8.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- oqllm_proxy/VERSION +1 -0
- oqllm_proxy/__init__.py +44 -0
- oqllm_proxy/auth.py +1050 -0
- oqllm_proxy/cli.py +171 -0
- oqllm_proxy/client.py +217 -0
- oqllm_proxy/config.py +31 -0
- oqllm_proxy/decide_gate.py +215 -0
- oqllm_proxy/discovery.py +275 -0
- oqllm_proxy/fleet.py +561 -0
- oqllm_proxy/fleet_benchmark.py +421 -0
- oqllm_proxy/fleet_http.py +214 -0
- oqllm_proxy/fleet_release.py +310 -0
- oqllm_proxy/litellm.py +163 -0
- oqllm_proxy/mesh.py +157 -0
- oqllm_proxy/mqtt.py +237 -0
- oqllm_proxy/openapi_spec.py +309 -0
- oqllm_proxy/poa.py +422 -0
- oqllm_proxy/registry.py +377 -0
- oqllm_proxy/server.py +1094 -0
- oqllm_proxy/share.py +677 -0
- oqllm_proxy/speech.py +6 -0
- oqllm_proxy/speech_routes.py +148 -0
- oqllm_proxy/systemd/oqllm-fleet-update.service +6 -0
- oqllm_proxy/systemd/oqllm-fleet-update.timer +10 -0
- oqllm_proxy/upstream.py +106 -0
- oqllm_proxy/urtlog_bridge.py +352 -0
- oqllm_proxy/vision_routes.py +249 -0
- oqllm_proxy-0.8.2.dist-info/METADATA +159 -0
- oqllm_proxy-0.8.2.dist-info/RECORD +33 -0
- oqllm_proxy-0.8.2.dist-info/WHEEL +4 -0
- oqllm_proxy-0.8.2.dist-info/entry_points.txt +2 -0
- oqllm_proxy-0.8.2.dist-info/licenses/LICENSE +109 -0
- oqllm_proxy-0.8.2.dist-info/licenses/LICENSE.md +109 -0
oqllm_proxy/VERSION
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.8.2
|
oqllm_proxy/__init__.py
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
"""oqllm_proxy: Low-latency multi-format reverse proxy for POA and LLM decisions."""
|
|
2
|
+
|
|
3
|
+
from pathlib import Path as _Path
|
|
4
|
+
|
|
5
|
+
_version_file = _Path(__file__).with_name("VERSION")
|
|
6
|
+
if not _version_file.is_file(): # Running directly from the src checkout.
|
|
7
|
+
_version_file = _Path(__file__).resolve().parents[2] / "VERSION"
|
|
8
|
+
__version__ = _version_file.read_text(encoding="ascii").strip()
|
|
9
|
+
|
|
10
|
+
from .client import ClientConfig, InterfaceType, OqllmClient, SecurityMode, TransportLayer
|
|
11
|
+
from .config import ProxyConfig, default_config
|
|
12
|
+
from .discovery import OqllmPeerDiscovery, OqllmServiceAdvertiser, discover_lan_nodes
|
|
13
|
+
from .litellm import OqllmCustomLLM, get_litellm_proxy_config, install_oqllm_fastpath
|
|
14
|
+
from .mqtt import OqllmMqttBridge
|
|
15
|
+
from .poa import PoaDecisionRouter, PoaRouteResult, default_router
|
|
16
|
+
from .registry import PoaOperation, PoaRegistry, default_registry
|
|
17
|
+
from .server import ProxyRequestHandler, create_proxy_server
|
|
18
|
+
from .upstream import UpstreamClient
|
|
19
|
+
|
|
20
|
+
__all__ = [
|
|
21
|
+
"ClientConfig",
|
|
22
|
+
"InterfaceType",
|
|
23
|
+
"OqllmClient",
|
|
24
|
+
"OqllmCustomLLM",
|
|
25
|
+
"OqllmMqttBridge",
|
|
26
|
+
"OqllmPeerDiscovery",
|
|
27
|
+
"OqllmServiceAdvertiser",
|
|
28
|
+
"PoaDecisionRouter",
|
|
29
|
+
"PoaOperation",
|
|
30
|
+
"PoaRegistry",
|
|
31
|
+
"PoaRouteResult",
|
|
32
|
+
"ProxyConfig",
|
|
33
|
+
"ProxyRequestHandler",
|
|
34
|
+
"SecurityMode",
|
|
35
|
+
"TransportLayer",
|
|
36
|
+
"UpstreamClient",
|
|
37
|
+
"create_proxy_server",
|
|
38
|
+
"default_config",
|
|
39
|
+
"default_registry",
|
|
40
|
+
"default_router",
|
|
41
|
+
"discover_lan_nodes",
|
|
42
|
+
"get_litellm_proxy_config",
|
|
43
|
+
"install_oqllm_fastpath",
|
|
44
|
+
]
|