oqllm-proxy 0.8.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
oqllm_proxy/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.8.2
@@ -0,0 +1,44 @@
1
+ """oqllm_proxy: Low-latency multi-format reverse proxy for POA and LLM decisions."""
2
+
3
+ from pathlib import Path as _Path
4
+
5
+ _version_file = _Path(__file__).with_name("VERSION")
6
+ if not _version_file.is_file(): # Running directly from the src checkout.
7
+ _version_file = _Path(__file__).resolve().parents[2] / "VERSION"
8
+ __version__ = _version_file.read_text(encoding="ascii").strip()
9
+
10
+ from .client import ClientConfig, InterfaceType, OqllmClient, SecurityMode, TransportLayer
11
+ from .config import ProxyConfig, default_config
12
+ from .discovery import OqllmPeerDiscovery, OqllmServiceAdvertiser, discover_lan_nodes
13
+ from .litellm import OqllmCustomLLM, get_litellm_proxy_config, install_oqllm_fastpath
14
+ from .mqtt import OqllmMqttBridge
15
+ from .poa import PoaDecisionRouter, PoaRouteResult, default_router
16
+ from .registry import PoaOperation, PoaRegistry, default_registry
17
+ from .server import ProxyRequestHandler, create_proxy_server
18
+ from .upstream import UpstreamClient
19
+
20
+ __all__ = [
21
+ "ClientConfig",
22
+ "InterfaceType",
23
+ "OqllmClient",
24
+ "OqllmCustomLLM",
25
+ "OqllmMqttBridge",
26
+ "OqllmPeerDiscovery",
27
+ "OqllmServiceAdvertiser",
28
+ "PoaDecisionRouter",
29
+ "PoaOperation",
30
+ "PoaRegistry",
31
+ "PoaRouteResult",
32
+ "ProxyConfig",
33
+ "ProxyRequestHandler",
34
+ "SecurityMode",
35
+ "TransportLayer",
36
+ "UpstreamClient",
37
+ "create_proxy_server",
38
+ "default_config",
39
+ "default_registry",
40
+ "default_router",
41
+ "discover_lan_nodes",
42
+ "get_litellm_proxy_config",
43
+ "install_oqllm_fastpath",
44
+ ]