orbitals 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

orbitals/scope_guard/cli/serve.py

@@ -38,7 +38,9 @@ def serve(
         "0.0.0.0", "-h", "--host", help="The host to use for the server"
     ),
     vllm_port: int = typer.Option(8001, help="The port to use for the vLLM server"),
-    vllm_max_model_len: int = typer.Option(10000, help="Maximum model length for vLLM"),
+    vllm_max_model_len: int = typer.Option(
+        30_000, help="Maximum model length for vLLM"
+    ),
     vllm_max_num_seqs: int = typer.Option(
         2, help="Maximum number of sequences for vLLM"
     ),

orbitals/scope_guard/guards/api.py

@@ -106,7 +106,7 @@ class APIScopeGuard(ScopeGuard):
         skip_evidences: bool | None = None,
     ) -> ScopeGuardOutput:
         response = requests.post(
-            f"{self.api_url}/api/orbitals/scope-guard/validate",
+            f"{self.api_url}/orbitals/scope-guard/validate",
             json=_build_request_data(
                 conversation,
                 skip_evidences if skip_evidences is not None else self.skip_evidences,
@@ -134,7 +134,7 @@ class APIScopeGuard(ScopeGuard):
         skip_evidences: bool | None = None,
     ) -> list[ScopeGuardOutput]:
         response = requests.post(
-            f"{self.api_url}/api/orbitals/scope-guard/batch-validate",
+            f"{self.api_url}/orbitals/scope-guard/batch-validate",
             json=_build_batch_request_data(
                 conversations,
                 skip_evidences if skip_evidences is not None else self.skip_evidences,
@@ -185,7 +185,7 @@ class AsyncAPIScopeGuard(AsyncScopeGuard):
     ) -> ScopeGuardOutput:
         async with aiohttp.ClientSession() as session:
             response = await session.post(
-                f"{self.api_url}/api/in/scope-guard/validate",
+                f"{self.api_url}/in/scope-guard/validate",
                 json=_build_request_data(
                     conversation,
                     skip_evidences
@@ -216,7 +216,7 @@ class AsyncAPIScopeGuard(AsyncScopeGuard):
     ) -> list[ScopeGuardOutput]:
         async with aiohttp.ClientSession() as session:
             response = await session.post(
-                f"{self.api_url}/api/in/scope-guard/batch-validate",
+                f"{self.api_url}/in/scope-guard/batch-validate",
                 json=_build_batch_request_data(
                     conversations,
                     skip_evidences

orbitals/scope_guard/guards/base.py

@@ -139,7 +139,7 @@ class ScopeGuard(BaseScopeGuard):
         backend: Literal["hf"] = "hf",
         model: DefaultModel | str = "scope-guard",
         skip_evidences: bool = False,
-        max_new_tokens: int = 10_000,
+        max_new_tokens: int = 3000,
         do_sample: bool = False,
         **kwargs,
     ) -> HuggingFaceScopeGuard: ...
@@ -151,8 +151,8 @@ class ScopeGuard(BaseScopeGuard):
         model: DefaultModel | str = "scope-guard",
         skip_evidences: bool = False,
         temperature: float = 0.0,
-        max_tokens: int = 10_000,
-        max_model_len: int = 10_000,
+        max_tokens: int = 3000,
+        max_model_len: int = 30_000,
         max_num_seqs: int = 2,
     ) -> VLLMScopeGuard: ...
 
@@ -227,7 +227,7 @@ class AsyncScopeGuard(BaseScopeGuard):
         skip_evidences: bool = False,
         vllm_serving_url: str = "http://localhost:8000",
         temperature: float = 0.0,
-        max_tokens: int = 10_000,
+        max_tokens: int = 3000,
     ) -> AsyncVLLMApiScopeGuard: ...
 
     @overload

orbitals/scope_guard/guards/hf.py

@@ -23,7 +23,7 @@ class HuggingFaceScopeGuard(ScopeGuard):
         backend: Literal["hf"] = "hf",
         model: DefaultModel | str = "scope-guard",
         skip_evidences: bool = False,
-        max_new_tokens: int = 10_000,
+        max_new_tokens: int = 3000,
         do_sample: bool = False,
         **kwargs,
     ):

orbitals/scope_guard/guards/vllm.py

@@ -26,8 +26,8 @@ class VLLMScopeGuard(ScopeGuard):
         model: DefaultModel | str = "scope-guard",
         skip_evidences: bool = False,
         temperature: float = 0.0,
-        max_tokens: int = 10_000,
-        max_model_len: int = 10_000,
+        max_tokens: int = 3000,
+        max_model_len: int = 30_000,
         max_num_seqs: int = 2,
         gpu_memory_utilization: float = 0.9,
     ):
@@ -131,7 +131,7 @@ class AsyncVLLMApiScopeGuard(AsyncScopeGuard):
         skip_evidences: bool = False,
         vllm_serving_url: str = "http://localhost:8000",
         temperature: float = 0.0,
-        max_tokens: int = 10_000,
+        max_tokens: int = 3000,
     ):
         import transformers
 

orbitals/scope_guard/modeling.py

@@ -1,7 +1,7 @@
 from enum import Enum
-from typing import Literal
+from typing import Annotated, Any, Literal
 
-from pydantic import BaseModel, TypeAdapter
+from pydantic import BaseModel, BeforeValidator, TypeAdapter
 
 from ..types import ConversationMessage, LLMUsage
 
@@ -66,6 +66,23 @@ class ConversationUserMessage(BaseModel):
     content: str
 
 
-ScopeGuardInput = str | ConversationUserMessage | list[ConversationMessage]
+def _select_model_based_on_fields(
+    v: Any,
+) -> str | ConversationUserMessage | list[ConversationMessage]:
+    if isinstance(v, str):
+        return TypeAdapter(str).validate_python(v)
+    elif isinstance(v, dict):
+        return TypeAdapter(ConversationUserMessage).validate_python(v)
+    elif isinstance(v, list):
+        return TypeAdapter(list[ConversationMessage]).validate_python(v)
+
+    # no matching model found, let's fall back to standard pydantic behavior
+    return v
+
+
+ScopeGuardInput = Annotated[
+    str | ConversationUserMessage | list[ConversationMessage],
+    BeforeValidator(_select_model_based_on_fields),
+]
 
 ScopeGuardInputTypeAdapter = TypeAdapter(ScopeGuardInput)

orbitals/utils.py

@@ -17,7 +17,7 @@ def maybe_configure_gpu_usage():
         return
 
     try:
-        import pynvml  # ty: ignore[unresolved-import]  # provided by nvidia-ml-py
+        import pynvml  # ty: ignore[unresolved-import]
     except ModuleNotFoundError:
         logging.debug("nvidia-ml-py not available, skipping GPU auto-configuration")
         return

{orbitals-0.1.1.dist-info → orbitals-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: orbitals
-Version: 0.1.1
+Version: 0.1.3
 Summary: LLM Guardrails tailored to your Principles
 Author-email: Luigi Procopio <luigi@principled-intelligence.com>, Edoardo Barba <edoardo@principled-intelligence.com>
 License: Apache-2.0
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
-Requires-Python: ==3.13
+Requires-Python: >=3.10
 Requires-Dist: aiohttp
 Requires-Dist: pydantic>=2.0.0
 Requires-Dist: requests
@@ -22,7 +22,7 @@ Requires-Dist: fastapi[standard]>=0.119.1; extra == 'all'
 Requires-Dist: nvidia-ml-py; extra == 'all'
 Requires-Dist: transformers<5.0.0,>=4.47.0; extra == 'all'
 Requires-Dist: uvicorn>=0.29.0; extra == 'all'
-Requires-Dist: vllm<0.13.0,>=0.11.0; extra == 'all'
+Requires-Dist: vllm>=0.11.0; extra == 'all'
 Requires-Dist: xgrammar; extra == 'all'
 Provides-Extra: scope-guard-all
 Requires-Dist: accelerate>=1.11.0; extra == 'scope-guard-all'
@@ -30,7 +30,7 @@ Requires-Dist: fastapi[standard]>=0.119.1; extra == 'scope-guard-all'
 Requires-Dist: nvidia-ml-py; extra == 'scope-guard-all'
 Requires-Dist: transformers<5.0.0,>=4.47.0; extra == 'scope-guard-all'
 Requires-Dist: uvicorn>=0.29.0; extra == 'scope-guard-all'
-Requires-Dist: vllm<0.13.0,>=0.11.0; extra == 'scope-guard-all'
+Requires-Dist: vllm>=0.11.0; extra == 'scope-guard-all'
 Requires-Dist: xgrammar; extra == 'scope-guard-all'
 Provides-Extra: scope-guard-hf
 Requires-Dist: accelerate>=1.11.0; extra == 'scope-guard-hf'
@@ -41,12 +41,12 @@ Requires-Dist: fastapi[standard]>=0.119.1; extra == 'scope-guard-serve'
 Requires-Dist: nvidia-ml-py; extra == 'scope-guard-serve'
 Requires-Dist: transformers<5.0.0,>=4.47.0; extra == 'scope-guard-serve'
 Requires-Dist: uvicorn>=0.29.0; extra == 'scope-guard-serve'
-Requires-Dist: vllm<0.13.0,>=0.11.0; extra == 'scope-guard-serve'
+Requires-Dist: vllm>=0.11.0; extra == 'scope-guard-serve'
 Requires-Dist: xgrammar; extra == 'scope-guard-serve'
 Provides-Extra: scope-guard-vllm
 Requires-Dist: nvidia-ml-py; extra == 'scope-guard-vllm'
 Requires-Dist: transformers<5.0.0,>=4.47.0; extra == 'scope-guard-vllm'
-Requires-Dist: vllm<0.13.0,>=0.11.0; extra == 'scope-guard-vllm'
+Requires-Dist: vllm>=0.11.0; extra == 'scope-guard-vllm'
 Requires-Dist: xgrammar; extra == 'scope-guard-vllm'
 Provides-Extra: serving
 Requires-Dist: fastapi[standard]>=0.119.1; extra == 'serving'
@@ -54,7 +54,7 @@ Requires-Dist: uvicorn>=0.29.0; extra == 'serving'
 Description-Content-Type: text/markdown
 
 <div align="center">
-    <img src="assets/orbitals-banner.png" width="70%" />
+    <img src="https://raw.githubusercontent.com/Principled-Intelligence/orbitals/refs/heads/main/assets/orbitals-banner.png" width="70%" />
     <h3 align="center">
         <p>
             <b>LLM Guardrails tailored to your Principles</b>
@@ -63,10 +63,16 @@ Description-Content-Type: text/markdown
 </div>
 
 <p align="center">
-    <img src="https://img.shields.io/pypi/v/orbitals?color=green" alt="PyPI Version">
+    <a href="https://pypi.org/project/orbitals/">
+        <img src="https://img.shields.io/pypi/v/orbitals?color=green" alt="PyPI Version">
+    </a>
     <!-- <img src="https://img.shields.io/badge/type%20checked-ty-blue.svg?color=green" alt="Type Checked with ty"> -->
-    <img src="https://img.shields.io/pypi/pyversions/orbitals" alt="Python Versions">
-    <img src="https://img.shields.io/github/license/principled-intelligence/orbitals" alt="GitHub License">
+    <a href="https://pypi.org/project/orbitals/">
+        <img src="https://img.shields.io/pypi/pyversions/orbitals" alt="Python Versions">
+    </a>
+    <a href="https://raw.githubusercontent.com/Principled-Intelligence/orbitals/refs/heads/main/LICENSE">
+        <img src="https://img.shields.io/github/license/principled-intelligence/orbitals" alt="GitHub License">
+    </a>
 </p>
 
 ## Overview

{orbitals-0.1.1.dist-info → orbitals-0.1.3.dist-info}/RECORD

@@ -1,25 +1,25 @@
 orbitals/__init__.py,sha256=ED6jHcYiuYpr_0vjGz0zx2lrrmJT9sDJCzIljoDfmlM,65
 orbitals/types.py,sha256=4oRinWPG6kbtW4lQ8bHrDmxEotncqMIwLCmQ2yGH7PI,1988
-orbitals/utils.py,sha256=FoCNGgPNqD4mey7_f3Rj5XBJKsp7-krcvvr5KvmnNG4,1677
+orbitals/utils.py,sha256=yofeiyFJfykrSBpLSK3xF70_yoODrK3m3v54MjZ3Ls4,1649
 orbitals/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/cli/main.py,sha256=p4MEbmtJ0L8mLiyovEq7urnVc6I0mbbCNdGEtGyY60Y,197
 orbitals/scope_guard/__init__.py,sha256=0gzzSXpfRvIcCYpu3AKQSMFYDMDJaknY9pdypt7HiuI,197
-orbitals/scope_guard/modeling.py,sha256=hsYSrAHnDBe954OnSDyTBa6FGyxx6MA0L4BS2W-86Yc,2911
+orbitals/scope_guard/modeling.py,sha256=VBB4ayGbSekFjY8jZ3Gaomyb0w1UaHUgZ4gN0A2yxko,3500
 orbitals/scope_guard/prompting.py,sha256=0oV1YgklMm1bikR4anDJMP1_NFpGzfwNYk--iluWK7Y,4174
 orbitals/scope_guard/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/scope_guard/cli/convert_default_model_name.py,sha256=f6iwEigcyoi99uqgntUx36ph7S1lXv72hA0rkrjbMM8,247
 orbitals/scope_guard/cli/main.py,sha256=jz8fQ2e4VFZQti982feVWGpL9fT7yZeanq14pX5WAkM,219
-orbitals/scope_guard/cli/serve.py,sha256=EM6yNSviwot8Im-MG1_AA4PsOkZXW9W2CmokqNfq7es,4611
+orbitals/scope_guard/cli/serve.py,sha256=vcDbNd7FBTfnlmmf7R-hqbUKJIkHwh2K_npCQxwGtc0,4626
 orbitals/scope_guard/guards/__init__.py,sha256=B1EA9YtaTQ3ko5d2wFK2y4bXKrV8MclAELAievmZjxg,376
-orbitals/scope_guard/guards/api.py,sha256=S8VX4_8VIhtg3_IP4Eh50l1uarcJBagGXNEEl1BZjag,8514
-orbitals/scope_guard/guards/base.py,sha256=5DQeOY7kvTgH6GSExMpy3b_KQtNWzSlrudro6giQ-Ec,9798
-orbitals/scope_guard/guards/hf.py,sha256=xFNl_DtRiePB3n3V2spsSwiRRYz1qZYNw-wQTyiZsCI,3967
-orbitals/scope_guard/guards/vllm.py,sha256=3LU9DKKniQd90Ibaq2Wef20fyoZXgkeQtc58XY6kX2I,8983
+orbitals/scope_guard/guards/api.py,sha256=d621Cw8kF5251_Mn5kpXCunzrRXVvVb_6JPP1sUlabg,8498
+orbitals/scope_guard/guards/base.py,sha256=13IqwE3a0BtTVOmRnfBHiTuDLi18H7B_YqThCokJ6OY,9792
+orbitals/scope_guard/guards/hf.py,sha256=WecW157__LhFQSsMxZk-prv5kw6s_Eyn1ALrFzNNm1s,3965
+orbitals/scope_guard/guards/vllm.py,sha256=SAlY5a-QERA5D6lp5r3L5K86aic9TERKQ9Q8gWIo2xA,8979
 orbitals/scope_guard/serving/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/scope_guard/serving/main.py,sha256=ijOtsYOzsbXrgJrWKvNRjL5LmrxbHE74GbwgoXwulA8,3162
 orbitals/scope_guard/serving/vllm_logging_config.json,sha256=Bc08X8mQWJFAAHEE6ZFVUGnRc77pMVpPvji6BhFTtSE,651
-orbitals-0.1.1.dist-info/METADATA,sha256=ot2miZ_tcEGSlultyCrwqHh_Ev5mFGflWhp9KDxn-RI,7347
-orbitals-0.1.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-orbitals-0.1.1.dist-info/entry_points.txt,sha256=fd6lukgEvK9UBwhA1JtcB9MLTqAtntA4H2cc7-nWkeU,51
-orbitals-0.1.1.dist-info/licenses/LICENSE,sha256=Eeclrom-K-omYcKnMvijEMV-IMiQ7X-bdgxlZcXcImI,11360
-orbitals-0.1.1.dist-info/RECORD,,
+orbitals-0.1.3.dist-info/METADATA,sha256=ld6qaApKgek7fCjkQM_EaRFHnMZI9UHvqoQJH0sF2i8,7643
+orbitals-0.1.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+orbitals-0.1.3.dist-info/entry_points.txt,sha256=fd6lukgEvK9UBwhA1JtcB9MLTqAtntA4H2cc7-nWkeU,51
+orbitals-0.1.3.dist-info/licenses/LICENSE,sha256=Eeclrom-K-omYcKnMvijEMV-IMiQ7X-bdgxlZcXcImI,11360
+orbitals-0.1.3.dist-info/RECORD,,