orbitals 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

orbitals/scope_guard/cli/serve.py

@@ -38,7 +38,9 @@ def serve(
         "0.0.0.0", "-h", "--host", help="The host to use for the server"
     ),
     vllm_port: int = typer.Option(8001, help="The port to use for the vLLM server"),
-    vllm_max_model_len: int = typer.Option(15000, help="Maximum model length for vLLM"),
+    vllm_max_model_len: int = typer.Option(
+        30_000, help="Maximum model length for vLLM"
+    ),
     vllm_max_num_seqs: int = typer.Option(
         2, help="Maximum number of sequences for vLLM"
     ),

orbitals/scope_guard/guards/api.py

@@ -106,7 +106,7 @@ class APIScopeGuard(ScopeGuard):
         skip_evidences: bool | None = None,
     ) -> ScopeGuardOutput:
         response = requests.post(
-            f"{self.api_url}/api/orbitals/scope-guard/validate",
+            f"{self.api_url}/orbitals/scope-guard/validate",
             json=_build_request_data(
                 conversation,
                 skip_evidences if skip_evidences is not None else self.skip_evidences,
@@ -134,7 +134,7 @@ class APIScopeGuard(ScopeGuard):
         skip_evidences: bool | None = None,
     ) -> list[ScopeGuardOutput]:
         response = requests.post(
-            f"{self.api_url}/api/orbitals/scope-guard/batch-validate",
+            f"{self.api_url}/orbitals/scope-guard/batch-validate",
             json=_build_batch_request_data(
                 conversations,
                 skip_evidences if skip_evidences is not None else self.skip_evidences,
@@ -185,7 +185,7 @@ class AsyncAPIScopeGuard(AsyncScopeGuard):
     ) -> ScopeGuardOutput:
         async with aiohttp.ClientSession() as session:
             response = await session.post(
-                f"{self.api_url}/api/in/scope-guard/validate",
+                f"{self.api_url}/in/scope-guard/validate",
                 json=_build_request_data(
                     conversation,
                     skip_evidences
@@ -216,7 +216,7 @@ class AsyncAPIScopeGuard(AsyncScopeGuard):
     ) -> list[ScopeGuardOutput]:
         async with aiohttp.ClientSession() as session:
             response = await session.post(
-                f"{self.api_url}/api/in/scope-guard/batch-validate",
+                f"{self.api_url}/in/scope-guard/batch-validate",
                 json=_build_batch_request_data(
                     conversations,
                     skip_evidences

orbitals/scope_guard/guards/base.py

@@ -152,7 +152,7 @@ class ScopeGuard(BaseScopeGuard):
         skip_evidences: bool = False,
         temperature: float = 0.0,
         max_tokens: int = 3000,
-        max_model_len: int = 15_000,
+        max_model_len: int = 30_000,
         max_num_seqs: int = 2,
     ) -> VLLMScopeGuard: ...
 

orbitals/scope_guard/guards/vllm.py

@@ -27,7 +27,7 @@ class VLLMScopeGuard(ScopeGuard):
         skip_evidences: bool = False,
         temperature: float = 0.0,
         max_tokens: int = 3000,
-        max_model_len: int = 15_000,
+        max_model_len: int = 30_000,
         max_num_seqs: int = 2,
         gpu_memory_utilization: float = 0.9,
     ):

orbitals/scope_guard/modeling.py

@@ -1,7 +1,7 @@
 from enum import Enum
-from typing import Literal
+from typing import Annotated, Any, Literal
 
-from pydantic import BaseModel, TypeAdapter
+from pydantic import BaseModel, BeforeValidator, TypeAdapter
 
 from ..types import ConversationMessage, LLMUsage
 
@@ -66,6 +66,23 @@ class ConversationUserMessage(BaseModel):
     content: str
 
 
-ScopeGuardInput = str | ConversationUserMessage | list[ConversationMessage]
+def _select_model_based_on_fields(
+    v: Any,
+) -> str | ConversationUserMessage | list[ConversationMessage]:
+    if isinstance(v, str):
+        return TypeAdapter(str).validate_python(v)
+    elif isinstance(v, dict):
+        return TypeAdapter(ConversationUserMessage).validate_python(v)
+    elif isinstance(v, list):
+        return TypeAdapter(list[ConversationMessage]).validate_python(v)
+
+    # no matching model found, let's fall back to standard pydantic behavior
+    return v
+
+
+ScopeGuardInput = Annotated[
+    str | ConversationUserMessage | list[ConversationMessage],
+    BeforeValidator(_select_model_based_on_fields),
+]
 
 ScopeGuardInputTypeAdapter = TypeAdapter(ScopeGuardInput)

orbitals/utils.py

@@ -17,7 +17,7 @@ def maybe_configure_gpu_usage():
         return
 
     try:
-        import pynvml  # ty: ignore[unresolved-import]  # provided by nvidia-ml-py
+        import pynvml  # ty: ignore[unresolved-import]
     except ModuleNotFoundError:
         logging.debug("nvidia-ml-py not available, skipping GPU auto-configuration")
         return

{orbitals-0.1.2.dist-info → orbitals-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: orbitals
-Version: 0.1.2
+Version: 0.1.3
 Summary: LLM Guardrails tailored to your Principles
 Author-email: Luigi Procopio <luigi@principled-intelligence.com>, Edoardo Barba <edoardo@principled-intelligence.com>
 License: Apache-2.0

{orbitals-0.1.2.dist-info → orbitals-0.1.3.dist-info}/RECORD

@@ -1,25 +1,25 @@
 orbitals/__init__.py,sha256=ED6jHcYiuYpr_0vjGz0zx2lrrmJT9sDJCzIljoDfmlM,65
 orbitals/types.py,sha256=4oRinWPG6kbtW4lQ8bHrDmxEotncqMIwLCmQ2yGH7PI,1988
-orbitals/utils.py,sha256=FoCNGgPNqD4mey7_f3Rj5XBJKsp7-krcvvr5KvmnNG4,1677
+orbitals/utils.py,sha256=yofeiyFJfykrSBpLSK3xF70_yoODrK3m3v54MjZ3Ls4,1649
 orbitals/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/cli/main.py,sha256=p4MEbmtJ0L8mLiyovEq7urnVc6I0mbbCNdGEtGyY60Y,197
 orbitals/scope_guard/__init__.py,sha256=0gzzSXpfRvIcCYpu3AKQSMFYDMDJaknY9pdypt7HiuI,197
-orbitals/scope_guard/modeling.py,sha256=hsYSrAHnDBe954OnSDyTBa6FGyxx6MA0L4BS2W-86Yc,2911
+orbitals/scope_guard/modeling.py,sha256=VBB4ayGbSekFjY8jZ3Gaomyb0w1UaHUgZ4gN0A2yxko,3500
 orbitals/scope_guard/prompting.py,sha256=0oV1YgklMm1bikR4anDJMP1_NFpGzfwNYk--iluWK7Y,4174
 orbitals/scope_guard/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/scope_guard/cli/convert_default_model_name.py,sha256=f6iwEigcyoi99uqgntUx36ph7S1lXv72hA0rkrjbMM8,247
 orbitals/scope_guard/cli/main.py,sha256=jz8fQ2e4VFZQti982feVWGpL9fT7yZeanq14pX5WAkM,219
-orbitals/scope_guard/cli/serve.py,sha256=tOZbbGoashw-s0V3B5G1DTjQ_giiH6Wn4ii30dAAGrA,4611
+orbitals/scope_guard/cli/serve.py,sha256=vcDbNd7FBTfnlmmf7R-hqbUKJIkHwh2K_npCQxwGtc0,4626
 orbitals/scope_guard/guards/__init__.py,sha256=B1EA9YtaTQ3ko5d2wFK2y4bXKrV8MclAELAievmZjxg,376
-orbitals/scope_guard/guards/api.py,sha256=S8VX4_8VIhtg3_IP4Eh50l1uarcJBagGXNEEl1BZjag,8514
-orbitals/scope_guard/guards/base.py,sha256=mZWAvtUq0M9s6yEzlO2r-iYj5vk-VMLe4n6nWSo5pyw,9792
+orbitals/scope_guard/guards/api.py,sha256=d621Cw8kF5251_Mn5kpXCunzrRXVvVb_6JPP1sUlabg,8498
+orbitals/scope_guard/guards/base.py,sha256=13IqwE3a0BtTVOmRnfBHiTuDLi18H7B_YqThCokJ6OY,9792
 orbitals/scope_guard/guards/hf.py,sha256=WecW157__LhFQSsMxZk-prv5kw6s_Eyn1ALrFzNNm1s,3965
-orbitals/scope_guard/guards/vllm.py,sha256=gxMoLOtR23Ky4OQ4UnXblkBnAAxufmM1bik8tHgGAvA,8979
+orbitals/scope_guard/guards/vllm.py,sha256=SAlY5a-QERA5D6lp5r3L5K86aic9TERKQ9Q8gWIo2xA,8979
 orbitals/scope_guard/serving/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 orbitals/scope_guard/serving/main.py,sha256=ijOtsYOzsbXrgJrWKvNRjL5LmrxbHE74GbwgoXwulA8,3162
 orbitals/scope_guard/serving/vllm_logging_config.json,sha256=Bc08X8mQWJFAAHEE6ZFVUGnRc77pMVpPvji6BhFTtSE,651
-orbitals-0.1.2.dist-info/METADATA,sha256=3SWCRK16xMQLr8iY4KXq-QcAH0M2FK9vHP4nbcD8_Cc,7643
-orbitals-0.1.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-orbitals-0.1.2.dist-info/entry_points.txt,sha256=fd6lukgEvK9UBwhA1JtcB9MLTqAtntA4H2cc7-nWkeU,51
-orbitals-0.1.2.dist-info/licenses/LICENSE,sha256=Eeclrom-K-omYcKnMvijEMV-IMiQ7X-bdgxlZcXcImI,11360
-orbitals-0.1.2.dist-info/RECORD,,
+orbitals-0.1.3.dist-info/METADATA,sha256=ld6qaApKgek7fCjkQM_EaRFHnMZI9UHvqoQJH0sF2i8,7643
+orbitals-0.1.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+orbitals-0.1.3.dist-info/entry_points.txt,sha256=fd6lukgEvK9UBwhA1JtcB9MLTqAtntA4H2cc7-nWkeU,51
+orbitals-0.1.3.dist-info/licenses/LICENSE,sha256=Eeclrom-K-omYcKnMvijEMV-IMiQ7X-bdgxlZcXcImI,11360
+orbitals-0.1.3.dist-info/RECORD,,