fxn 0.0.50__py3-none-any.whl → 0.0.52__py3-none-any.whl

fxn/beta/__init__.py

@@ -5,6 +5,7 @@
 
 from .metadata import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .remote import RemoteAcceleration

fxn/beta/metadata.py

@@ -30,8 +30,8 @@ class CoreMLInferenceMetadata (BaseModel):
     Metadata required to lower a PyTorch model for inference on iOS, macOS, and visionOS with CoreML.
     """
     kind: Literal["meta.inference.coreml"] = "meta.inference.coreml"
-    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
-    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
 class ONNXInferenceMetadata (BaseModel):
@@ -39,8 +39,8 @@ class ONNXInferenceMetadata (BaseModel):
     Metadata required to lower a PyTorch model for inference.
     """
     kind: Literal["meta.inference.onnx"] = "meta.inference.onnx"
-    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
-    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
 class ONNXRuntimeInferenceSessionMetadata (BaseModel):
@@ -48,8 +48,8 @@ class ONNXRuntimeInferenceSessionMetadata (BaseModel):
     Metadata required to lower an ONNXRuntime `InferenceSession` for inference.
     """
     kind: Literal["meta.inference.onnxruntime"] = "meta.inference.onnxruntime"
-    session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.")
-    model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.")
+    session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.", exclude=True)
+    model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
 class LiteRTInferenceMetadata (BaseModel):
@@ -57,8 +57,27 @@ class LiteRTInferenceMetadata (BaseModel):
     Metadata required to lower PyTorch model for inference with LiteRT (fka TensorFlow Lite).
     """
     kind: Literal["meta.inference.litert"] = "meta.inference.litert"
-    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
-    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class OpenVINOInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower PyTorch model for interence with Intel OpenVINO.
+    """
+    kind: Literal["meta.inference.openvino"] = "meta.inference.openvino"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class QnnInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower a PyTorch model for inference on Qualcomm accelerators with QNN SDK.
+    """
+    kind: Literal["meta.inference.qnn"] = "meta.inference.qnn"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    backend: Literal["cpu", "gpu"] = Field(default="cpu", description="QNN backend to execute the model.", exclude=True) # CHECK # Add `htp`
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
 class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
@@ -66,5 +85,5 @@ class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
     Metadata required to lower a GGUF model for LLM inference.
     """
     kind: Literal["meta.inference.gguf"] = "meta.inference.gguf"
-    model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.")
+    model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)

fxn/compile.py

@@ -9,25 +9,39 @@ from inspect import isasyncgenfunction, iscoroutinefunction
 from pathlib import Path
 from pydantic import BaseModel, ConfigDict, Field
 from types import ModuleType
-from typing import Literal
+from typing import Any, Callable, Literal, ParamSpec, TypeVar, cast
 
 from .beta import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .sandbox import Sandbox
 from .types import AccessMode
 
-CompileTarget = Literal["android", "ios", "linux", "macos", "visionos", "wasm", "windows"]
+CompileTarget = Literal[
+    "android",
+    "ios",
+    "linux",
+    "macos",
+    "visionos",
+    "wasm",
+    "windows"
+]
 
 CompileMetadata = (
     CoreMLInferenceMetadata             |
     LiteRTInferenceMetadata             |
     LlamaCppInferenceMetadata           |
     ONNXInferenceMetadata               |
-    ONNXRuntimeInferenceSessionMetadata
+    ONNXRuntimeInferenceSessionMetadata |
+    OpenVINOInferenceMetadata           |
+    QnnInferenceMetadata
 )
 
+P = ParamSpec("P")
+R = TypeVar("R")
+
 class PredictorSpec (BaseModel):
     """
     Descriptor of a predictor to be compiled.
@@ -36,6 +50,7 @@ class PredictorSpec (BaseModel):
     description: str = Field(description="Predictor description. MUST be less than 100 characters long.", min_length=4, max_length=100)
     sandbox: Sandbox = Field(description="Sandbox to compile the function.")
     targets: list[str] | None = Field(description="Targets to compile this predictor for. Pass `None` to compile for our default targets.")
+    metadata: list[object] = Field(default=[], description="Metadata to use while compiling the function.")
     access: AccessMode = Field(description="Predictor access.")
     card: str | None = Field(default=None, description="Predictor card (markdown).")
     media: str | None = Field(default=None, description="Predictor media URL.")
@@ -49,13 +64,13 @@ def compile (
     sandbox: Sandbox=None,
     trace_modules: list[ModuleType]=[],
     targets: list[CompileTarget]=None,
-    access: AccessMode=AccessMode.Private,
     metadata: list[CompileMetadata]=[],
+    access: AccessMode=AccessMode.Private,
     card: str | Path=None,
     media: Path=None,
     license: str=None,
     **kwargs
-):
+) -> Callable[[Callable[P, R]], Callable[P, R]]:
     """
     Create a predictor by compiling a stateless function.
 
@@ -65,8 +80,8 @@ def compile (
         sandbox (Sandbox): Sandbox to compile the function.
         trace_modules (list): Modules to trace and compile.
         targets (list): Targets to compile this predictor for. Pass `None` to compile for our default targets.
-        access (AccessMode): Predictor access.
         metadata (list): Metadata to use while compiling the function.
+        access (AccessMode): Predictor access.
         card (str | Path): Predictor card markdown string or path to card.
         media (Path): Predictor thumbnail image (jpeg or png) path.
         license (str): Predictor license URL. This is required for public predictors.
@@ -96,5 +111,5 @@ def compile (
         def wrapper (*args, **kwargs):
             return func(*args, **kwargs)
         wrapper.__predictor_spec = spec
-        return wrapper
+        return cast(Callable[P, R], wrapper)
     return decorator

fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.50"
+__version__ = "0.0.52"

{fxn-0.0.50.dist-info → fxn-0.0.52.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.50
+Version: 0.0.52
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.50.dist-info → fxn-0.0.52.dist-info}/RECORD

@@ -1,13 +1,13 @@
 fxn/__init__.py,sha256=gnJK7iOmMVWFhluW9bOvTNxJbpT-GwzDJTMmjA_XxOE,284
 fxn/client.py,sha256=Deje8eiS1VOHX85tQnV34viv2CPVx2ljwHSbyVB5Z1o,3790
-fxn/compile.py,sha256=HiGl8v7wwrrAHwiW-p83dHObormRviuU-33K2H-WKko,3965
+fxn/compile.py,sha256=flfWCztkPl4mj8HHNJ5hagiw6GPXwEgCzML5DF3jE3I,4371
 fxn/function.py,sha256=XeEuALkbVhkvwEBUfP0A2fu3tdimwHemoR17oomhzc8,1407
 fxn/logging.py,sha256=MsTSf0GZxrHNDwVAXDOh8_zRUg9hkeZ8DfhFUJs7D8A,7250
 fxn/sandbox.py,sha256=50yY2GDdkAFl-6pXTleaD1LXYM6-pJ3C1epKsr0xdrM,7313
-fxn/version.py,sha256=AIqfgPmnNUcUz5oGF6XOlZYT9jI0lUL-2YqA-5CC_js,95
-fxn/beta/__init__.py,sha256=5V58p4doyZOvmAETCxrGUu4hG04tNq8ejlfSxnEYHxE,281
+fxn/version.py,sha256=EVnLH1XFtA_XTvNVV5KvP6eyRyNaYwO1HmlkKenTsNw,95
+fxn/beta/__init__.py,sha256=P8x10VoMJw58mhz-ZfnHECPeMq7AELBz6mQN4a-8WAc,334
 fxn/beta/client.py,sha256=0lfwQPcB9ToIJC7AcCXO6DlJKkmId8EChhd9bk29GGE,2611
-fxn/beta/metadata.py,sha256=gIG9QSgcDG6bpMefFc2KvnLfGkiRtpA7w-zM4TkzFZA,3587
+fxn/beta/metadata.py,sha256=z3ykTsbMsmPEtK8HNpZcFCeJfszZR7f7lUQqppnz7_w,4919
 fxn/beta/prediction.py,sha256=9DTBahNF6m0TicLab2o9e8IKpiSV6K7cUSTYaFju0ZU,356
 fxn/beta/remote.py,sha256=psPNcGFQKMGHAJG4NRDIQ2trStvTj2NOZeQqVI-e29Q,7529
 fxn/c/__init__.py,sha256=NMIduqO_MYtI9jVCu6ZxvbBtYQXoQyNEWblNy3m2UPY,313
@@ -41,9 +41,9 @@ fxn/types/dtype.py,sha256=71Tuu4IydmELcBcSBbmWswhCE-7WqBSQ4VkETsFRzjA,617
 fxn/types/prediction.py,sha256=BdLTxnKiSFbz5warX8g_Z4DedNxXK3gaNjSKR2FP8tA,2051
 fxn/types/predictor.py,sha256=KRGZEuDt7WPMCyRcZvQq4y2FMocfVrLEUNJCJgfDY9Y,4000
 fxn/types/user.py,sha256=Z44TwEocyxSrfKyzcNfmAXUrpX_Ry8fJ7MffSxRn4oU,1071
-fxn-0.0.50.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-fxn-0.0.50.dist-info/METADATA,sha256=atpjwxiXUY1yVOa-HTmYkYNNe9xiRxr2stmJEQF4YDI,16136
-fxn-0.0.50.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
-fxn-0.0.50.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
-fxn-0.0.50.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
-fxn-0.0.50.dist-info/RECORD,,
+fxn-0.0.52.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+fxn-0.0.52.dist-info/METADATA,sha256=du31QRBmBTzGvzhr3Nu23Om-JwMg7GKQLh6nJw3LOfA,16136
+fxn-0.0.52.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+fxn-0.0.52.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
+fxn-0.0.52.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
+fxn-0.0.52.dist-info/RECORD,,

{fxn-0.0.50.dist-info → fxn-0.0.52.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.0.0)
+Generator: setuptools (80.7.1)
 Root-Is-Purelib: true
 Tag: py3-none-any