fxn 0.0.51__tar.gz → 0.0.52__tar.gz

{fxn-0.0.51 → fxn-0.0.52}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.51
+Version: 0.0.52
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.51 → fxn-0.0.52}/fxn/beta/__init__.py

@@ -5,6 +5,7 @@
 
 from .metadata import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .remote import RemoteAcceleration

{fxn-0.0.51 → fxn-0.0.52}/fxn/beta/metadata.py

@@ -61,6 +61,25 @@ class LiteRTInferenceMetadata (BaseModel):
     model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
+class OpenVINOInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower PyTorch model for interence with Intel OpenVINO.
+    """
+    kind: Literal["meta.inference.openvino"] = "meta.inference.openvino"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class QnnInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower a PyTorch model for inference on Qualcomm accelerators with QNN SDK.
+    """
+    kind: Literal["meta.inference.qnn"] = "meta.inference.qnn"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    backend: Literal["cpu", "gpu"] = Field(default="cpu", description="QNN backend to execute the model.", exclude=True) # CHECK # Add `htp`
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
 class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
     """
     Metadata required to lower a GGUF model for LLM inference.

{fxn-0.0.51 → fxn-0.0.52}/fxn/compile.py

@@ -9,25 +9,39 @@ from inspect import isasyncgenfunction, iscoroutinefunction
 from pathlib import Path
 from pydantic import BaseModel, ConfigDict, Field
 from types import ModuleType
-from typing import Literal
+from typing import Any, Callable, Literal, ParamSpec, TypeVar, cast
 
 from .beta import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .sandbox import Sandbox
 from .types import AccessMode
 
-CompileTarget = Literal["android", "ios", "linux", "macos", "visionos", "wasm", "windows"]
+CompileTarget = Literal[
+    "android",
+    "ios",
+    "linux",
+    "macos",
+    "visionos",
+    "wasm",
+    "windows"
+]
 
 CompileMetadata = (
     CoreMLInferenceMetadata             |
     LiteRTInferenceMetadata             |
     LlamaCppInferenceMetadata           |
     ONNXInferenceMetadata               |
-    ONNXRuntimeInferenceSessionMetadata
+    ONNXRuntimeInferenceSessionMetadata |
+    OpenVINOInferenceMetadata           |
+    QnnInferenceMetadata
 )
 
+P = ParamSpec("P")
+R = TypeVar("R")
+
 class PredictorSpec (BaseModel):
     """
     Descriptor of a predictor to be compiled.
@@ -56,7 +70,7 @@ def compile (
     media: Path=None,
     license: str=None,
     **kwargs
-):
+) -> Callable[[Callable[P, R]], Callable[P, R]]:
     """
     Create a predictor by compiling a stateless function.
 
@@ -97,5 +111,5 @@ def compile (
         def wrapper (*args, **kwargs):
             return func(*args, **kwargs)
         wrapper.__predictor_spec = spec
-        return wrapper
+        return cast(Callable[P, R], wrapper)
     return decorator

{fxn-0.0.51 → fxn-0.0.52}/fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.51"
+__version__ = "0.0.52"

{fxn-0.0.51 → fxn-0.0.52}/fxn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.51
+Version: 0.0.52
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License