fxn 0.0.51__py3-none-any.whl → 0.0.52__py3-none-any.whl

fxn/beta/__init__.py

@@ -5,6 +5,7 @@
 
 from .metadata import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .remote import RemoteAcceleration

fxn/beta/metadata.py

@@ -61,6 +61,25 @@ class LiteRTInferenceMetadata (BaseModel):
     model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
+class OpenVINOInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower PyTorch model for interence with Intel OpenVINO.
+    """
+    kind: Literal["meta.inference.openvino"] = "meta.inference.openvino"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class QnnInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower a PyTorch model for inference on Qualcomm accelerators with QNN SDK.
+    """
+    kind: Literal["meta.inference.qnn"] = "meta.inference.qnn"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.", exclude=True)
+    model_args: list[object] = Field(description="Positional inputs to the model.", exclude=True)
+    backend: Literal["cpu", "gpu"] = Field(default="cpu", description="QNN backend to execute the model.", exclude=True) # CHECK # Add `htp`
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
 class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
     """
     Metadata required to lower a GGUF model for LLM inference.

fxn/compile.py

@@ -9,25 +9,39 @@ from inspect import isasyncgenfunction, iscoroutinefunction
 from pathlib import Path
 from pydantic import BaseModel, ConfigDict, Field
 from types import ModuleType
-from typing import Literal
+from typing import Any, Callable, Literal, ParamSpec, TypeVar, cast
 
 from .beta import (
     CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
-    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata, OpenVINOInferenceMetadata,
+    QnnInferenceMetadata
 )
 from .sandbox import Sandbox
 from .types import AccessMode
 
-CompileTarget = Literal["android", "ios", "linux", "macos", "visionos", "wasm", "windows"]
+CompileTarget = Literal[
+    "android",
+    "ios",
+    "linux",
+    "macos",
+    "visionos",
+    "wasm",
+    "windows"
+]
 
 CompileMetadata = (
     CoreMLInferenceMetadata             |
     LiteRTInferenceMetadata             |
     LlamaCppInferenceMetadata           |
     ONNXInferenceMetadata               |
-    ONNXRuntimeInferenceSessionMetadata
+    ONNXRuntimeInferenceSessionMetadata |
+    OpenVINOInferenceMetadata           |
+    QnnInferenceMetadata
 )
 
+P = ParamSpec("P")
+R = TypeVar("R")
+
 class PredictorSpec (BaseModel):
     """
     Descriptor of a predictor to be compiled.
@@ -56,7 +70,7 @@ def compile (
     media: Path=None,
     license: str=None,
     **kwargs
-):
+) -> Callable[[Callable[P, R]], Callable[P, R]]:
     """
     Create a predictor by compiling a stateless function.
 
@@ -97,5 +111,5 @@ def compile (
         def wrapper (*args, **kwargs):
             return func(*args, **kwargs)
         wrapper.__predictor_spec = spec
-        return wrapper
+        return cast(Callable[P, R], wrapper)
     return decorator

fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.51"
+__version__ = "0.0.52"

{fxn-0.0.51.dist-info → fxn-0.0.52.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.51
+Version: 0.0.52
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.51.dist-info → fxn-0.0.52.dist-info}/RECORD

@@ -1,13 +1,13 @@
 fxn/__init__.py,sha256=gnJK7iOmMVWFhluW9bOvTNxJbpT-GwzDJTMmjA_XxOE,284
 fxn/client.py,sha256=Deje8eiS1VOHX85tQnV34viv2CPVx2ljwHSbyVB5Z1o,3790
-fxn/compile.py,sha256=Iw6JyhpmL3dZEI7PkVb5IpTeq3YhdUNjxgYzU99kbK0,4073
+fxn/compile.py,sha256=flfWCztkPl4mj8HHNJ5hagiw6GPXwEgCzML5DF3jE3I,4371
 fxn/function.py,sha256=XeEuALkbVhkvwEBUfP0A2fu3tdimwHemoR17oomhzc8,1407
 fxn/logging.py,sha256=MsTSf0GZxrHNDwVAXDOh8_zRUg9hkeZ8DfhFUJs7D8A,7250
 fxn/sandbox.py,sha256=50yY2GDdkAFl-6pXTleaD1LXYM6-pJ3C1epKsr0xdrM,7313
-fxn/version.py,sha256=2zCxqyFmURc8C37OeDuXXS3OeTDER7TROCbHoE5sCLU,95
-fxn/beta/__init__.py,sha256=5V58p4doyZOvmAETCxrGUu4hG04tNq8ejlfSxnEYHxE,281
+fxn/version.py,sha256=EVnLH1XFtA_XTvNVV5KvP6eyRyNaYwO1HmlkKenTsNw,95
+fxn/beta/__init__.py,sha256=P8x10VoMJw58mhz-ZfnHECPeMq7AELBz6mQN4a-8WAc,334
 fxn/beta/client.py,sha256=0lfwQPcB9ToIJC7AcCXO6DlJKkmId8EChhd9bk29GGE,2611
-fxn/beta/metadata.py,sha256=1Jo7jjMkhdBaIw5IyiDJ32kukJbym-el3T328GBanW8,3713
+fxn/beta/metadata.py,sha256=z3ykTsbMsmPEtK8HNpZcFCeJfszZR7f7lUQqppnz7_w,4919
 fxn/beta/prediction.py,sha256=9DTBahNF6m0TicLab2o9e8IKpiSV6K7cUSTYaFju0ZU,356
 fxn/beta/remote.py,sha256=psPNcGFQKMGHAJG4NRDIQ2trStvTj2NOZeQqVI-e29Q,7529
 fxn/c/__init__.py,sha256=NMIduqO_MYtI9jVCu6ZxvbBtYQXoQyNEWblNy3m2UPY,313
@@ -41,9 +41,9 @@ fxn/types/dtype.py,sha256=71Tuu4IydmELcBcSBbmWswhCE-7WqBSQ4VkETsFRzjA,617
 fxn/types/prediction.py,sha256=BdLTxnKiSFbz5warX8g_Z4DedNxXK3gaNjSKR2FP8tA,2051
 fxn/types/predictor.py,sha256=KRGZEuDt7WPMCyRcZvQq4y2FMocfVrLEUNJCJgfDY9Y,4000
 fxn/types/user.py,sha256=Z44TwEocyxSrfKyzcNfmAXUrpX_Ry8fJ7MffSxRn4oU,1071
-fxn-0.0.51.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-fxn-0.0.51.dist-info/METADATA,sha256=VyONkRDW3tvdHDnCPVmglWp0G7hKI1iaMLxDfm1enU4,16136
-fxn-0.0.51.dist-info/WHEEL,sha256=ooBFpIzZCPdw3uqIQsOo4qqbA4ZRPxHnOH7peeONza0,91
-fxn-0.0.51.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
-fxn-0.0.51.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
-fxn-0.0.51.dist-info/RECORD,,
+fxn-0.0.52.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+fxn-0.0.52.dist-info/METADATA,sha256=du31QRBmBTzGvzhr3Nu23Om-JwMg7GKQLh6nJw3LOfA,16136
+fxn-0.0.52.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+fxn-0.0.52.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
+fxn-0.0.52.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
+fxn-0.0.52.dist-info/RECORD,,

{fxn-0.0.51.dist-info → fxn-0.0.52.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.0.1)
+Generator: setuptools (80.7.1)
 Root-Is-Purelib: true
 Tag: py3-none-any