fxn 0.0.45__py3-none-any.whl → 0.0.46__py3-none-any.whl

fxn/__init__.py

@@ -4,8 +4,8 @@
 #
 
 from .client import FunctionAPIError
-from .compile import compile, CompileTarget
+from .compile import compile, CompileMetadata, CompileTarget
 from .function import Function
 from .sandbox import Sandbox
 from .types import *
-from .version import *
+from .version import __version__

fxn/beta/__init__.py

@@ -3,4 +3,8 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
+from .metadata import (
+    CoreMLInferenceMetadata, GGUFInferenceMetadata,
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+)
 from .remote import RemoteAcceleration

fxn/beta/metadata.py

@@ -0,0 +1,61 @@
+# 
+#   Function
+#   Copyright © 2025 NatML Inc. All Rights Reserved.
+#
+
+from pathlib import Path
+from pydantic import BaseModel, BeforeValidator, ConfigDict, Field
+from typing import Annotated, Literal
+
+def _validate_torch_module (module: "torch.nn.Module") -> "torch.nn.Module": # type: ignore
+    try:
+        from torch.nn import Module # type: ignore
+        if not isinstance(module, Module):
+            raise ValueError(f"Expected torch.nn.Module, got {type(module)}")
+        return module
+    except ImportError:
+        raise ImportError("PyTorch is required to create this metadata but is not installed.")
+
+def _validate_ort_inference_session (session: "onnxruntime.InferenceSession") -> "onnxruntime.InferenceSession": # type: ignore
+    try:
+        from onnxruntime import InferenceSession # type: ignore
+        if not isinstance(session, InferenceSession):
+            raise ValueError(f"Expected onnxruntime.InferenceSession, got {type(session)}")
+        return session
+    except ImportError:
+        raise ImportError("ONNXRuntime is required to create this metadata but is not installed.")
+
+class CoreMLInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower PyTorch models for inference on iOS, macOS, and visionOS with CoreML.
+    """
+    kind: Literal["meta.inference.coreml"] = "meta.inference.coreml"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
+    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class ONNXInferenceMetadata (BaseModel):
+    """
+    Metadata required to lower PyTorch models for inference.
+    """
+    kind: Literal["meta.inference.onnx"] = "meta.inference.onnx"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
+    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class ONNXRuntimeInferenceSessionMetadata (BaseModel):
+    """
+    Metadata required to lower ONNXRuntime inference sessions for inference.
+    """
+    kind: Literal["meta.inference.onnxruntime"] = "meta.inference.onnxruntime"
+    session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.")
+    model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class GGUFInferenceMetadata (BaseModel): # INCOMPLETE
+    """
+    Metadata required to lower GGUF models for LLM inference.
+    """
+    kind: Literal["meta.inference.gguf"] = "meta.inference.gguf"
+    model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)

fxn/compile.py

@@ -11,11 +11,22 @@ from pydantic import BaseModel, ConfigDict, Field
 from types import ModuleType
 from typing import Literal
 
+from .beta import (
+    CoreMLInferenceMetadata, GGUFInferenceMetadata,
+    ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
+)
 from .sandbox import Sandbox
 from .types import AccessMode
 
 CompileTarget = Literal["android", "ios", "linux", "macos", "visionos", "wasm", "windows"]
 
+CompileMetadata = (
+    CoreMLInferenceMetadata             |
+    GGUFInferenceMetadata               |
+    ONNXInferenceMetadata               |
+    ONNXRuntimeInferenceSessionMetadata
+)
+
 class PredictorSpec (BaseModel):
     """
     Descriptor of a predictor to be compiled.
@@ -38,6 +49,7 @@ def compile (
     trace_modules: list[ModuleType]=[],
     targets: list[CompileTarget]=None,
     access: AccessMode=AccessMode.Private,
+    metadata: list[CompileMetadata]=[],
     card: str | Path=None,
     media: Path=None,
     license: str=None,
@@ -53,6 +65,7 @@ def compile (
         trace_modules (list): Modules to trace and compile.
         targets (list): Targets to compile this predictor for. Pass `None` to compile for our default targets.
         access (AccessMode): Predictor access.
+        metadata (list): Metadata to use while compiling the function.
         card (str | Path): Predictor card markdown string or path to card.
         media (Path): Predictor thumbnail image (jpeg or png) path.
         license (str): Predictor license URL. This is required for public predictors.
@@ -74,6 +87,7 @@ def compile (
             media=None, # INCOMPLETE
             license=license,
             trace_modules=trace_modules,
+            metadata=metadata,
             **kwargs
         )
         # Wrap

fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.45"
+__version__ = "0.0.46"

{fxn-0.0.45.dist-info → fxn-0.0.46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.45
+Version: 0.0.46
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License
@@ -224,7 +224,7 @@ Requires-Dist: rich
 Requires-Dist: typer
 Dynamic: license-file
 
-# Function for Python and CLI
+# Function for Python
 
 ![function logo](https://raw.githubusercontent.com/fxnai/.github/main/logo_wide.png)
 

{fxn-0.0.45.dist-info → fxn-0.0.46.dist-info}/RECORD

@@ -1,12 +1,13 @@
-fxn/__init__.py,sha256=eOYYoHwwQWzYVnyBO1VtcWR0JnUm1GPl4kr8IzhnCqg,257
+fxn/__init__.py,sha256=gnJK7iOmMVWFhluW9bOvTNxJbpT-GwzDJTMmjA_XxOE,284
 fxn/client.py,sha256=Deje8eiS1VOHX85tQnV34viv2CPVx2ljwHSbyVB5Z1o,3790
-fxn/compile.py,sha256=Z63DMk_pscerqf8uOgWYYEsEsJTDvfrfYBqKYk3PbKE,3426
+fxn/compile.py,sha256=A9dxw6yv1eCd-zEYnqiyjDUZou8TkbEIA_yB9Tn4pXo,3894
 fxn/function.py,sha256=XeEuALkbVhkvwEBUfP0A2fu3tdimwHemoR17oomhzc8,1407
 fxn/logging.py,sha256=MsTSf0GZxrHNDwVAXDOh8_zRUg9hkeZ8DfhFUJs7D8A,7250
 fxn/sandbox.py,sha256=w2dnHMBaKOERxFMpeAP11X6_SPqcvnpd6SmX6b_FOYQ,7000
-fxn/version.py,sha256=59sX9tjcjcy9gw0lAlJ18hN47PCe6nQlyoQ8YVYW0hM,95
-fxn/beta/__init__.py,sha256=gKoDhuXtXCjdhUYUqmF0gDPMhJfg3UwFgbvMtRB5ipo,111
+fxn/version.py,sha256=NugzjvuR0aE7hGoUmoQvcI8t1IrmT-Xm9J9SaWp3wVk,95
+fxn/beta/__init__.py,sha256=aQAV-apg11Z7Pn86eIegJ2id7wkRUaYeEaeZthaCmYk,252
 fxn/beta/client.py,sha256=0lfwQPcB9ToIJC7AcCXO6DlJKkmId8EChhd9bk29GGE,2611
+fxn/beta/metadata.py,sha256=7mnbIVoGQm6_5Qy-gSV6xpGuSP6LcnFjKbmSBNze34w,3067
 fxn/beta/prediction.py,sha256=9DTBahNF6m0TicLab2o9e8IKpiSV6K7cUSTYaFju0ZU,356
 fxn/beta/remote.py,sha256=HC8OIslZYyxw3XafVCCrP_wrPa00y5uekkKd_tkzyV0,7551
 fxn/c/__init__.py,sha256=NMIduqO_MYtI9jVCu6ZxvbBtYQXoQyNEWblNy3m2UPY,313
@@ -40,9 +41,9 @@ fxn/types/dtype.py,sha256=71Tuu4IydmELcBcSBbmWswhCE-7WqBSQ4VkETsFRzjA,617
 fxn/types/prediction.py,sha256=BdLTxnKiSFbz5warX8g_Z4DedNxXK3gaNjSKR2FP8tA,2051
 fxn/types/predictor.py,sha256=KRGZEuDt7WPMCyRcZvQq4y2FMocfVrLEUNJCJgfDY9Y,4000
 fxn/types/user.py,sha256=Z44TwEocyxSrfKyzcNfmAXUrpX_Ry8fJ7MffSxRn4oU,1071
-fxn-0.0.45.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-fxn-0.0.45.dist-info/METADATA,sha256=5g5H7YpEWWAkji5HLSLajTb4npfo6igzAbNp6GQWjH4,16144
-fxn-0.0.45.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-fxn-0.0.45.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
-fxn-0.0.45.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
-fxn-0.0.45.dist-info/RECORD,,
+fxn-0.0.46.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+fxn-0.0.46.dist-info/METADATA,sha256=l-W_xp1vn_B4ORukQfRqqe_a2G1mN37IORvIfR-TjG8,16136
+fxn-0.0.46.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+fxn-0.0.46.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
+fxn-0.0.46.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
+fxn-0.0.46.dist-info/RECORD,,