fxn 0.0.47__tar.gz → 0.0.49__tar.gz

{fxn-0.0.47 → fxn-0.0.49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.47
+Version: 0.0.49
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.47 → fxn-0.0.49}/fxn/beta/__init__.py

@@ -4,7 +4,7 @@
 #
 
 from .metadata import (
-    CoreMLInferenceMetadata, GGUFInferenceMetadata,
+    CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
     ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
 )
 from .remote import RemoteAcceleration

{fxn-0.0.47 → fxn-0.0.49}/fxn/beta/metadata.py

@@ -27,7 +27,7 @@ def _validate_ort_inference_session (session: "onnxruntime.InferenceSession") ->
 
 class CoreMLInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference on iOS, macOS, and visionOS with CoreML.
+    Metadata required to lower a PyTorch model for inference on iOS, macOS, and visionOS with CoreML.
     """
     kind: Literal["meta.inference.coreml"] = "meta.inference.coreml"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -36,7 +36,7 @@ class CoreMLInferenceMetadata (BaseModel):
 
 class ONNXInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference.
+    Metadata required to lower a PyTorch model for inference.
     """
     kind: Literal["meta.inference.onnx"] = "meta.inference.onnx"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -45,16 +45,25 @@ class ONNXInferenceMetadata (BaseModel):
 
 class ONNXRuntimeInferenceSessionMetadata (BaseModel):
     """
-    Metadata required to lower ONNXRuntime inference sessions for inference.
+    Metadata required to lower an ONNXRuntime `InferenceSession` for inference.
     """
     kind: Literal["meta.inference.onnxruntime"] = "meta.inference.onnxruntime"
     session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.")
     model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.")
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
-class GGUFInferenceMetadata (BaseModel): # INCOMPLETE
+class LiteRTInferenceMetadata (BaseModel):
     """
-    Metadata required to lower GGUF models for LLM inference.
+    Metadata required to lower PyTorch model for inference with LiteRT (fka TensorFlow Lite).
+    """
+    kind: Literal["meta.inference.litert"] = "meta.inference.litert"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
+    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
+    """
+    Metadata required to lower a GGUF model for LLM inference.
     """
     kind: Literal["meta.inference.gguf"] = "meta.inference.gguf"
     model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.")

{fxn-0.0.47 → fxn-0.0.49}/fxn/beta/remote.py

@@ -6,7 +6,6 @@
 from __future__ import annotations
 from base64 import b64encode
 from dataclasses import asdict, is_dataclass
-from enum import Enum
 from io import BytesIO
 from json import dumps, loads
 from numpy import array, frombuffer, ndarray

{fxn-0.0.47 → fxn-0.0.49}/fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.47"
+__version__ = "0.0.49"

{fxn-0.0.47 → fxn-0.0.49}/fxn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.47
+Version: 0.0.49
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License