fxn 0.0.47__tar.gz → 0.0.48__tar.gz

{fxn-0.0.47 → fxn-0.0.48}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.47
+Version: 0.0.48
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.47 → fxn-0.0.48}/fxn/beta/metadata.py

@@ -27,7 +27,7 @@ def _validate_ort_inference_session (session: "onnxruntime.InferenceSession") ->
 
 class CoreMLInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference on iOS, macOS, and visionOS with CoreML.
+    Metadata required to lower a PyTorch model for inference on iOS, macOS, and visionOS with CoreML.
     """
     kind: Literal["meta.inference.coreml"] = "meta.inference.coreml"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -36,7 +36,7 @@ class CoreMLInferenceMetadata (BaseModel):
 
 class ONNXInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference.
+    Metadata required to lower a PyTorch model for inference.
     """
     kind: Literal["meta.inference.onnx"] = "meta.inference.onnx"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -45,16 +45,25 @@ class ONNXInferenceMetadata (BaseModel):
 
 class ONNXRuntimeInferenceSessionMetadata (BaseModel):
     """
-    Metadata required to lower ONNXRuntime inference sessions for inference.
+    Metadata required to lower an ONNXRuntime `InferenceSession` for inference.
     """
     kind: Literal["meta.inference.onnxruntime"] = "meta.inference.onnxruntime"
     session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.")
     model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.")
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
-class GGUFInferenceMetadata (BaseModel): # INCOMPLETE
+class LiteRTInferenceMetadata (BaseModel):
     """
-    Metadata required to lower GGUF models for LLM inference.
+    Metadata required to lower PyTorch model for inference with LiteRT (fka TensorFlow Lite).
+    """
+    kind: Literal["meta.inference.litert"] = "meta.inference.litert"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
+    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
+    """
+    Metadata required to lower a GGUF model for LLM inference.
     """
     kind: Literal["meta.inference.gguf"] = "meta.inference.gguf"
     model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.")

{fxn-0.0.47 → fxn-0.0.48}/fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.47"
+__version__ = "0.0.48"

{fxn-0.0.47 → fxn-0.0.48}/fxn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.47
+Version: 0.0.48
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License