fxn 0.0.47__py3-none-any.whl → 0.0.49__py3-none-any.whl

fxn/beta/__init__.py

@@ -4,7 +4,7 @@
 #
 
 from .metadata import (
-    CoreMLInferenceMetadata, GGUFInferenceMetadata,
+    CoreMLInferenceMetadata, LiteRTInferenceMetadata, LlamaCppInferenceMetadata,
     ONNXInferenceMetadata, ONNXRuntimeInferenceSessionMetadata
 )
 from .remote import RemoteAcceleration

fxn/beta/metadata.py

@@ -27,7 +27,7 @@ def _validate_ort_inference_session (session: "onnxruntime.InferenceSession") ->
 
 class CoreMLInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference on iOS, macOS, and visionOS with CoreML.
+    Metadata required to lower a PyTorch model for inference on iOS, macOS, and visionOS with CoreML.
     """
     kind: Literal["meta.inference.coreml"] = "meta.inference.coreml"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -36,7 +36,7 @@ class CoreMLInferenceMetadata (BaseModel):
 
 class ONNXInferenceMetadata (BaseModel):
     """
-    Metadata required to lower PyTorch models for inference.
+    Metadata required to lower a PyTorch model for inference.
     """
     kind: Literal["meta.inference.onnx"] = "meta.inference.onnx"
     model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
@@ -45,16 +45,25 @@ class ONNXInferenceMetadata (BaseModel):
 
 class ONNXRuntimeInferenceSessionMetadata (BaseModel):
     """
-    Metadata required to lower ONNXRuntime inference sessions for inference.
+    Metadata required to lower an ONNXRuntime `InferenceSession` for inference.
     """
     kind: Literal["meta.inference.onnxruntime"] = "meta.inference.onnxruntime"
     session: Annotated[object, BeforeValidator(_validate_ort_inference_session)] = Field(description="ONNXRuntime inference session to apply metadata to.")
     model_path: Path = Field(description="ONNX model path. The model must exist at this path in the compiler sandbox.")
     model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
 
-class GGUFInferenceMetadata (BaseModel): # INCOMPLETE
+class LiteRTInferenceMetadata (BaseModel):
     """
-    Metadata required to lower GGUF models for LLM inference.
+    Metadata required to lower PyTorch model for inference with LiteRT (fka TensorFlow Lite).
+    """
+    kind: Literal["meta.inference.litert"] = "meta.inference.litert"
+    model: Annotated[object, BeforeValidator(_validate_torch_module)] = Field(description="PyTorch module to apply metadata to.")
+    model_args: list[object] = Field(description="Positional inputs to the model.")
+    model_config = ConfigDict(arbitrary_types_allowed=True, frozen=True)
+
+class LlamaCppInferenceMetadata (BaseModel): # INCOMPLETE
+    """
+    Metadata required to lower a GGUF model for LLM inference.
     """
     kind: Literal["meta.inference.gguf"] = "meta.inference.gguf"
     model_path: Path = Field(description="GGUF model path. The model must exist at this path in the compiler sandbox.")

fxn/beta/remote.py

@@ -6,7 +6,6 @@
 from __future__ import annotations
 from base64 import b64encode
 from dataclasses import asdict, is_dataclass
-from enum import Enum
 from io import BytesIO
 from json import dumps, loads
 from numpy import array, frombuffer, ndarray

fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2025 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.47"
+__version__ = "0.0.49"

{fxn-0.0.47.dist-info → fxn-0.0.49.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fxn
-Version: 0.0.47
+Version: 0.0.49
 Summary: Run prediction functions locally in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.47.dist-info → fxn-0.0.49.dist-info}/RECORD

@@ -4,12 +4,12 @@ fxn/compile.py,sha256=A9dxw6yv1eCd-zEYnqiyjDUZou8TkbEIA_yB9Tn4pXo,3894
 fxn/function.py,sha256=XeEuALkbVhkvwEBUfP0A2fu3tdimwHemoR17oomhzc8,1407
 fxn/logging.py,sha256=MsTSf0GZxrHNDwVAXDOh8_zRUg9hkeZ8DfhFUJs7D8A,7250
 fxn/sandbox.py,sha256=50yY2GDdkAFl-6pXTleaD1LXYM6-pJ3C1epKsr0xdrM,7313
-fxn/version.py,sha256=3dFw5yGra_PvIbLm_h0jdhjK5bzEKO6Fbmk1bC3egwo,95
-fxn/beta/__init__.py,sha256=aQAV-apg11Z7Pn86eIegJ2id7wkRUaYeEaeZthaCmYk,252
+fxn/version.py,sha256=4-nxo2o-o3bKrTQ7kErleegYVcaFykrKVxiw83XkgRA,95
+fxn/beta/__init__.py,sha256=5V58p4doyZOvmAETCxrGUu4hG04tNq8ejlfSxnEYHxE,281
 fxn/beta/client.py,sha256=0lfwQPcB9ToIJC7AcCXO6DlJKkmId8EChhd9bk29GGE,2611
-fxn/beta/metadata.py,sha256=7mnbIVoGQm6_5Qy-gSV6xpGuSP6LcnFjKbmSBNze34w,3067
+fxn/beta/metadata.py,sha256=gIG9QSgcDG6bpMefFc2KvnLfGkiRtpA7w-zM4TkzFZA,3587
 fxn/beta/prediction.py,sha256=9DTBahNF6m0TicLab2o9e8IKpiSV6K7cUSTYaFju0ZU,356
-fxn/beta/remote.py,sha256=HC8OIslZYyxw3XafVCCrP_wrPa00y5uekkKd_tkzyV0,7551
+fxn/beta/remote.py,sha256=psPNcGFQKMGHAJG4NRDIQ2trStvTj2NOZeQqVI-e29Q,7529
 fxn/c/__init__.py,sha256=NMIduqO_MYtI9jVCu6ZxvbBtYQXoQyNEWblNy3m2UPY,313
 fxn/c/configuration.py,sha256=56_-NNT4yoHDNfvB6jJNYF2eKJYMRLVrv3mIg7g6qaE,5597
 fxn/c/fxnc.py,sha256=YrvwOlzPmTlSDuz2zmKZfws2WK5BY4YZ62edoplcMJU,1381
@@ -26,12 +26,12 @@ fxn/cli/predictions.py,sha256=ma7wbsKD5CFCRTU_TtJ8N0nN1fgFX2BZPGG8qm8HlNI,3182
 fxn/cli/predictors.py,sha256=bVQAuBue_Jxb79X85RTCzOerWRRT2Ny1oF5DNYAsx4M,1545
 fxn/cli/sources.py,sha256=HQ_PBLXY2CZ5tGuuqQeJQTpM9S9rKtBzyNVTK-ywG84,1781
 fxn/lib/__init__.py,sha256=-w1ikmmki5NMpzJjERW-O4SwOfBNkimej_0jL8ujYRk,71
-fxn/lib/linux/arm64/libFunction.so,sha256=NU9PEuQNObqtWPr5vXrWeQuYhzBfmX_Z4guaregFjrI,207632
-fxn/lib/linux/x86_64/libFunction.so,sha256=qZNlczayaaHIP_tJ9eeZ1TVpV1Os-ztvSWOoBuY9yWE,236272
-fxn/lib/macos/arm64/Function.dylib,sha256=ODM3zDbI4Tomx7_QSvnqOE42OBYYblntkSq6gftBP4c,263664
-fxn/lib/macos/x86_64/Function.dylib,sha256=qIu4dhx0Xk5dQHgTnZTcm2IpoMYJwRPmKRi9J-UnkAY,263680
-fxn/lib/windows/arm64/Function.dll,sha256=FyL-oipK9wSxXdbD9frc8QFbUKTPMCdtmCkCT8ooIIM,419328
-fxn/lib/windows/x86_64/Function.dll,sha256=iL6w1FwDgBkHlNhQmhE7XgfoeHsiYQgpVGzeGDdHGUw,454656
+fxn/lib/linux/arm64/libFunction.so,sha256=T9HE_dkC4yKXsyAc_sa7iWTXRDcwGOjZ1MAi1j9-ZCw,211736
+fxn/lib/linux/x86_64/libFunction.so,sha256=66r5ZzUMlSjIfqfIwbhwCJk1AQF2iBL5OZzeT2ibZDQ,236336
+fxn/lib/macos/arm64/Function.dylib,sha256=NO5ZzDvMFsDkgYNL8louztyaRxuM9Hl_BosQYFi6rKg,263856
+fxn/lib/macos/x86_64/Function.dylib,sha256=SO55PHLhhl8sh_Gr3IKgTHPV1-pnhLb30qbqHKF0_1M,255600
+fxn/lib/windows/arm64/Function.dll,sha256=ol6LyOVtF7tq-hnPLS9RRXAkobYMSC9T_JF1kx3l2IY,411136
+fxn/lib/windows/x86_64/Function.dll,sha256=P43RXFNAdjTrDEnynGRy8CjCgY1KWzB_1Cz5W6394bg,447488
 fxn/services/__init__.py,sha256=Bif8IttwJ089mSRsd3MFdob7z2eF-MKigKu4ZQFZBCQ,190
 fxn/services/prediction.py,sha256=QCop-f7ojkGR7DI5tLJe3FPnr0BvPJ_vWhCk4kg8Fqg,10373
 fxn/services/predictor.py,sha256=Wl_7YKiD5mTpC5x2Zaq4BpatRjwRUX8Th9GIrwd38MA,791
@@ -41,9 +41,9 @@ fxn/types/dtype.py,sha256=71Tuu4IydmELcBcSBbmWswhCE-7WqBSQ4VkETsFRzjA,617
 fxn/types/prediction.py,sha256=BdLTxnKiSFbz5warX8g_Z4DedNxXK3gaNjSKR2FP8tA,2051
 fxn/types/predictor.py,sha256=KRGZEuDt7WPMCyRcZvQq4y2FMocfVrLEUNJCJgfDY9Y,4000
 fxn/types/user.py,sha256=Z44TwEocyxSrfKyzcNfmAXUrpX_Ry8fJ7MffSxRn4oU,1071
-fxn-0.0.47.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-fxn-0.0.47.dist-info/METADATA,sha256=XQJHkEMexWC3VnbFzC2CVkpXESzJbN3DJDDNAo_ayz4,16136
-fxn-0.0.47.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-fxn-0.0.47.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
-fxn-0.0.47.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
-fxn-0.0.47.dist-info/RECORD,,
+fxn-0.0.49.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+fxn-0.0.49.dist-info/METADATA,sha256=yESD1SJfu6MsEu1GMrwDAWrjJ1P3gvvvuu9nYYMP7AM,16136
+fxn-0.0.49.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
+fxn-0.0.49.dist-info/entry_points.txt,sha256=O_AwD5dYaeB-YT1F9hPAPuDYCkw_W0tdNGYbc5RVR2k,45
+fxn-0.0.49.dist-info/top_level.txt,sha256=1ULIEGrnMlhId8nYAkjmRn9g3KEFuHKboq193SEKQkA,4
+fxn-0.0.49.dist-info/RECORD,,

{fxn-0.0.47.dist-info → fxn-0.0.49.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (80.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any