fxn 0.0.33__tar.gz → 0.0.35__tar.gz

{fxn-0.0.33 → fxn-0.0.35}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fxn
-Version: 0.0.33
+Version: 0.0.35
 Summary: Run on-device and cloud AI prediction functions in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License

{fxn-0.0.33 → fxn-0.0.35}/fxn/services/prediction/fxnc.py

@@ -55,12 +55,14 @@ class FXNValue(Structure): pass
 class FXNValueMap(Structure): pass
 class FXNConfiguration(Structure): pass
 class FXNPrediction(Structure): pass
+class FXNPredictionStream(Structure): pass
 class FXNPredictor(Structure): pass
 
 FXNValueRef = POINTER(FXNValue)
 FXNValueMapRef = POINTER(FXNValueMap)
 FXNConfigurationRef = POINTER(FXNConfiguration)
 FXNPredictionRef = POINTER(FXNPrediction)
+FXNPredictionStreamRef = POINTER(FXNPredictionStream)
 FXNPredictorRef = POINTER(FXNPredictor)
 
 def load_fxnc (path: Path) -> CDLL:
@@ -171,15 +173,24 @@ def load_fxnc (path: Path) -> CDLL:
     # FXNPredictionGetLogLength
     fxnc.FXNPredictionGetLogLength.argtypes = [FXNPredictionRef, POINTER(c_int32)]
     fxnc.FXNPredictionGetLogLength.restype = FXNStatus
+    # FXNPredictionStreamRelease
+    fxnc.FXNPredictionStreamRelease.argtypes = [FXNPredictionStreamRef]
+    fxnc.FXNPredictionStreamRelease.restype = FXNStatus
+    # FXNPredictionStreamReadNext
+    fxnc.FXNPredictionStreamReadNext.argtypes = [FXNPredictionStreamRef, POINTER(FXNPredictionRef)]
+    fxnc.FXNPredictionStreamReadNext.restype = FXNStatus
     # FXNPredictorCreate
     fxnc.FXNPredictorCreate.argtypes = [FXNConfigurationRef, POINTER(FXNPredictorRef)]
     fxnc.FXNPredictorCreate.restype = FXNStatus
     # FXNPredictorRelease
     fxnc.FXNPredictorRelease.argtypes = [FXNPredictorRef]
     fxnc.FXNPredictorRelease.restype = FXNStatus
-    # FXNPredictorPredict
-    fxnc.FXNPredictorPredict.argtypes = [FXNPredictorRef, FXNValueMapRef, POINTER(FXNPredictionRef)]
-    fxnc.FXNPredictorPredict.restype = FXNStatus
+    # FXNPredictorCreatePrediction
+    fxnc.FXNPredictorCreatePrediction.argtypes = [FXNPredictorRef, FXNValueMapRef, POINTER(FXNPredictionRef)]
+    fxnc.FXNPredictorCreatePrediction.restype = FXNStatus
+    # FXNPredictorStreamPrediction
+    fxnc.FXNPredictorStreamPrediction.argtypes = [FXNPredictionRef, FXNValueMapRef, POINTER(FXNPredictionStreamRef)]
+    fxnc.FXNPredictorStreamPrediction.restype = FXNStatus
     # FXNGetVersion
     fxnc.FXNGetVersion.argtypes = []
     fxnc.FXNGetVersion.restype = c_char_p

{fxn-0.0.33 → fxn-0.0.35}/fxn/services/prediction/service.py

@@ -155,7 +155,8 @@ class PredictionService:
                     prediction = self.__parse_prediction(prediction, raw_outputs=raw_outputs, return_binary_path=return_binary_path)
                     # Check edge prediction
                     if prediction.type != PredictorType.Edge or raw_outputs:
-                        return prediction
+                        yield prediction
+                        continue
                     # Load edge predictor
                     predictor = self.__load(prediction)
                     self.__cache[tag] = predictor
@@ -370,7 +371,7 @@ class PredictionService:
                 value = to_fxn_value(fxnc, value, copy=False)
                 fxnc.FXNValueMapSetValue(input_map, name.encode(), value)
             # Predict
-            status = fxnc.FXNPredictorPredict(predictor, input_map, byref(prediction))
+            status = fxnc.FXNPredictorCreatePrediction(predictor, input_map, byref(prediction))
             assert status.value == FXNStatus.OK, f"Failed to create {tag} prediction with status: {status.value}"
             # Marshal prediction
             id = create_string_buffer(256)

{fxn-0.0.33 → fxn-0.0.35}/fxn/version.py

@@ -3,4 +3,4 @@
 #   Copyright © 2024 NatML Inc. All Rights Reserved.
 #
 
-__version__ = "0.0.33"
+__version__ = "0.0.35"

{fxn-0.0.33 → fxn-0.0.35}/fxn.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fxn
-Version: 0.0.33
+Version: 0.0.35
 Summary: Run on-device and cloud AI prediction functions in Python. Register at https://fxn.ai.
 Author-email: "NatML Inc." <hi@fxn.ai>
 License:                                  Apache License