PyPI - fred-oss - Versions diffs - 0.51.1__tar.gz → 0.52.1__tar.gz - Mend

@@ -0,0 +1,76 @@
+from typing import Literal, Optional, overload
+import torch
+from fred.settings import get_environ_variable
+def get_device(
+        device: Optional[str] = None,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str:
+    env_default = get_environ_variable(
+        env_fallback or "FRD_MLOPS_DEVICE",
+        default=None
+    )
+    # Determine the device to use for model inference
+    return device or env_default or default or (
+        "cuda" if torch.cuda.is_available() else
+        "mps" if torch.backends.mps.is_available() else
+        "cpu"
+    )
+@overload
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: Literal[True] = True,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str:
+    ...
+@overload
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: Literal[False] = False,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> torch.dtype:
+    ...
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: bool = False,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str | torch.dtype:
+    """
+    Determine the data type to use for model inference.
+    Args:
+        dtype (Optional[str]): The desired data type as a string (e.g., "float16", "float32").
+        as_str (bool): If True, return the data type as a string; otherwise, return the torch.dtype object.
+        env_fallback (Optional[str]): The name of the environment variable to use as a fallback for the data type. If not provided, defaults to "FRD_MLOPS_DTYPE".
+        default (Optional[str]): The default data type to use if neither `dtype` nor the environment variable is set.
+    Returns:
+        str | torch.dtype: The data type as a string or torch.dtype object.
+    """
+    # Early exit for string return
+    if as_str:
+        env_default = get_environ_variable(
+            env_fallback or "FRD_MLOPS_DTYPE",
+            default=None
+        )
+        return dtype or env_default or default or (
+            "float16" if torch.cuda.is_available() else
+            "float32"
+        )
+    # Return the actual torch.dtype object if not as_str
+    return getattr(
+        torch,
+        get_dtype(dtype=dtype, as_str=True),
+        torch.float32,
+    )

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.51.1
+Version: 0.52.1
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development
@@ -16,6 +16,7 @@ Requires-Dist: fastapi==0.116.2
 Requires-Dist: uvicorn[standard]==0.35.0
 Requires-Dist: minio==7.2.18
 Requires-Dist: pillow==11.3.0
+Requires-Dist: torch==2.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

@@ -11,4 +11,5 @@ uvicorn[standard]==0.35.0
 minio==7.2.18
 # Fred Utils
 pillow==11.3.0
+torch==2.8.0
 # Databricks Runtime: 16.4 LTS (Python 3.12.3)

@@ -2,7 +2,7 @@ import time
 from typing import overload, Callable, Optional
 from dataclasses import dataclass, field
-from fred.worker.settings import FRD_WORKER_DEFAULT_BROADCAST
+from fred.worker.settings import FRD_WORKER_BROADCAST_DEFAULT
 from fred.future.impl import Future  # Should we make this import lazy?
 from fred.utils.dateops import datetime_utcnow
 from fred.settings import (
@@ -159,10 +159,17 @@ class HandlerInterface:
                 If requested as a Future, returns a Future that will resolve to the response dictionary.
         """
         if as_future:
+            for bflag in [broadcast, event.pop("broadcast", None), FRD_WORKER_BROADCAST_DEFAULT, False]:
+                if isinstance(bflag, bool):
+                    break
+            else:
+                logger.warning("Could not determine fred-worker broadcast flag... setting to False.")
+                bflag = False
+            logger.info(f"Worker future-broadcast flag set to: {bflag}")
             return Future(
                 future_id=future_id,
                 function=lambda: self.run(event=event, as_future=False),
-                broadcast=FRD_WORKER_DEFAULT_BROADCAST if broadcast is None else broadcast,
+                broadcast=bflag,
             )
         # Extract payload and event ID
         payload = event.get("input", {})

@@ -1,7 +1,7 @@
 from fred.settings import get_environ_variable
-FRD_WORKER_DEFAULT_BROADCAST = bool(int(get_environ_variable(
+FRD_WORKER_BROADCAST_DEFAULT = bool(int(get_environ_variable(
     name="FRD_WORKER_BROADCAST_DEFAULT",
     default="0",
 )) or 0)

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.51.1
+Version: 0.52.1
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development
@@ -16,6 +16,7 @@ Requires-Dist: fastapi==0.116.2
 Requires-Dist: uvicorn[standard]==0.35.0
 Requires-Dist: minio==7.2.18
 Requires-Dist: pillow==11.3.0
+Requires-Dist: torch==2.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

	@@ -0,0 +1 @@
1	+ # Machine Learning Operations (MLOps) utilities

@@ -59,6 +59,8 @@ src/main/fred/utils/imout/_minio.py
 src/main/fred/utils/imout/_string.py
 src/main/fred/utils/imout/catalog.py
 src/main/fred/utils/imout/interface.py
+src/main/fred/utils/mlops/__init__.py
+src/main/fred/utils/mlops/auto.py
 src/main/fred/worker/__init__.py
 src/main/fred/worker/interface.py
 src/main/fred/worker/settings.py

	@@ -1 +0,0 @@
1	- 0.51.1

fred-oss 0.51.1__tar.gz → 0.52.1__tar.gz

fred-oss 0.51.1tar.gz → 0.52.1tar.gz