fred-oss 0.51.1__tar.gz → 0.52.0__tar.gz

{fred_oss-0.51.1/src/main/fred_oss.egg-info → fred_oss-0.52.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.51.1
+Version: 0.52.0
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development
@@ -16,6 +16,7 @@ Requires-Dist: fastapi==0.116.2
 Requires-Dist: uvicorn[standard]==0.35.0
 Requires-Dist: minio==7.2.18
 Requires-Dist: pillow==11.3.0
+Requires-Dist: torch==2.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

{fred_oss-0.51.1 → fred_oss-0.52.0}/requirements.txt

@@ -11,4 +11,5 @@ uvicorn[standard]==0.35.0
 minio==7.2.18
 # Fred Utils
 pillow==11.3.0
+torch==2.8.0
 # Databricks Runtime: 16.4 LTS (Python 3.12.3)

fred_oss-0.52.0/src/main/fred/utils/mlops/__init__.py

@@ -0,0 +1 @@
+# Machine Learning Operations (MLOps) utilities

fred_oss-0.52.0/src/main/fred/utils/mlops/auto.py

@@ -0,0 +1,76 @@
+from typing import Literal, Optional, overload
+
+import torch
+
+from fred.settings import get_environ_variable
+
+
+def get_device(
+        device: Optional[str] = None,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str:
+    env_default = get_environ_variable(
+        env_fallback or "FRD_MLOPS_DEVICE",
+        default=None
+    )
+    # Determine the device to use for model inference
+    return device or env_default or default or (
+        "cuda" if torch.cuda.is_available() else
+        "mps" if torch.backends.mps.is_available() else
+        "cpu"
+    )
+
+
+@overload
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: Literal[True] = True,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str:
+    ...
+
+
+@overload
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: Literal[False] = False,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> torch.dtype:
+    ...
+
+
+def get_dtype(
+        dtype: Optional[str] = None,
+        as_str: bool = False,
+        env_fallback: Optional[str] = None,
+        default: Optional[str] = None,
+    ) -> str | torch.dtype:
+    """
+    Determine the data type to use for model inference.
+    Args:
+        dtype (Optional[str]): The desired data type as a string (e.g., "float16", "float32").
+        as_str (bool): If True, return the data type as a string; otherwise, return the torch.dtype object.
+        env_fallback (Optional[str]): The name of the environment variable to use as a fallback for the data type. If not provided, defaults to "FRD_MLOPS_DTYPE".
+        default (Optional[str]): The default data type to use if neither `dtype` nor the environment variable is set.
+    Returns:
+        str | torch.dtype: The data type as a string or torch.dtype object.
+    """
+    # Early exit for string return
+    if as_str:
+        env_default = get_environ_variable(
+            env_fallback or "FRD_MLOPS_DTYPE",
+            default=None
+        )
+        return dtype or env_default or default or (
+            "float16" if torch.cuda.is_available() else
+            "float32"
+        )
+    # Return the actual torch.dtype object if not as_str
+    return getattr(
+        torch,
+        get_dtype(dtype=dtype, as_str=True),
+        torch.float32,
+    )

fred_oss-0.52.0/src/main/fred/version

@@ -0,0 +1 @@
+0.52.0

{fred_oss-0.51.1 → fred_oss-0.52.0/src/main/fred_oss.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.51.1
+Version: 0.52.0
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development
@@ -16,6 +16,7 @@ Requires-Dist: fastapi==0.116.2
 Requires-Dist: uvicorn[standard]==0.35.0
 Requires-Dist: minio==7.2.18
 Requires-Dist: pillow==11.3.0
+Requires-Dist: torch==2.8.0
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

{fred_oss-0.51.1 → fred_oss-0.52.0}/src/main/fred_oss.egg-info/SOURCES.txt

@@ -59,6 +59,8 @@ src/main/fred/utils/imout/_minio.py
 src/main/fred/utils/imout/_string.py
 src/main/fred/utils/imout/catalog.py
 src/main/fred/utils/imout/interface.py
+src/main/fred/utils/mlops/__init__.py
+src/main/fred/utils/mlops/auto.py
 src/main/fred/worker/__init__.py
 src/main/fred/worker/interface.py
 src/main/fred/worker/settings.py

{fred_oss-0.51.1 → fred_oss-0.52.0}/src/main/fred_oss.egg-info/requires.txt

@@ -6,3 +6,4 @@ fastapi==0.116.2
 uvicorn[standard]==0.35.0
 minio==7.2.18
 pillow==11.3.0
+torch==2.8.0

fred_oss-0.51.1/src/main/fred/version

@@ -1 +0,0 @@
-0.51.1