ml-dash 0.5.2__py3-none-any.whl → 0.5.4__py3-none-any.whl

ml_dash/experiment.py

@@ -791,7 +791,7 @@ class Experiment:
 
     def _append_to_metric(
         self,
-        name: str,
+        name: Optional[str],
         data: Dict[str, Any],
         description: Optional[str],
         tags: Optional[List[str]],
@@ -801,7 +801,7 @@ class Experiment:
         Internal method to append a single data point to a metric.
 
         Args:
-            name: Metric name
+            name: Metric name (can be None for unnamed metrics)
             data: Data point (flexible schema)
             description: Optional metric description
             tags: Optional tags
@@ -839,7 +839,7 @@ class Experiment:
 
     def _append_batch_to_metric(
         self,
-        name: str,
+        name: Optional[str],
         data_points: List[Dict[str, Any]],
         description: Optional[str],
         tags: Optional[List[str]],
@@ -849,7 +849,7 @@ class Experiment:
         Internal method to append multiple data points to a metric.
 
         Args:
-            name: Metric name
+            name: Metric name (can be None for unnamed metrics)
             data_points: List of data points
             description: Optional metric description
             tags: Optional tags

ml_dash/files.py

@@ -263,11 +263,12 @@ class FileBuilder:
         if self._experiment._write_protected:
             raise RuntimeError("Experiment is write-protected and cannot be modified.")
 
-        # Create temporary file
-        temp_fd, temp_path = tempfile.mkstemp(suffix='.json', text=True)
+        # Create temporary file with desired filename
+        temp_dir = tempfile.mkdtemp()
+        temp_path = os.path.join(temp_dir, file_name)
         try:
             # Write JSON content to temp file
-            with os.fdopen(temp_fd, 'w') as f:
+            with open(temp_path, 'w') as f:
                 json.dump(content, f, indent=2)
 
             # Save using existing save() method
@@ -282,9 +283,10 @@ class FileBuilder:
 
             return result
         finally:
-            # Clean up temp file
+            # Clean up temp file and directory
             try:
                 os.unlink(temp_path)
+                os.rmdir(temp_dir)
             except Exception:
                 pass
 
@@ -326,9 +328,9 @@ class FileBuilder:
         if self._experiment._write_protected:
             raise RuntimeError("Experiment is write-protected and cannot be modified.")
 
-        # Create temporary file
-        temp_fd, temp_path = tempfile.mkstemp(suffix='.pt')
-        os.close(temp_fd)  # Close the file descriptor
+        # Create temporary file with desired filename
+        temp_dir = tempfile.mkdtemp()
+        temp_path = os.path.join(temp_dir, file_name)
 
         try:
             # Save model to temp file
@@ -346,9 +348,69 @@ class FileBuilder:
 
             return result
         finally:
-            # Clean up temp file
+            # Clean up temp file and directory
             try:
                 os.unlink(temp_path)
+                os.rmdir(temp_dir)
+            except Exception:
+                pass
+
+    def save_pkl(self, content: Any, file_name: str) -> Dict[str, Any]:
+        """
+        Save Python object to a pickle file.
+
+        Args:
+            content: Python object to pickle (must be pickle-serializable)
+            file_name: Name of the file to create (should end with .pkl or .pickle)
+
+        Returns:
+            File metadata dict with id, path, filename, checksum, etc.
+
+        Raises:
+            RuntimeError: If experiment is not open or write-protected
+            ValueError: If content cannot be pickled
+
+        Examples:
+            data = {"model": "resnet50", "weights": np.array([1, 2, 3])}
+            result = experiment.file(prefix="/data").save_pkl(data, "data.pkl")
+
+            # Or save any Python object
+            result = experiment.file(prefix="/models").save_pkl(trained_model, "model.pickle")
+        """
+        import pickle
+        import tempfile
+        import os
+
+        if not self._experiment._is_open:
+            raise RuntimeError("Experiment not open. Use experiment.run.start() or context manager.")
+
+        if self._experiment._write_protected:
+            raise RuntimeError("Experiment is write-protected and cannot be modified.")
+
+        # Create temporary file with desired filename
+        temp_dir = tempfile.mkdtemp()
+        temp_path = os.path.join(temp_dir, file_name)
+        try:
+            # Write pickled content to temp file
+            with open(temp_path, 'wb') as f:
+                pickle.dump(content, f)
+
+            # Save using existing save() method
+            original_file_path = self._file_path
+            self._file_path = temp_path
+
+            # Upload and get result
+            result = self.save()
+
+            # Restore original file_path
+            self._file_path = original_file_path
+
+            return result
+        finally:
+            # Clean up temp file and directory
+            try:
+                os.unlink(temp_path)
+                os.rmdir(temp_dir)
             except Exception:
                 pass
 

ml_dash/metric.py

@@ -15,16 +15,20 @@ class MetricsManager:
     """
     Manager for metric operations that supports both named and unnamed usage.
 
-    Supports two usage patterns:
-    1. Named: experiment.metrics("loss").append(value=0.5, step=1)
-    2. Unnamed: experiment.metrics.append(name="loss", value=0.5, step=1)
+    Supports three usage patterns:
+    1. Named via call: experiment.metrics("loss").append(value=0.5, step=1)
+    2. Named via argument: experiment.metrics.append(name="loss", value=0.5, step=1)
+    3. Unnamed: experiment.metrics.append(value=0.5, step=1)  # name=None
 
     Usage:
-        # With explicit metric name
+        # With explicit metric name (via call)
         experiment.metrics("train_loss").append(value=0.5, step=100)
 
-        # Without specifying name upfront (name in append call)
+        # With explicit metric name (via argument)
         experiment.metrics.append(name="train_loss", value=0.5, step=100)
+
+        # Without name (uses None as metric name)
+        experiment.metrics.append(value=0.5, step=100)
     """
 
     def __init__(self, experiment: 'Experiment'):
@@ -55,12 +59,12 @@ class MetricsManager:
         """
         return MetricBuilder(self._experiment, name, description, tags, metadata)
 
-    def append(self, name: str, data: Optional[Dict[str, Any]] = None, **kwargs) -> Dict[str, Any]:
+    def append(self, name: Optional[str] = None, data: Optional[Dict[str, Any]] = None, **kwargs) -> Dict[str, Any]:
         """
-        Append a data point to a metric (name specified in call).
+        Append a data point to a metric (name can be optional).
 
         Args:
-            name: Metric name
+            name: Metric name (optional, can be None for unnamed metrics)
             data: Data dict (alternative to kwargs)
             **kwargs: Data as keyword arguments
 
@@ -69,13 +73,14 @@ class MetricsManager:
 
         Examples:
             experiment.metrics.append(name="loss", value=0.5, step=1)
+            experiment.metrics.append(value=0.5, step=1)  # name=None
             experiment.metrics.append(name="loss", data={"value": 0.5, "step": 1})
         """
         if data is None:
             data = kwargs
         return self._experiment._append_to_metric(name, data, None, None, None)
 
-    def append_batch(self, name: str, data_points: List[Dict[str, Any]],
+    def append_batch(self, name: Optional[str] = None, data_points: Optional[List[Dict[str, Any]]] = None,
                      description: Optional[str] = None,
                      tags: Optional[List[str]] = None,
                      metadata: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
@@ -83,7 +88,7 @@ class MetricsManager:
         Append multiple data points to a metric.
 
         Args:
-            name: Metric name
+            name: Metric name (optional, can be None for unnamed metrics)
             data_points: List of data point dicts
             description: Optional metric description
             tags: Optional tags for categorization
@@ -100,7 +105,15 @@ class MetricsManager:
                     {"value": 0.4, "step": 2}
                 ]
             )
+            experiment.metrics.append_batch(
+                data_points=[
+                    {"value": 0.5, "step": 1},
+                    {"value": 0.4, "step": 2}
+                ]
+            )  # name=None
         """
+        if data_points is None:
+            data_points = []
         return self._experiment._append_batch_to_metric(name, data_points, description, tags, metadata)
 
 

ml_dash/storage.py

@@ -636,7 +636,7 @@ class LocalStorage:
         self,
         project: str,
         experiment: str,
-        metric_name: str,
+        metric_name: Optional[str],
         data: Dict[str, Any],
         description: Optional[str] = None,
         tags: Optional[List[str]] = None,
@@ -653,7 +653,7 @@ class LocalStorage:
         Args:
             project: Project name
             experiment: Experiment name
-            metric_name: Metric name
+            metric_name: Metric name (None for unnamed metrics)
             data: Data point (flexible schema)
             description: Optional metric description
             tags: Optional tags
@@ -666,7 +666,9 @@ class LocalStorage:
         metrics_dir = experiment_dir / "metrics"
         metrics_dir.mkdir(parents=True, exist_ok=True)
 
-        metric_dir = metrics_dir / metric_name
+        # Convert None to string for directory name
+        dir_name = str(metric_name) if metric_name is not None else "None"
+        metric_dir = metrics_dir / dir_name
         metric_dir.mkdir(exist_ok=True)
 
         data_file = metric_dir / "data.jsonl"
@@ -720,7 +722,7 @@ class LocalStorage:
         self,
         project: str,
         experiment: str,
-        metric_name: str,
+        metric_name: Optional[str],
         data_points: List[Dict[str, Any]],
         description: Optional[str] = None,
         tags: Optional[List[str]] = None,
@@ -732,7 +734,7 @@ class LocalStorage:
         Args:
             project: Project name
             experiment: Experiment name
-            metric_name: Metric name
+            metric_name: Metric name (None for unnamed metrics)
             data_points: List of data points
             description: Optional metric description
             tags: Optional tags
@@ -745,7 +747,9 @@ class LocalStorage:
         metrics_dir = experiment_dir / "metrics"
         metrics_dir.mkdir(parents=True, exist_ok=True)
 
-        metric_dir = metrics_dir / metric_name
+        # Convert None to string for directory name
+        dir_name = str(metric_name) if metric_name is not None else "None"
+        metric_dir = metrics_dir / dir_name
         metric_dir.mkdir(exist_ok=True)
 
         data_file = metric_dir / "data.jsonl"

{ml_dash-0.5.2.dist-info → ml_dash-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ml-dash
-Version: 0.5.2
+Version: 0.5.4
 Summary: ML experiment tracking and data storage
 Keywords: machine-learning,experiment-tracking,mlops,data-storage
 Author: Ge Yang, Tom Tao

ml_dash-0.5.4.dist-info/RECORD

@@ -0,0 +1,13 @@
+ml_dash/__init__.py,sha256=o_LrWVJBY_VkUGhSBs5wdb_NqEsHD1AK9HGsjZGxHxQ,1414
+ml_dash/auto_start.py,sha256=c3XcXFpZdvjtWauEoK5043Gw9k0L_5IDq4fdiB2ha88,959
+ml_dash/client.py,sha256=vhWcS5o2n3o4apEjVeLmu7flCEzxBbBOoLSQNcAx_ew,17267
+ml_dash/experiment.py,sha256=efEdKkA3KBOlC-uNEXVtun1ARiZ_AQG3nOGAUsLLZ5Q,30640
+ml_dash/files.py,sha256=Nx7f0n9zoQ7XqPtiHu_SBEZK0cT2b3F6-EhJBNs3C6k,15824
+ml_dash/log.py,sha256=0yXaNnFwYeBI3tRLHX3kkqWRpg0MbSGwmgjnOfsElCk,5350
+ml_dash/metric.py,sha256=c0Zl0wEufmQuVfwIMvrORLwqe92Iaf0PfKRgmlgQWzQ,10343
+ml_dash/params.py,sha256=xaByDSVar4D1pZqxTANkMPeZTL5-V7ewJe5TXfPLhMQ,5980
+ml_dash/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ml_dash/storage.py,sha256=8lyT5ZdvhS2nEyrEgMnFAT0LzV5ne1v8tkI3w1PUHJ4,30793
+ml_dash-0.5.4.dist-info/WHEEL,sha256=X16MKk8bp2DRsAuyteHJ-9qOjzmnY0x1aj0P1ftqqWA,78
+ml_dash-0.5.4.dist-info/METADATA,sha256=5qFL8t0ikhtuAIC65zYAZAYt24n937KA5RzJEreBxU0,6043
+ml_dash-0.5.4.dist-info/RECORD,,

ml_dash-0.5.2.dist-info/RECORD

@@ -1,13 +0,0 @@
-ml_dash/__init__.py,sha256=o_LrWVJBY_VkUGhSBs5wdb_NqEsHD1AK9HGsjZGxHxQ,1414
-ml_dash/auto_start.py,sha256=c3XcXFpZdvjtWauEoK5043Gw9k0L_5IDq4fdiB2ha88,959
-ml_dash/client.py,sha256=vhWcS5o2n3o4apEjVeLmu7flCEzxBbBOoLSQNcAx_ew,17267
-ml_dash/experiment.py,sha256=zdGB3oZsFNFyg9olRazWk7dTO7tfy-vTa4neFq5i2CY,30552
-ml_dash/files.py,sha256=FZGHqf5VZ6Hgrpbng-AwTZyw04-Zof252YSjF6nRWX8,13667
-ml_dash/log.py,sha256=0yXaNnFwYeBI3tRLHX3kkqWRpg0MbSGwmgjnOfsElCk,5350
-ml_dash/metric.py,sha256=LMb6-T08VAl6UBAv6FlZee6LleVLjFaBNc19b17NlfI,9662
-ml_dash/params.py,sha256=xaByDSVar4D1pZqxTANkMPeZTL5-V7ewJe5TXfPLhMQ,5980
-ml_dash/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ml_dash/storage.py,sha256=UTuux2nfclLrrtlkC6TsOvDB_wIbSDvYGg8Gtbvk6mc,30471
-ml_dash-0.5.2.dist-info/WHEEL,sha256=X16MKk8bp2DRsAuyteHJ-9qOjzmnY0x1aj0P1ftqqWA,78
-ml_dash-0.5.2.dist-info/METADATA,sha256=ZbZgasRMgq0iQ5VqPGbySV-pm9HJJlDNU8g4Zs6nFiM,6043
-ml_dash-0.5.2.dist-info/RECORD,,