ml-dash 0.6.7__py3-none-any.whl → 0.6.9__py3-none-any.whl

ml_dash/cli_commands/profile.py

@@ -1,6 +1,7 @@
 """Profile command for ml-dash CLI - shows current user and configuration."""
 
 import json
+import time
 
 from rich.console import Console
 from rich.panel import Panel
@@ -22,6 +23,83 @@ def add_parser(subparsers):
     action="store_true",
     help="Output as JSON",
   )
+  parser.add_argument(
+    "--refresh",
+    action="store_true",
+    help="Fetch fresh profile from server (not from cached token)",
+  )
+
+
+def _fetch_fresh_profile(remote_url: str, token: str) -> dict:
+  """Fetch fresh user profile from the API server.
+
+  Args:
+      remote_url: API server URL
+      token: JWT authentication token
+
+  Returns:
+      User profile dict with username, email, name, etc.
+  """
+  try:
+    from ml_dash.client import RemoteClient
+
+    client = RemoteClient(remote_url, api_key=token)
+
+    # Query for full user profile
+    query = """
+    query GetUserProfile {
+      me {
+        id
+        username
+        name
+        email
+      }
+    }
+    """
+
+    result = client.graphql_query(query)
+    me = result.get("me", {})
+
+    if me:
+      return {
+        "sub": me.get("id"),
+        "username": me.get("username"),
+        "name": me.get("name"),
+        "email": me.get("email"),
+      }
+  except Exception as e:
+    # If API call fails, return None to fall back to token decoding
+    return None
+
+  return None
+
+
+def _check_token_expiration(token_payload: dict) -> tuple[bool, str]:
+  """Check if token is expired or close to expiring.
+
+  Args:
+      token_payload: Decoded JWT payload
+
+  Returns:
+      Tuple of (is_expired, message)
+  """
+  exp = token_payload.get("exp")
+  if not exp:
+    return False, None
+
+  current_time = int(time.time())
+  time_left = exp - current_time
+
+  if time_left < 0:
+    return True, "[red]Token expired[/red]"
+  elif time_left < 86400:  # Less than 1 day
+    hours_left = time_left // 3600
+    return False, f"[yellow]Token expires in {hours_left} hours[/yellow]"
+  else:
+    days_left = time_left // 86400
+    return False, f"Expires in {days_left} days"
+
+  return False, None
 
 
 def cmd_profile(args) -> int:
@@ -42,7 +120,33 @@ def cmd_profile(args) -> int:
 
   if token:
     info["authenticated"] = True
-    info["user"] = decode_jwt_payload(token)
+
+    # Decode token payload for initial data and expiration check
+    token_payload = decode_jwt_payload(token)
+
+    # Check token expiration
+    is_expired, expiry_message = _check_token_expiration(token_payload)
+
+    if is_expired:
+      info["authenticated"] = False
+      info["error"] = "Token expired. Please run 'ml-dash login' to re-authenticate."
+    else:
+      # Fetch fresh profile from server if requested, or fall back to token
+      if args.refresh:
+        fresh_profile = _fetch_fresh_profile(config.remote_url, token)
+        if fresh_profile:
+          info["user"] = fresh_profile
+          info["source"] = "server"
+        else:
+          info["user"] = token_payload
+          info["source"] = "token"
+          info["warning"] = "Could not fetch fresh profile from server, using cached token data"
+      else:
+        info["user"] = token_payload
+        info["source"] = "token"
+
+      if expiry_message:
+        info["token_status"] = expiry_message
 
   if args.json:
     console.print_json(json.dumps(info))
@@ -50,10 +154,11 @@ def cmd_profile(args) -> int:
 
   # Rich display
   if not info["authenticated"]:
+    error_msg = info.get("error", "Not authenticated")
     console.print(
       Panel(
         f"[bold cyan]OS Username:[/bold cyan]  {info.get('local_user')}\n\n"
-        "[yellow]Not authenticated[/yellow]\n\n"
+        f"[yellow]{error_msg}[/yellow]\n\n"
         "Run [cyan]ml-dash login[/cyan] to authenticate.",
         title="[bold]ML-Dash Info[/bold]",
         border_style="yellow",
@@ -66,7 +171,6 @@ def cmd_profile(args) -> int:
   table.add_column("Key", style="bold cyan")
   table.add_column("Value")
 
-  # table.add_row("OS Username", info.get("local_user"))
   user = info.get("user", {})
   if user.get("username"):
     table.add_row("Username", user["username"])
@@ -78,12 +182,43 @@ def cmd_profile(args) -> int:
   if user.get("email"):
     table.add_row("Email", user["email"])
   table.add_row("Remote", info.get("remote_url") or "https://api.dash.ml")
-  if info.get("token_expires"):
-    table.add_row("Token Expires", info["token_expires"])
+
+  # Show token status (expiration)
+  if info.get("token_status"):
+    table.add_row("Token Status", info["token_status"])
+
+  # Show data source
+  source = info.get("source", "token")
+  if source == "server":
+    table.add_row("Data Source", "[green]Server (Fresh)[/green]")
+  else:
+    table.add_row("Data Source", "[yellow]Token (Cached)[/yellow]")
+
+  # Show warning if any
+  warning_text = None
+  if info.get("warning"):
+    warning_text = f"\n[yellow]⚠ {info['warning']}[/yellow]"
+
+  # Show tip for refreshing
+  if source == "token":
+    tip_text = "\n[dim]Tip: Use --refresh to fetch fresh data from server[/dim]"
+  else:
+    tip_text = None
+
+  # Build panel content
+  panel_content = table
+  if warning_text or tip_text:
+    from rich.console import Group
+    items = [table]
+    if warning_text:
+      items.append(warning_text)
+    if tip_text:
+      items.append(tip_text)
+    panel_content = Group(*items)
 
   console.print(
     Panel(
-      table,
+      panel_content,
       title="[bold green]✓ Authenticated[/bold green]",
       border_style="green",
     )

{ml_dash-0.6.7.dist-info → ml_dash-0.6.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ml-dash
-Version: 0.6.7
+Version: 0.6.9
 Summary: ML experiment tracking and data storage
 Keywords: machine-learning,experiment-tracking,mlops,data-storage
 Author: Ge Yang, Tom Tao
@@ -68,10 +68,11 @@ Description-Content-Type: text/markdown
 
 # ML-Dash
 
-A simple and flexible SDK for ML experiment tracking and data storage.
+A simple and flexible SDK for ML experiment tracking and data storage with background buffering for high-performance training.
 
 ## Features
 
+### Core Features
 - **Three Usage Styles**: Pre-configured singleton (dxp), context manager, or direct instantiation
 - **Dual Operation Modes**: Remote (API server) or local (filesystem)
 - **OAuth2 Authentication**: Secure device flow authentication for CLI and SDK
@@ -82,6 +83,13 @@ A simple and flexible SDK for ML experiment tracking and data storage.
 - **Rich Metadata**: Tags, bindrs, descriptions, and custom metadata support
 - **Simple API**: Minimal configuration, maximum flexibility
 
+### Performance Features (New in 0.6.7)
+- **Background Buffering**: Non-blocking I/O operations eliminate training interruptions
+- **Automatic Batching**: Time-based (5s) and size-based (100 items) flush triggers
+- **Track API**: Time-series data tracking for robotics, RL, and sequential experiments
+- **Numpy Image Support**: Direct saving of numpy arrays as PNG/JPEG images
+- **Parallel Uploads**: ThreadPoolExecutor for efficient file uploads
+
 ## Installation
 
 <table>
@@ -93,14 +101,14 @@ A simple and flexible SDK for ML experiment tracking and data storage.
 <td>
 
 ```bash
-uv add ml-dash==0.6.2rc1
+uv add ml-dash
 ```
 
 </td>
 <td>
 
 ```bash
-pip install ml-dash==0.6.2rc1
+pip install ml-dash
 ```
 
 </td>
@@ -159,7 +167,75 @@ with Experiment(
 
 ```
 
-See [docs/getting-started.md](docs/getting-started.md) for more examples.
+## New Features in 0.6.7
+
+### 🚀 Background Buffering (Non-blocking I/O)
+
+All write operations are now buffered and executed in background threads:
+
+```python
+with Experiment("my-project/exp").run as experiment:
+    for i in range(10000):
+        # Non-blocking! Returns immediately
+        experiment.log(f"Step {i}")
+        experiment.metrics("train").log(loss=loss, accuracy=acc)
+        experiment.files("frames").save_image(frame, to=f"frame_{i}.jpg")
+
+    # All data automatically flushed when context exits
+```
+
+Configure buffering via environment variables:
+```bash
+export ML_DASH_BUFFER_ENABLED=true
+export ML_DASH_FLUSH_INTERVAL=5.0
+export ML_DASH_LOG_BATCH_SIZE=100
+```
+
+### 📊 Track API (Time-Series Data)
+
+Perfect for robotics, RL, and sequential experiments:
+
+```python
+with Experiment("robotics/training").run as experiment:
+    for step in range(1000):
+        # Track robot position over time
+        experiment.track("robot/position").append({
+            "step": step,
+            "x": position[0],
+            "y": position[1],
+            "z": position[2]
+        })
+
+        # Track control signals
+        experiment.track("robot/control").append({
+            "step": step,
+            "motor1": ctrl[0],
+            "motor2": ctrl[1]
+        })
+```
+
+### 🖼️ Numpy Image Support
+
+Save numpy arrays directly as images (PNG/JPEG):
+
+```python
+import numpy as np
+
+with Experiment("vision/training").run as experiment:
+    # From MuJoCo, OpenCV, PIL, etc.
+    pixels = renderer.render()  # numpy array
+
+    # Save as PNG (lossless)
+    experiment.files("frames").save_image(pixels, to="frame.png")
+
+    # Save as JPEG with quality control
+    experiment.files("frames").save_image(pixels, to="frame.jpg", quality=85)
+
+    # Auto-detection also works
+    experiment.files("frames").save(pixels, to="frame.jpg")
+```
+
+See [CHANGELOG.md](CHANGELOG.md) for complete release notes.
 
 ## Development Setup
 

{ml_dash-0.6.7.dist-info → ml_dash-0.6.9.dist-info}/RECORD

@@ -15,7 +15,7 @@ ml_dash/cli_commands/download.py,sha256=Jw-ZeVH8SL9t2yRNCwSmQ0qUOzI4_iWGWt7SwAfM
 ml_dash/cli_commands/list.py,sha256=H442wOAcWYtDwq6BS7lpZbkKhqfTXBCHGctbw8zT1Zw,20841
 ml_dash/cli_commands/login.py,sha256=zX-urtUrfzg2qOGtKNYQgj6UloN9kzj4zEO6h_xwuNs,6782
 ml_dash/cli_commands/logout.py,sha256=lTUUNyRXqvo61qNkCd4KBrPUujDAHnNqsHkU6bHie0U,1332
-ml_dash/cli_commands/profile.py,sha256=BaSM6BAN3YM4tw95iKV_nypKZxwsB3PoAAejQcYip5E,2351
+ml_dash/cli_commands/profile.py,sha256=AsdwAA2bmSTVnYyJ31iddkSwYJfYqJ60V1UGjFpa3YI,5869
 ml_dash/cli_commands/upload.py,sha256=SSUfXC3qoNpoFvPM_ia-ing_N50LNiAvMy9op6FM9Ew,49664
 ml_dash/client.py,sha256=L-FZysVAuIovJJZ1MlDMPhOPJFyL77pMuBxtucG88x8,62005
 ml_dash/config.py,sha256=oz2xvoBh2X_xUXWr92cPD5nFxXMT5LxVNypv5B5O0fA,3116
@@ -30,7 +30,7 @@ ml_dash/run.py,sha256=_a1l5qswwMgrhvajx_lI-I5IXhfHDeH3hfLAJ7Uk_Gs,8847
 ml_dash/snowflake.py,sha256=14rEpRU5YltsmmmZW0EMUy_hdv5S5ME9gWVtmdmwfiU,4917
 ml_dash/storage.py,sha256=x1W-dK6wQY36-LVOJ4kA8Dn07ObNQuIErQWJ3b0PoGY,44910
 ml_dash/track.py,sha256=Dfg1ZnmKZ_FlE5ZfG8Qld_wN4RIMs3nrOxrxwf3thiY,8164
-ml_dash-0.6.7.dist-info/WHEEL,sha256=z-mOpxbJHqy3cq6SvUThBZdaLGFZzdZPtgWLcP2NKjQ,79
-ml_dash-0.6.7.dist-info/entry_points.txt,sha256=dYs2EHX1uRNO7AQGNnVaJJpgiy0Z9q7tiy4fHSyaf3Q,46
-ml_dash-0.6.7.dist-info/METADATA,sha256=u-694DRG0lHYIXcTLMas7jixUBQW6-HP9jkc11RwKuc,7203
-ml_dash-0.6.7.dist-info/RECORD,,
+ml_dash-0.6.9.dist-info/WHEEL,sha256=z-mOpxbJHqy3cq6SvUThBZdaLGFZzdZPtgWLcP2NKjQ,79
+ml_dash-0.6.9.dist-info/entry_points.txt,sha256=dYs2EHX1uRNO7AQGNnVaJJpgiy0Z9q7tiy4fHSyaf3Q,46
+ml_dash-0.6.9.dist-info/METADATA,sha256=f2YU7ukCO9VmIQ1zrctXaRBOA5D6t5caT89JLMD6Sxw,9535
+ml_dash-0.6.9.dist-info/RECORD,,