dr-wandb 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

dr_wandb/__init__.py

@@ -1,2 +1,9 @@
-def hello() -> str:
-    return "Hello from dr-wandb!"
+"""dr_wandb public API."""
+
+from .fetch import fetch_project_runs, serialize_history_entry, serialize_run
+
+__all__ = [
+    "fetch_project_runs",
+    "serialize_history_entry",
+    "serialize_run",
+]

dr_wandb/fetch.py

@@ -0,0 +1,80 @@
+"""Lightweight WandB fetch utilities that avoid database storage."""
+
+from __future__ import annotations
+
+from collections.abc import Callable, Iterator
+from typing import Any
+
+import wandb
+
+from dr_wandb.history_entry_record import HistoryEntryRecord
+from dr_wandb.run_record import RunRecord
+from dr_wandb.utils import default_progress_callback
+
+ProgressFn = Callable[[int, int, str], None]
+
+
+def _iterate_runs(
+    entity: str,
+    project: str,
+    *,
+    runs_per_page: int,
+) -> Iterator[wandb.apis.public.Run]:
+    api = wandb.Api()
+    yield from api.runs(f"{entity}/{project}", per_page=runs_per_page)
+
+
+def serialize_run(run: wandb.apis.public.Run) -> dict[str, Any]:
+    """Convert a WandB run into a JSON-friendly dict."""
+
+    record = RunRecord.from_wandb_run(run)
+    return record.to_dict(include="all")
+
+
+def serialize_history_entry(
+    run: wandb.apis.public.Run, history_entry: dict[str, Any]
+) -> dict[str, Any]:
+    """Convert a raw history payload into a structured dict."""
+
+    record = HistoryEntryRecord.from_wandb_history(history_entry, run.id)
+    return {
+        "run_id": record.run_id,
+        "step": record.step,
+        "timestamp": record.timestamp,
+        "runtime": record.runtime,
+        "wandb_metadata": record.wandb_metadata,
+        "metrics": record.metrics,
+    }
+
+
+def fetch_project_runs(
+    entity: str,
+    project: str,
+    *,
+    runs_per_page: int = 500,
+    include_history: bool = True,
+    progress_callback: ProgressFn | None = None,
+) -> tuple[list[dict[str, Any]], list[list[dict[str, Any]]]]:
+    """Download runs (and optional history) without requiring Postgres."""
+
+    progress = progress_callback or default_progress_callback
+
+    runs: list[dict[str, Any]] = []
+    histories: list[list[dict[str, Any]]] = []
+
+    run_iter = list(_iterate_runs(entity, project, runs_per_page=runs_per_page))
+    total = len(run_iter)
+
+    for index, run in enumerate(run_iter, start=1):
+        runs.append(serialize_run(run))
+        if include_history:
+            history_payloads = [
+                serialize_history_entry(run, entry) for entry in run.scan_history()
+            ]
+            histories.append(history_payloads)
+        progress(index, total, run.name)
+
+    if not include_history:
+        histories = []
+
+    return runs, histories

{dr_wandb-0.1.0.dist-info → dr_wandb-0.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dr-wandb
-Version: 0.1.0
+Version: 0.1.1
 Summary: Interact with wandb from python
 Author-email: Danielle Rothermel <danielle.rothermel@gmail.com>
 License-File: LICENSE
@@ -17,6 +17,8 @@ Description-Content-Type: text/markdown
 
 A command-line utility for downloading and archiving Weights & Biases experiment data to local storage formats optimized for offline analysis. Stores to PostgreSQL db + Parquet files, supports incremental updates and selective data retrieval.
 
+> For shared context and onboarding steps, see the [Agent Guide](../dr_ref/docs/guides/AGENT_GUIDE_dr_wandb.md).
+
 ## Installation
 
 ```bash
@@ -120,4 +122,3 @@ The tool generates the following files in the output directory:
 - **runtime**: Elapsed time since run start
 - **wandb_metadata**: Platform logging metadata (JSONB)
 - **metrics**: All logged metrics and values (JSONB, flattened in Parquet export)
-

{dr_wandb-0.1.0.dist-info → dr_wandb-0.1.1.dist-info}/RECORD

@@ -1,6 +1,7 @@
-dr_wandb/__init__.py,sha256=aAqpPH5MBqIT_dPF5aEdqnjglgsas1MTaYqEJxyHc6s,54
+dr_wandb/__init__.py,sha256=C1FWh869zNWF5XU4XKyGfBPJ2hVpW_UsawIIusfXuQQ,199
 dr_wandb/constants.py,sha256=aKbkVU08aRdfrcSYu_UYXPI48ZpSTZUSpVZeXK2L4L8,534
 dr_wandb/downloader.py,sha256=X-NN1A1GilnUoxdEyHCsKJolqGBke_dIzS5wJWEAvvE,3888
+dr_wandb/fetch.py,sha256=ZtCghL-FLftTF9nDp4TqA7IxVtitygkzAFyTPYuuuwA,2305
 dr_wandb/history_entry_record.py,sha256=ni9rXhYWxOg2kdidQ4norYAK37tGWj8xaB8R_lU4tw0,2010
 dr_wandb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dr_wandb/run_record.py,sha256=X3fmNOhsBfJsaCZEWhOtnulI16mXAYiH8K194CPdjfk,3794
@@ -8,8 +9,8 @@ dr_wandb/store.py,sha256=gWvlC0NIjcKeRP1rZooBz6dDq2nS2wIudsgahLso3VM,7063
 dr_wandb/utils.py,sha256=zzpHVOVo0QD82ik9ksQCP_vN7Zw0ov9dPGFfNMFgfmg,1796
 dr_wandb/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dr_wandb/cli/download.py,sha256=XvUY8Jl2u9BGo1l8QXn0foEFi5a3SfCARbvzZ-HxPoA,3710
-dr_wandb-0.1.0.dist-info/METADATA,sha256=2UBB8JfOPTCMWJbjXG8jOa0KC91GFwKlZguSzBdRwc8,4226
-dr_wandb-0.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dr_wandb-0.1.0.dist-info/entry_points.txt,sha256=l4X0h3JbfOr_-3pgqiq3iy4MqUTSiaFUMeVf0DTck88,74
-dr_wandb-0.1.0.dist-info/licenses/LICENSE,sha256=6tUm1Q55M1UBMbbawzFlF0-DgCazM1BELo_5-RXA1K4,1075
-dr_wandb-0.1.0.dist-info/RECORD,,
+dr_wandb-0.1.1.dist-info/METADATA,sha256=P57U_hJKc03-2KhR2lTPoCyYfjhH2enDJern4uIrLeM,4339
+dr_wandb-0.1.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dr_wandb-0.1.1.dist-info/entry_points.txt,sha256=l4X0h3JbfOr_-3pgqiq3iy4MqUTSiaFUMeVf0DTck88,74
+dr_wandb-0.1.1.dist-info/licenses/LICENSE,sha256=6tUm1Q55M1UBMbbawzFlF0-DgCazM1BELo_5-RXA1K4,1075
+dr_wandb-0.1.1.dist-info/RECORD,,