halib 0.1.48__tar.gz → 0.1.50__tar.gz

{halib-0.1.48/halib.egg-info → halib-0.1.50}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.48
+Version: 0.1.50
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,9 +15,12 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
-**Version 0.1.48**
+**Version 0.1.50**
 
-+ add `research` module to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `pprint_local_path` to print local path (file/directory) in clickable link (as file URI)
+
++ add `research` package to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `wandb` module to allow easy sync offline data to Weights & Biases (wandb) and batch clear wandb runs.
 
 **Version 0.1.47**
 + add `pprint_box` to print object/string in a box frame (like in `inspect`)

{halib-0.1.48 → halib-0.1.50}/README.md

@@ -1,8 +1,11 @@
 Helper package for coding and automation
 
-**Version 0.1.48**
+**Version 0.1.50**
 
-+ add `research` module to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `pprint_local_path` to print local path (file/directory) in clickable link (as file URI)
+
++ add `research` package to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `wandb` module to allow easy sync offline data to Weights & Biases (wandb) and batch clear wandb runs.
 
 **Version 0.1.47**
 + add `pprint_box` to print object/string in a box frame (like in `inspect`)

{halib-0.1.48 → halib-0.1.50}/halib/__init__.py

@@ -21,7 +21,9 @@ __all__ = [
     "plt",
     "pprint",
     "pprint_box",
+    "pprint_local_path",
     "px",
+    "pprint_local_path",
     "rcolor_all_str",
     "rcolor_palette_all",
     "rcolor_palette",
@@ -36,6 +38,7 @@ __all__ = [
     "time",
 ]
 import warnings
+
 warnings.filterwarnings("ignore", message="Unable to import Axes3D")
 
 # common libraries
@@ -54,7 +57,15 @@ from .system import cmd
 from .system import filesys as fs
 from .filetype import csvfile
 from .cuda import tcuda
-from .common import console, console_log, ConsoleLog, now_str, norm_str, pprint_box
+from .common import (
+    console,
+    console_log,
+    ConsoleLog,
+    now_str,
+    norm_str,
+    pprint_box,
+    pprint_local_path,
+)
 
 # for log
 from loguru import logger

{halib-0.1.48 → halib-0.1.50}/halib/common.py

@@ -1,13 +1,17 @@
-import arrow
 import re
+import rich
+import arrow
+import pathlib
+from pathlib import Path
+import urllib.parse
+
+from rich import print
+from rich.panel import Panel
 from rich.console import Console
 from rich.pretty import pprint, Pretty
-from rich.panel import Panel
-import rich
 
 console = Console()
 
-
 def seed_everything(seed=42):
     import random
     import numpy as np
@@ -54,7 +58,6 @@ def pprint_box(obj, title="", border_style="green"):
         Panel(Pretty(obj, expand_all=True), title=title, border_style=border_style)
     )
 
-
 def console_rule(msg, do_norm_msg=True, is_end_tag=False):
     msg = norm_str(msg) if do_norm_msg else msg
     if is_end_tag:
@@ -86,3 +89,20 @@ class ConsoleLog:
         if exc_type is not None:
             print(f"An exception of type {exc_type} occurred.")
             print(f"Exception message: {exc_value}")
+
+
+def pprint_local_path(local_path, tag=""):
+    # Create a file URI
+    file_path = Path(local_path).resolve()
+    is_file = file_path.is_file()
+    is_dir = file_path.is_dir()
+    type_str = "📄" if is_file else "📁" if is_dir else "❓"
+    file_uri = file_path.as_uri()
+    content_str = f"{type_str} [link={file_uri}]{file_uri}[/link]"
+    if isinstance(tag, str) and len(tag) > 0:
+        with ConsoleLog(tag):
+            console.print(content_str)
+    else:
+        # If tag is not provided, just print the link
+        console.print(f"{content_str}")
+    return file_uri

halib-0.1.50/halib/research/wandb_op.py

@@ -0,0 +1,116 @@
+import glob
+from rich.pretty import pprint
+import os
+import subprocess
+import argparse
+import wandb
+from tqdm import tqdm
+from rich.console import Console
+console = Console()
+
+def sync_runs(outdir):
+    outdir = os.path.abspath(outdir)
+    assert os.path.exists(outdir), f"Output directory {outdir} does not exist."
+    sub_dirs = [name for name in os.listdir(outdir) if os.path.isdir(os.path.join(outdir, name))]
+    assert len(sub_dirs) > 0, f"No subdirectories found in {outdir}."
+    console.rule("Parent Directory")
+    console.print(f"[yellow]{outdir}[/yellow]")
+
+    exp_dirs = [os.path.join(outdir, sub_dir) for sub_dir in sub_dirs]
+    wandb_dirs = []
+    for exp_dir in exp_dirs:
+        wandb_dirs.extend(glob.glob(f"{exp_dir}/wandb/*run-*"))
+    if len(wandb_dirs) == 0:
+        console.print(f"No wandb runs found in {outdir}.")
+        return
+    else:
+        console.print(f"Found [bold]{len(wandb_dirs)}[/bold] wandb runs in {outdir}.")
+        for i, wandb_dir in enumerate(wandb_dirs):
+            console.rule(f"Syncing wandb run {i + 1}/{len(wandb_dirs)}")
+            console.print(f"Syncing: {wandb_dir}")
+            process = subprocess.Popen(
+                ["wandb", "sync", wandb_dir],
+                stdout=subprocess.PIPE,
+                stderr=subprocess.STDOUT,
+                text=True,
+            )
+
+            for line in process.stdout:
+                console.print(line.strip())
+                if " ERROR Error while calling W&B API" in line:
+                    break
+            process.stdout.close()
+            process.wait()
+            if process.returncode != 0:
+                console.print(f"[red]Error syncing {wandb_dir}. Return code: {process.returncode}[/red]")
+            else:
+                console.print(f"Successfully synced {wandb_dir}.")
+
+def delete_runs(project, pattern=None):
+    console.rule("Delete W&B Runs")
+    confirm_msg = f"Are you sure you want to delete all runs in"
+    confirm_msg += f" \n\tproject: [red]{project}[/red]"
+    if pattern:
+        confirm_msg += f"\n\tpattern: [blue]{pattern}[/blue]"
+
+    console.print(confirm_msg)
+    confirmation = input(f"This action cannot be undone. [y/N]: ").strip().lower()
+    if confirmation != "y":
+        print("Cancelled.")
+        return
+
+    print("Confirmed. Proceeding...")
+    api = wandb.Api()
+    runs = api.runs(project)
+
+    deleted = 0
+    console.rule("Deleting W&B Runs")
+    if len(runs) == 0:
+        print("No runs found in the project.")
+        return
+    for run in tqdm(runs):
+        if pattern is None or pattern in run.name:
+            run.delete()
+            console.print(f"Deleted run: [red]{run.name}[/red]")
+            deleted += 1
+
+    console.print(f"Total runs deleted: {deleted}")
+
+
+def valid_argument(args):
+    if args.op == "sync":
+        assert os.path.exists(args.outdir), f"Output directory {args.outdir} does not exist."
+    elif args.op == "delete":
+        assert isinstance(args.project, str) and len(args.project.strip()) > 0, "Project name must be a non-empty string."
+    else:
+        raise ValueError(f"Unknown operation: {args.op}")
+
+def parse_args():
+    parser = argparse.ArgumentParser(description="Operations on W&B runs")
+    parser.add_argument("-op", "--op", type=str, help="Operation to perform", default="sync", choices=["delete", "sync"])
+    parser.add_argument("-prj", "--project", type=str, default="fire-paper2-2025", help="W&B project name")
+    parser.add_argument("-outdir", "--outdir", type=str, help="arg1 description", default="./zout/train")
+    parser.add_argument("-pt", "--pattern",
+        type=str,
+        default=None,
+        help="Run name pattern to match for deletion",
+    )
+
+    return parser.parse_args()
+
+
+def main():
+    args = parse_args()
+    # Validate arguments, stop if invalid
+    valid_argument(args)
+
+    op = args.op
+    if op == "sync":
+        sync_runs(args.outdir)
+    elif op == "delete":
+        delete_runs(args.project, args.pattern)
+    else:
+        raise ValueError(f"Unknown operation: {op}")
+
+if __name__ == "__main__":
+    main()

{halib-0.1.48 → halib-0.1.50/halib.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.48
+Version: 0.1.50
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,9 +15,12 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
-**Version 0.1.48**
+**Version 0.1.50**
 
-+ add `research` module to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `pprint_local_path` to print local path (file/directory) in clickable link (as file URI)
+
++ add `research` package to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `wandb` module to allow easy sync offline data to Weights & Biases (wandb) and batch clear wandb runs.
 
 **Version 0.1.47**
 + add `pprint_box` to print object/string in a box frame (like in `inspect`)

{halib-0.1.48 → halib-0.1.50}/halib.egg-info/SOURCES.txt

@@ -29,6 +29,7 @@ halib/research/benchquery.py
 halib/research/dataset.py
 halib/research/plot.py
 halib/research/torchloader.py
+halib/research/wandb_op.py
 halib/system/__init__.py
 halib/system/cmd.py
 halib/system/filesys.py

{halib-0.1.48 → halib-0.1.50}/halib.egg-info/requires.txt

@@ -26,3 +26,4 @@ itables
 timebudget
 tqdm
 tube_dl
+wandb

{halib-0.1.48 → halib-0.1.50}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.1.48",
+    version="0.1.50",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",