halib 0.1.48__py3-none-any.whl → 0.1.50__py3-none-any.whl

halib/__init__.py

@@ -21,7 +21,9 @@ __all__ = [
     "plt",
     "pprint",
     "pprint_box",
+    "pprint_local_path",
     "px",
+    "pprint_local_path",
     "rcolor_all_str",
     "rcolor_palette_all",
     "rcolor_palette",
@@ -36,6 +38,7 @@ __all__ = [
     "time",
 ]
 import warnings
+
 warnings.filterwarnings("ignore", message="Unable to import Axes3D")
 
 # common libraries
@@ -54,7 +57,15 @@ from .system import cmd
 from .system import filesys as fs
 from .filetype import csvfile
 from .cuda import tcuda
-from .common import console, console_log, ConsoleLog, now_str, norm_str, pprint_box
+from .common import (
+    console,
+    console_log,
+    ConsoleLog,
+    now_str,
+    norm_str,
+    pprint_box,
+    pprint_local_path,
+)
 
 # for log
 from loguru import logger

halib/common.py

@@ -1,13 +1,17 @@
-import arrow
 import re
+import rich
+import arrow
+import pathlib
+from pathlib import Path
+import urllib.parse
+
+from rich import print
+from rich.panel import Panel
 from rich.console import Console
 from rich.pretty import pprint, Pretty
-from rich.panel import Panel
-import rich
 
 console = Console()
 
-
 def seed_everything(seed=42):
     import random
     import numpy as np
@@ -54,7 +58,6 @@ def pprint_box(obj, title="", border_style="green"):
         Panel(Pretty(obj, expand_all=True), title=title, border_style=border_style)
     )
 
-
 def console_rule(msg, do_norm_msg=True, is_end_tag=False):
     msg = norm_str(msg) if do_norm_msg else msg
     if is_end_tag:
@@ -86,3 +89,20 @@ class ConsoleLog:
         if exc_type is not None:
             print(f"An exception of type {exc_type} occurred.")
             print(f"Exception message: {exc_value}")
+
+
+def pprint_local_path(local_path, tag=""):
+    # Create a file URI
+    file_path = Path(local_path).resolve()
+    is_file = file_path.is_file()
+    is_dir = file_path.is_dir()
+    type_str = "📄" if is_file else "📁" if is_dir else "❓"
+    file_uri = file_path.as_uri()
+    content_str = f"{type_str} [link={file_uri}]{file_uri}[/link]"
+    if isinstance(tag, str) and len(tag) > 0:
+        with ConsoleLog(tag):
+            console.print(content_str)
+    else:
+        # If tag is not provided, just print the link
+        console.print(f"{content_str}")
+    return file_uri

halib/research/wandb_op.py

@@ -0,0 +1,116 @@
+import glob
+from rich.pretty import pprint
+import os
+import subprocess
+import argparse
+import wandb
+from tqdm import tqdm
+from rich.console import Console
+console = Console()
+
+def sync_runs(outdir):
+    outdir = os.path.abspath(outdir)
+    assert os.path.exists(outdir), f"Output directory {outdir} does not exist."
+    sub_dirs = [name for name in os.listdir(outdir) if os.path.isdir(os.path.join(outdir, name))]
+    assert len(sub_dirs) > 0, f"No subdirectories found in {outdir}."
+    console.rule("Parent Directory")
+    console.print(f"[yellow]{outdir}[/yellow]")
+
+    exp_dirs = [os.path.join(outdir, sub_dir) for sub_dir in sub_dirs]
+    wandb_dirs = []
+    for exp_dir in exp_dirs:
+        wandb_dirs.extend(glob.glob(f"{exp_dir}/wandb/*run-*"))
+    if len(wandb_dirs) == 0:
+        console.print(f"No wandb runs found in {outdir}.")
+        return
+    else:
+        console.print(f"Found [bold]{len(wandb_dirs)}[/bold] wandb runs in {outdir}.")
+        for i, wandb_dir in enumerate(wandb_dirs):
+            console.rule(f"Syncing wandb run {i + 1}/{len(wandb_dirs)}")
+            console.print(f"Syncing: {wandb_dir}")
+            process = subprocess.Popen(
+                ["wandb", "sync", wandb_dir],
+                stdout=subprocess.PIPE,
+                stderr=subprocess.STDOUT,
+                text=True,
+            )
+
+            for line in process.stdout:
+                console.print(line.strip())
+                if " ERROR Error while calling W&B API" in line:
+                    break
+            process.stdout.close()
+            process.wait()
+            if process.returncode != 0:
+                console.print(f"[red]Error syncing {wandb_dir}. Return code: {process.returncode}[/red]")
+            else:
+                console.print(f"Successfully synced {wandb_dir}.")
+
+def delete_runs(project, pattern=None):
+    console.rule("Delete W&B Runs")
+    confirm_msg = f"Are you sure you want to delete all runs in"
+    confirm_msg += f" \n\tproject: [red]{project}[/red]"
+    if pattern:
+        confirm_msg += f"\n\tpattern: [blue]{pattern}[/blue]"
+
+    console.print(confirm_msg)
+    confirmation = input(f"This action cannot be undone. [y/N]: ").strip().lower()
+    if confirmation != "y":
+        print("Cancelled.")
+        return
+
+    print("Confirmed. Proceeding...")
+    api = wandb.Api()
+    runs = api.runs(project)
+
+    deleted = 0
+    console.rule("Deleting W&B Runs")
+    if len(runs) == 0:
+        print("No runs found in the project.")
+        return
+    for run in tqdm(runs):
+        if pattern is None or pattern in run.name:
+            run.delete()
+            console.print(f"Deleted run: [red]{run.name}[/red]")
+            deleted += 1
+
+    console.print(f"Total runs deleted: {deleted}")
+
+
+def valid_argument(args):
+    if args.op == "sync":
+        assert os.path.exists(args.outdir), f"Output directory {args.outdir} does not exist."
+    elif args.op == "delete":
+        assert isinstance(args.project, str) and len(args.project.strip()) > 0, "Project name must be a non-empty string."
+    else:
+        raise ValueError(f"Unknown operation: {args.op}")
+
+def parse_args():
+    parser = argparse.ArgumentParser(description="Operations on W&B runs")
+    parser.add_argument("-op", "--op", type=str, help="Operation to perform", default="sync", choices=["delete", "sync"])
+    parser.add_argument("-prj", "--project", type=str, default="fire-paper2-2025", help="W&B project name")
+    parser.add_argument("-outdir", "--outdir", type=str, help="arg1 description", default="./zout/train")
+    parser.add_argument("-pt", "--pattern",
+        type=str,
+        default=None,
+        help="Run name pattern to match for deletion",
+    )
+
+    return parser.parse_args()
+
+
+def main():
+    args = parse_args()
+    # Validate arguments, stop if invalid
+    valid_argument(args)
+
+    op = args.op
+    if op == "sync":
+        sync_runs(args.outdir)
+    elif op == "delete":
+        delete_runs(args.project, args.pattern)
+    else:
+        raise ValueError(f"Unknown operation: {op}")
+
+if __name__ == "__main__":
+    main()

{halib-0.1.48.dist-info → halib-0.1.50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.48
+Version: 0.1.50
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -40,12 +40,16 @@ Requires-Dist: itables
 Requires-Dist: timebudget
 Requires-Dist: tqdm
 Requires-Dist: tube-dl
+Requires-Dist: wandb
 
 Helper package for coding and automation
 
-**Version 0.1.48**
+**Version 0.1.50**
 
-+ add `research` module to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `pprint_local_path` to print local path (file/directory) in clickable link (as file URI)
+
++ add `research` package to help with research tasks, including `benchquery` for benchmarking queries from dataframe
++ add `wandb` module to allow easy sync offline data to Weights & Biases (wandb) and batch clear wandb runs.
 
 **Version 0.1.47**
 + add `pprint_box` to print object/string in a box frame (like in `inspect`)

{halib-0.1.48.dist-info → halib-0.1.50.dist-info}/RECORD

@@ -1,5 +1,5 @@
-halib/__init__.py,sha256=r3xoKNX_4QxzC7MsdSXRZSge29xBI5LdMwNouzf3xv8,1543
-halib/common.py,sha256=bR0MPbUmsBhLdu5LMRr-dnf6XG8iyjLEJsVxT_q-qKw,2315
+halib/__init__.py,sha256=dHuxmYnZjeFT2VXuZU5yKX7c81XqcXX5tsKFtcaxkqI,1657
+halib/common.py,sha256=ZWKT46IBnXygJIJyy2Mi1PNK_f9GfuppNxYYOrqFAx8,3001
 halib/csvfile.py,sha256=Eoeni0NIbNG3mB5ESWAvNwhJxOjmCaPd1qqYRHImbvk,1567
 halib/cuda.py,sha256=1bvtBY8QvTWdLaxalzK9wqXPl0Ft3AfhcrebupxGzEA,1010
 halib/dataset.py,sha256=QU0Hr5QFb8_XlvnOMgC9QJGIpwXAZ9lDd0RdQi_QRec,6743
@@ -32,6 +32,7 @@ halib/research/benchquery.py,sha256=FuKnbWQtCEoRRtJAfN-zaN-jPiO_EzsakmTOMiqi7GQ,
 halib/research/dataset.py,sha256=QU0Hr5QFb8_XlvnOMgC9QJGIpwXAZ9lDd0RdQi_QRec,6743
 halib/research/plot.py,sha256=-pDUk4z3C_GnyJ5zWmf-mGMdT4gaipVJWzIgcpIPiRk,9448
 halib/research/torchloader.py,sha256=yqUjcSiME6H5W210363HyRUrOi3ISpUFAFkTr1w4DCw,6503
+halib/research/wandb_op.py,sha256=YzLEqME5kIRxi3VvjFkW83wnFrsn92oYeqYuNwtYRkY,4188
 halib/sys/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/sys/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
 halib/sys/filesys.py,sha256=ERpnELLDKJoTIIKf-AajgkY62nID4qmqmX5TkE95APU,2931
@@ -41,8 +42,8 @@ halib/system/filesys.py,sha256=ERpnELLDKJoTIIKf-AajgkY62nID4qmqmX5TkE95APU,2931
 halib/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
-halib-0.1.48.dist-info/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.1.48.dist-info/METADATA,sha256=iaGDSmQyhQWr6hLkyRpK6ZpkW6tuoAoGOrPNuK3CQp8,3960
-halib-0.1.48.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-halib-0.1.48.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.1.48.dist-info/RECORD,,
+halib-0.1.50.dist-info/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.1.50.dist-info/METADATA,sha256=resodiH8D_oUSzB_YnE91Z__8oAqIlCErBqkUVRl_Cw,4187
+halib-0.1.50.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+halib-0.1.50.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.1.50.dist-info/RECORD,,