halib 0.2.31__py3-none-any.whl → 0.2.33__py3-none-any.whl

halib/common/common.py

@@ -1,3 +1,4 @@
+from fiftyone.brain.internal.core.lancedb import pa
 import os
 import sys
 import re
@@ -280,6 +281,9 @@ def log_func(
         func_name = getattr(func, "__name__", "Unknown_Func")
         skip_list = skip_idxs or []
 
+        SUMMARY_WIDTH = 80
+        SUB_SUMMARY_WIDTH = 50
+
         with ConsoleLog(func_name):
             start = time.perf_counter()
             try:
@@ -288,22 +292,24 @@ def log_func(
                 end = time.perf_counter()
 
                 if log_time or log_args:
-                    console.print(pad_string(f"Func <{func_name}> summary", 80))
+                    console.print(
+                        pad_string(f"Func <{func_name}> summary", SUMMARY_WIDTH)
+                    )
 
                     if log_args:
-                        console.print(f"--- Arguments for {func_name} ---")
+                        console.print(pad_string(f"Args Summary", SUMMARY_WIDTH))
                         # Log Positional Args line-by-line
                         for i, val in enumerate(args):
-                            if i in skip_list:
-                                console.print(f"  arg[{i}]: <SKIPPED>")
-                                continue
-                            pprint(f"   arg[{i}]: \n {val}")
-
+                            val = "SKIPPED" if i in skip_list else val
+                            console.print(pad_string(f"arg[{i}]", SUB_SUMMARY_WIDTH))
+                            pprint(val)
                         # Log Keyword Args line-by-line
                         for k, v in kwargs.items():
-                            pprint(f"  {k}: \n {v}")
+                            console.print(pad_string(f"{k}", SUB_SUMMARY_WIDTH))
+                            pprint(v)
 
                     if log_time:
+                        console.print(pad_string(f"Time Summary", SUMMARY_WIDTH))
                         console.print(f"{func_name} took {end - start:.6f} seconds")
 
         return result

halib/utils/wandb_op.py

@@ -0,0 +1,140 @@
+import glob
+import wandb
+import subprocess
+from pathlib import Path
+from typing import Optional, Literal
+
+from tap import Tap
+from tqdm import tqdm
+
+from rich.console import Console
+import yaml
+
+wandb_console = Console()
+
+
+# --- Argument Parser ---
+class WandbArgs(Tap):
+    # --- Auth ---
+    api_key_yaml: Path = Path(
+        "E:/Dev/__halib/.env.yaml"
+    )  # Path to YAML file containing W&B API key
+
+    # --- Operations ---
+    op: Literal["sync", "delete"] = "delete"  # Operation to perform
+
+    # --- Project & Filtering ---
+    project: str = "paper2_main"  # W&B project name
+    pattern: Optional[str] = None  # Run name pattern to match for deletion
+
+    # --- Paths ---
+    outdir: Path = Path("./zout/zruns")  # Directory containing runs to sync
+
+    def configure(self):
+        self.add_argument("-prj", "--project")
+        self.add_argument("-pt", "--pattern")
+        self.add_argument("-o", "--outdir")
+        self.add_argument("-k", "--api_key_yaml")
+
+    def validate(self):
+        if self.op == "sync" and not self.outdir.exists():
+            raise ValueError(f"Output directory {self.outdir} does not exist.")
+        if self.op == "delete" and not self.project.strip():
+            raise ValueError("Project name must be a non-empty string.")
+
+
+def login_wandb(api_key: Optional[str]):
+    """Handles authentication with Weights & Biases."""
+    try:
+        if api_key:
+            # Explicit login with key
+            wandb.login(key=api_key)
+            wandb_console.print(
+                "[green]Successfully logged into W&B using provided API key.[/green]"
+            )
+        else:
+            # Attempts to find key in environment variables or netrc file
+            if wandb.login():
+                wandb_console.print(
+                    "[blue]Logged into W&B using existing credentials.[/blue]"
+                )
+            else:
+                wandb_console.print(
+                    "[red]Authentication failed. Please provide an API key with -k.[/red]"
+                )
+                exit(1)
+    except Exception as e:
+        wandb_console.print(f"[bold red]Login Error:[/bold red] {e}")
+        exit(1)
+
+
+# --- Logic Functions ---
+
+
+def sync_runs(outdir: Path):
+    outdir_path = outdir.absolute()
+    sub_dirs = [d for d in outdir_path.iterdir() if d.is_dir()]
+
+    if not sub_dirs:
+        wandb_console.print(f"[red]No subdirectories found in {outdir_path}.[/red]")
+        return
+
+    wandb_console.rule(f"Syncing from {outdir_path}")
+
+    wandb_dirs = []
+    for exp_dir in sub_dirs:
+        wandb_dirs.extend(glob.glob(str(exp_dir / "wandb" / "*run-*")))
+
+    if not wandb_dirs:
+        wandb_console.print("No wandb runs found.")
+        return
+
+    for i, wandb_dir in enumerate(wandb_dirs):
+        wandb_console.print(f"[{i+1}/{len(wandb_dirs)}] Syncing: {wandb_dir}")
+
+        # Note: 'wandb sync' command uses the credentials from wandb.login()
+        process = subprocess.Popen(
+            ["wandb", "sync", wandb_dir],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+        )
+        for line in process.stdout:  # ty:ignore[not-iterable]
+            if "ERROR" in line:
+                wandb_console.print(f"[red]{line.strip()}[/red]")
+        process.wait()
+
+
+def delete_runs(project: str, pattern: Optional[str]):
+    api = wandb.Api()
+    runs = api.runs(project)
+
+    deleted = 0
+    for run in tqdm(runs, desc="Processing runs"):
+        if pattern is None or pattern in run.name:
+            run.delete()
+            deleted += 1
+    wandb_console.print(f"[green]Total runs deleted: {deleted}[/green]")
+
+
+def main():
+    args = WandbArgs().parse_args()
+    cfg_dict = {}
+    with open(args.api_key_yaml, "r") as f:
+        cfg_dict = yaml.safe_load(f)
+    wandb_api_key = cfg_dict.get("WANDB_API_KEY")
+    assert (
+        wandb_api_key is not None
+    ), "W&B API key not found in the specified YAML file."
+    # 1. Login first
+    login_wandb(wandb_api_key)
+
+    # 2. Execute operation
+    if args.op == "sync":
+        sync_runs(args.outdir)
+    elif args.op == "delete":
+        delete_runs(args.project, args.pattern)
+
+
+if __name__ == "__main__":
+    main()

{halib-0.2.31.dist-info → halib-0.2.33.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.31
+Version: 0.2.33
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -57,7 +57,10 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.31**
+### **v0.2.33**
+
+- 🚀 **Improvement:**: move `wandb_op.py` to `utils` and add `scripts` folder
+
 
 - ✨ **New Feature:**: add `common.common.log_func` as decorator to log function entry, exit, with execution time and arguments.
 

{halib-0.2.31.dist-info → halib-0.2.33.dist-info}/RECORD

@@ -17,7 +17,7 @@ halib/textfile.py,sha256=EhVFrit-nRBJx18e6rtIqcE1cSbgsLnMXe_kdhi1EPI,399
 halib/torchloader.py,sha256=-q9YE-AoHZE1xQX2dgNxdqtucEXYs4sQ22WXdl6EGfI,6500
 halib/videofile.py,sha256=NTLTZ-j6YD47duw2LN2p-lDQDglYFP1LpEU_0gzHLdI,4737
 halib/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/common/common.py,sha256=C8oyWPn5PWwHqu2HyKEiyk0yhPC58fLZGPx70ogAUMM,10213
+halib/common/common.py,sha256=sGfL03cg3lsp6rfpWSltpfDWV7vNI_0lh6pMFmAli4I,10516
 halib/common/rich_color.py,sha256=tyK5fl3Dtv1tKsfFzt_5Rco4Fj72QliA-w5aGXaVuqQ,6392
 halib/exp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/exp/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -103,8 +103,9 @@ halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
 halib/utils/slack.py,sha256=2ugWE_eJ0s479ObACJbx7iEu3kjMPD4Rt2hEwuMpuNQ,3099
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
-halib-0.2.31.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.31.dist-info/METADATA,sha256=wOgFsTwJbBmOXLmPZP_8dDsjrfMjE-X_F1GngNqOO9s,8183
-halib-0.2.31.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.31.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.31.dist-info/RECORD,,
+halib/utils/wandb_op.py,sha256=qqDdTMW4J07bzuJTTg2HoLAPs21nVEbwt2-Aa5ZKiVk,4336
+halib-0.2.33.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.33.dist-info/METADATA,sha256=-lEH1imwexo2Ig9i47CgkHkxHwsok4l4D3z-cUzmFM0,8268
+halib-0.2.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.33.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.33.dist-info/RECORD,,