halib 0.2.27__py3-none-any.whl → 0.2.28__py3-none-any.whl

halib/system/path.py

@@ -21,7 +21,7 @@ def load_pc_meta_info():
     # 2. Locate the file
     csv_path = resources.files(package_name).joinpath(file_name)
     global PC_TO_ABBR, ABBR_DISK_MAP, pc_df
-    pc_df = pd.read_csv(csv_path, sep=';', encoding='utf-8')
+    pc_df = pd.read_csv(csv_path, sep=';', encoding='utf-8')  # ty:ignore[no-matching-overload]
     PC_TO_ABBR = dict(zip(pc_df['pc_name'], pc_df['abbr']))
     ABBR_DISK_MAP = dict(zip(pc_df['abbr'], pc_df['working_disk']))
     # pprint("Loaded PC meta info:")
@@ -57,7 +57,7 @@ def get_working_disk(abbr_disk_map=ABBR_DISK_MAP):
 
 cDisk = get_working_disk()
 
-# ! This funcction search for full paths in the obj and normalize them according to the current platform and working disk
+# ! This function search for full paths in the obj and normalize them according to the current platform and working disk
 # ! E.g: "E:/zdataset/DFire", but working_disk: "D:", current_platform: "windows" => "D:/zdataset/DFire"
 # ! E.g: "E:/zdataset/DFire", but working_disk: "D:", current_platform: "linux" => "/mnt/d/zdataset/DFire"
 def normalize_paths(obj, working_disk=cDisk, current_platform=cPlatform):

halib/utils/dict.py

@@ -1,4 +1,3 @@
-from pygments.token import Other
 from typing import Dict, Any, Callable, Optional
 from rich.pretty import pprint
 import json

halib/utils/list.py

@@ -1,12 +1,17 @@
-def subtract(list_a, list_b):
-    return [item for item in list_a if item not in list_b]
+class ListUtils:
+    """Utility functions for list operations."""
 
+    @staticmethod
+    def subtract(list_a, list_b):
+        return [item for item in list_a if item not in list_b]
 
-def union(list_a, list_b, no_duplicate=False):
-    if no_duplicate:
-        return list(set(list_a) | set(list_b))
-    else:
-        return list_a + list_b
+    @staticmethod
+    def union(list_a, list_b, no_duplicate=False):
+        if no_duplicate:
+            return list(set(list_a) | set(list_b))
+        else:
+            return list_a + list_b
 
-def intersection(list_a, list_b):
-    return list(set(list_a) & set(list_b))
+    @staticmethod
+    def intersection(list_a, list_b):
+        return list(set(list_a) & set(list_b))

halib/utils/slack.py

@@ -0,0 +1,84 @@
+import time
+from slack_sdk import WebClient
+from slack_sdk.errors import SlackApiError
+from rich.pretty import pprint
+
+
+class SlackUtils:
+    _instance = None
+
+    def __new__(cls, token=None):
+        """
+        Singleton __new__ method.
+        Ensures only one instance of SlackUtils exists.
+        """
+        if cls._instance is None:
+            if token is None:
+                raise ValueError(
+                    "A Slack Token is required for the first initialization."
+                )
+
+            # Create the instance
+            cls._instance = super(SlackUtils, cls).__new__(cls)
+
+            # Initialize the WebClient only once
+            cls._instance.client = WebClient(token=token)
+            cls._instance.token = token
+
+        return cls._instance
+
+    def clear_channel(self, channel_id, sleep_interval=1.0):
+        """
+        Fetches and deletes all messages in a specified channel.
+        """
+        cursor = None
+        deleted_count = 0
+
+        pprint(f"--- Starting cleanup for Channel ID: {channel_id} ---")
+
+        while True:
+            try:
+                # Fetch history in batches of 100
+                response = self.client.conversations_history(  # ty:ignore[unresolved-attribute]
+                    channel=channel_id, cursor=cursor, limit=100
+                )
+
+                messages = response.get("messages", [])
+
+                if not messages:
+                    pprint("No more messages found to delete.")
+                    break
+
+                for msg in messages:
+                    ts = msg.get("ts")
+
+                    try:
+                        # Attempt delete
+                        self.client.chat_delete(  # ty:ignore[unresolved-attribute]
+                            channel=channel_id, ts=ts
+                        )
+                        pprint(f"Deleted: {ts}")
+                        deleted_count += 1
+
+                        # Rate limit protection (Tier 3 limit)
+                        time.sleep(sleep_interval)
+
+                    except SlackApiError as e:
+                        error_code = e.response["error"]
+                        if error_code == "cant_delete_message":
+                            pprint(f"Skipped (Permission denied): {ts}")
+                        elif error_code == "message_not_found":
+                            pprint(f"Skipped (Already deleted): {ts}")
+                        else:
+                            pprint(f"Error deleting {ts}: {error_code}")
+                # Check for pagination
+                if response["has_more"]:
+                    cursor = response["response_metadata"]["next_cursor"]
+                else:
+                    break
+
+            except SlackApiError as e:
+                print(f"Critical API Error fetching history: {e.response['error']}")
+                break
+
+        print(f"--- Completed. Total messages deleted: {deleted_count} ---")

{halib-0.2.27.dist-info → halib-0.2.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: halib
-Version: 0.2.27
+Version: 0.2.28
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -42,6 +42,7 @@ Requires-Dist: tube_dl
 Requires-Dist: wandb
 Requires-Dist: ipynbname
 Requires-Dist: typed-argument-parser
+Requires-Dist: slack_sdk
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier
@@ -56,25 +57,32 @@ Dynamic: summary
 
 ## v0.2.x (Experiment & Core Updates)
 
-### **v0.2.27**
+### **v0.2.28**
+
+- ✨ **New Feature:** Implement `utils.slack.SlackUtils` class for managing Slack channel message deletion
+
 - ✨ **New Feature:** Added `utils.dict.DictUtils` for advanced dictionary manipulations (merging, filtering, transforming).
 
 - ✨ **New Feature:** Added `common.common.pprint_stack_trace` to print stack traces with optional custom messages and force stop capability.
 
-- 🚀 **Improvement:**  `exp.perf.profiler` - allow to export *report dict* as csv files for further analysis
+- 🚀 **Improvement:** `exp.perf.profiler` - allow to export _report dict_ as csv files for further analysis
 
 ### **v0.2.19**
+
 - ✨ **New Feature:** Added `exp.core.param_gen` to facilitate fast generation of parameter combination sweeps (grid search) using YAML configurations.
 
 ### **v0.2.17**
+
 - 🚀 **Improvement:** Updated `exp.perf.profiler` with an `enabled` flag for dynamic toggling.
 - 🚀 **Improvement:** Added a `measure` context manager to simplify performance measuring of code blocks.
 
 ### **v0.2.13**
+
 - ♻️ **Refactor:** Major reorganization of packages. Renamed `research` package to `exp` (Experiment Management).
 - 🚀 **Improvement:** Updated `exp/perfcalc.py` to allow saving computed performance metrics to CSV without explicitly calling `calc_perfs`.
 
 ### **v0.2.1**
+
 - ✨ **New Feature:** Added `eval_exp` method to `exp/base_exp` for running evaluations (e.g., model testing) after experiments conclude.
 
 ---
@@ -82,15 +90,19 @@ Dynamic: summary
 ## v0.1.9x (Visualization & Generators)
 
 ### **v0.1.99**
+
 - ✨ **New Feature:** Added `gen_ipynb_name` to `filetype/ipynb`. Generates filenames based on the current notebook name with optional timestamps.
 
 ### **v0.1.96**
+
 - ✨ **New Feature:** Added `PlotHelper` class in `research/plot` for plotting training history and image grids (dataset samples or model outputs).
 
 ### **v0.1.91**
+
 - ✨ **New Feature:** Added `ParamGen` class to `research/param_gen` for parsing YAML files into parameter lists for hyperparameter searches.
 
 ### **v0.1.90**
+
 - ✨ **New Feature:** Added `zProfiler` class to `research/profiler` for measuring context/step execution time, supporting dynamic color scales in plots.
 
 ---
@@ -98,26 +110,33 @@ Dynamic: summary
 ## v0.1.5x - v0.1.7x (Infrastructure & Utilities)
 
 ### **v0.1.77**
+
 - ✨ **New Feature:** Added `BaseExp` class in `research/base_exp` to handle common experiment tasks (performance calculation, result saving).
 
 ### **v0.1.67**
+
 - 🔧 **Maintenance:** Switched to **uv** for virtual environment management.
 - 🚀 **Improvement:** Updated `research/perfcalc` to support both `torchmetrics` and custom metrics.
 
 ### **v0.1.61**
+
 - ✨ **New Feature:** Added `VideoUtils` (`util/video`) for common video handling tasks.
 - ✨ **New Feature:** Added `GPUMonitor` (`util/gpu_mon`) for tracking GPU usage and performance.
 
 ### **v0.1.59**
+
 - 🔨 **Architecture:** Added `util/perfcalc` abstract base class. This requires implementation of specific performance calculation logic.
 
 ### **v0.1.55**
+
 - ✨ **New Feature:** Added `util/dataclass_util` for dynamic creation of `dataclass` objects from dictionaries or YAML (supports nested structures).
 
 ### **v0.1.52**
+
 - ✨ **New Feature:** Added `research/perftb` module for managing experiment performance tables (filtering by dataset, metric, etc.).
 
 ### **v0.1.50**
+
 - ✨ **New Feature:** Added `pprint_local_path` to print clickable file URIs for local paths.
 - ✨ **New Feature:** Added `research` package containing `benchquery` for dataframe benchmarking.
 - ✨ **New Feature:** Added `wandb` module for offline syncing and batch clearing of Weights & Biases runs.
@@ -127,19 +146,24 @@ Dynamic: summary
 ## v0.1.4x (Display & formatting)
 
 ### **v0.1.47**
+
 - ✨ **New Feature:** Added `pprint_box` to print objects or strings inside a decorative box frame.
 
 ### **v0.1.46**
+
 - 🐛 **Fix:** Filtered `UserWarning: Unable to import Axes3D`.
 - 🚀 **Improvement:** Added `auto_wrap_text` to `fn_display_df` to prevent long text overflow in tables.
 
 ### **v0.1.42**
+
 - ✨ **New Feature:** Added `rich_color.py` wrapper for basic color lists.
 
 ### **v0.1.41**
+
 - ✨ **New Feature:** Added `rich_color.py` to support rich color information (palettes, strings) using the `rich` library.
 
 ### **v0.1.40**
+
 - 🚀 **Improvement:** Updated `csvfile.py` to use `itables` and `pygwalker` for interactive dataframe display in Jupyter notebooks.
 
 ---
@@ -147,12 +171,15 @@ Dynamic: summary
 ## v0.1.3x (Data & Loading)
 
 ### **v0.1.38**
+
 - ✨ **New Feature:** Added `torchloader.py` to search for optimal `DataLoader` configurations (num_workers, batch_size, pin_memory).
 
 ### **v0.1.37**
+
 - ✨ **New Feature:** Added `dataset.py` for splitting classification datasets into train/val/test sets.
 
 ### **v0.1.33**
+
 - ✨ **New Feature:** Added `plot.py` for plotting Deep Learning training history (accuracy/loss) using `seaborn` and `matplotlib`.
 
 ---
@@ -160,35 +187,45 @@ Dynamic: summary
 ## v0.1.0 - v0.1.2x (Early Utilities)
 
 ### **v0.1.29**
+
 - 🐛 **Fix:** Pinned `kaleido==0.1.*` for `tele_noti` as version `0.2.*` caused image generation hangs.
 
 ### **v0.1.24**
+
 - ♻️ **Refactor:** Renamed `sys` module to `system` to avoid conflicts with Python's built-in `sys`.
 - ✨ **New Feature:** Added `tele_noti` module for Telegram notifications regarding training progress.
 
 ### **v0.1.22**
+
 - ✨ **New Feature:** Added `cuda.py` to check CUDA availability for both PyTorch and TensorFlow.
 
 ### **v0.1.21**
+
 - ✨ **New Feature:** Added YAML inheritance and overriding support using `networkx` and `omegaconf`.
 
 ### **v0.1.15**
+
 - ✨ **New Feature:** Added common logging library and `@console_log` decorator for function tracing.
 
 ### **v0.1.10**
+
 - 🐛 **Fix:** Fixed typo `is_exit` -> `is_exist` in `filesys`.
 - 🚀 **Improvement:** Updated `gdrive` to support uploading to specific folders and returning direct shareable links.
 
 ### **v0.1.9**
+
 - 🔧 **Maintenance:** Added `requirements.txt`.
 
 ### **v0.1.6 - v0.1.8**
+
 - 🚀 **Performance:** Optimized table insertion by using an in-memory `row_pool_dict` before committing to the DataFrame.
 - ✨ **New Feature:** Added `DFCreator` for manipulating DataFrames (create, insert, display, save).
 
 ### **v0.1.4 - v0.1.5**
+
 - ✨ **New Feature:** Added `cmd` module.
 - ✨ **New Feature:** Support for creating Bitbucket Projects from templates.
 
 ### **v0.1.2**
+
 - ✨ **New Feature:** Added support for uploading local files to Google Drive.

{halib-0.2.27.dist-info → halib-0.2.28.dist-info}/RECORD

@@ -92,18 +92,19 @@ halib/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/system/_list_pc.csv,sha256=r8RwxDWYEeNkPCQBs8dOC8cWgBpa3OULZobwb1feuWg,172
 halib/system/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
 halib/system/filesys.py,sha256=102J2fkQhmH1_-HQVy2FQ4NOU8LTjMWV3hToT_APtq8,4401
-halib/system/path.py,sha256=k_pveq41uXEzKPU2KTIdqjUSb4MVM-hCFXHGeO-6x6Q,3694
+halib/system/path.py,sha256=ewiHI76SLFBG5NnlihLpxBbOEDfHibRwKTcLMjEz6Hw,3728
 halib/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 halib/utils/dataclass_util.py,sha256=rj2IMLlUzbm2OlF5_B2dRTk9njZOaF7tTjYkOsq8uLY,1416
-halib/utils/dict.py,sha256=tUmwKNbTLOyGLl5nKYdT8QIoS4pBFfdsZHCJ6NQCgp4,6922
+halib/utils/dict.py,sha256=cqyo37IitDgTUgoooO8PTKvPYBuHeCyxTz1QKbYKtLI,6888
 halib/utils/dict_op.py,sha256=wYE6Iw-_CnCWdMg9tpJ2Y2-e2ESkW9FxmdBkZkbUh80,299
 halib/utils/gpu_mon.py,sha256=vD41_ZnmPLKguuq9X44SB_vwd9JrblO4BDzHLXZhhFY,2233
-halib/utils/list.py,sha256=BM-8sRhYyqF7bh4p7TQtV7P_gnFruUCA6DTUOombaZg,337
+halib/utils/list.py,sha256=bbey9_0IaMXnHx1pudv3C3_WU9uFQEQ5qHPklSN-7o0,498
 halib/utils/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
+halib/utils/slack.py,sha256=NyiBoH-o653i0tb3KmpbSOmLj0_RACyPgYQWuh4utjs,3007
 halib/utils/tele_noti.py,sha256=-4WXZelCA4W9BroapkRyIdUu9cUVrcJJhegnMs_WpGU,5928
 halib/utils/video.py,sha256=zLoj5EHk4SmP9OnoHjO8mLbzPdtq6gQPzTQisOEDdO8,3261
-halib-0.2.27.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.2.27.dist-info/METADATA,sha256=Or9W2uqrbMh_PQd3KCda2KZRuuH4Wi7I4aicUPq2Ks0,7719
-halib-0.2.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-halib-0.2.27.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.2.27.dist-info/RECORD,,
+halib-0.2.28.dist-info/licenses/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.2.28.dist-info/METADATA,sha256=OLZvOvDQWqp8m_5or_KoqDevjSdjN2mN767yDlYeKLc,7923
+halib-0.2.28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+halib-0.2.28.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.2.28.dist-info/RECORD,,