halib 0.1.59__tar.gz → 0.1.61__tar.gz

{halib-0.1.59 → halib-0.1.61}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.59
+Version: 0.1.61
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,6 +15,11 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
+**Version 0.1.61**
+
++ add `util/video`: add `VideoUtils` class to handle common video-related tasks
++ add `util/gpu_mon`: add `GPUMonitor` class to monitor GPU usage and performance
+
 **Version 0.1.59**
 
 + add `util/perfcalc`: abstract class for performance calculation. This class need to be inherited and implemented with specific performance calculation logic.

{halib-0.1.59 → halib-0.1.61}/README.md

@@ -1,5 +1,10 @@
 Helper package for coding and automation
 
+**Version 0.1.61**
+
++ add `util/video`: add `VideoUtils` class to handle common video-related tasks
++ add `util/gpu_mon`: add `GPUMonitor` class to monitor GPU usage and performance
+
 **Version 0.1.59**
 
 + add `util/perfcalc`: abstract class for performance calculation. This class need to be inherited and implemented with specific performance calculation logic.

{halib-0.1.59 → halib-0.1.61}/halib/utils/dataclass_util.py

@@ -26,6 +26,7 @@ def yaml_to_dataclass(name: str, yaml_str: str):
     data = yaml.safe_load(yaml_str)
     return dict_to_dataclass(name, data)
 
+
 def yamlfile_to_dataclass(name: str, file_path: str):
     data_dict = yamlfile.load_yaml(file_path, to_dict=True)
     if "__base__" in data_dict:

halib-0.1.61/halib/utils/gpu_mon.py

@@ -0,0 +1,58 @@
+# install `pynvml_utils` package first
+# see this repo: https://github.com/gpuopenanalytics/pynvml
+from pynvml_utils import nvidia_smi
+import time
+import threading
+from rich.pretty import pprint
+
+class GPUMonitor:
+    def __init__(self, gpu_index=0, interval=0.01):
+        self.nvsmi = nvidia_smi.getInstance()
+        self.gpu_index = gpu_index
+        self.interval = interval
+        self.gpu_stats = []
+        self._running = False
+        self._thread = None
+
+    def _monitor(self):
+        while self._running:
+            stats = self.nvsmi.DeviceQuery("power.draw, memory.used")["gpu"][
+                self.gpu_index
+            ]
+            # pprint(stats)
+            self.gpu_stats.append(
+                {
+                    "power": stats["power_readings"]["power_draw"],
+                    "power_unit": stats["power_readings"]["unit"],
+                    "memory": stats["fb_memory_usage"]["used"],
+                    "memory_unit": stats["fb_memory_usage"]["unit"],
+                }
+            )
+            time.sleep(self.interval)
+
+    def start(self):
+        if not self._running:
+            self._running = True
+            # clear previous stats
+            self.gpu_stats.clear()
+            self._thread = threading.Thread(target=self._monitor)
+            self._thread.start()
+
+    def stop(self):
+        if self._running:
+            self._running = False
+            self._thread.join()
+            # clear the thread reference
+            self._thread = None
+
+    def get_stats(self):
+        ## return self.gpu_stats
+        assert self._running is False, "GPU monitor is still running. Stop it first."
+
+        powers = [s["power"] for s in self.gpu_stats if s["power"] is not None]
+        memories = [s["memory"] for s in self.gpu_stats if s["memory"] is not None]
+        avg_power = sum(powers) / len(powers) if powers else 0
+        max_memory = max(memories) if memories else 0
+        # power_unit = self.gpu_stats[0]["power_unit"] if self.gpu_stats else "W"
+        # memory_unit = self.gpu_stats[0]["memory_unit"] if self.gpu_stats else "MiB"
+        return {"gpu_avg_power": avg_power, "gpu_avg_max_memory": max_memory}

halib-0.1.61/halib/utils/video.py

@@ -0,0 +1,62 @@
+import os
+import cv2
+from ..filetype import csvfile
+from ..system import filesys as fs
+
+
+class VideoUtils:
+    @staticmethod
+    def get_video_meta_dict(video_path):
+        # Open the video file
+        cap = cv2.VideoCapture(video_path)
+
+        # Check if the video was opened successfully
+        if not cap.isOpened():
+            print(f"Error: Could not open video file {video_path}")
+            return None, None
+
+        # Get the frame count
+        frame_count = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
+
+        # Get the FPS
+        fps = cap.get(cv2.CAP_PROP_FPS)
+
+        # Release the video capture object
+        cap.release()
+        meta_dict = {
+            "video_path": video_path,
+            "frame_count": frame_count,
+            "fps": fps
+        }
+        return meta_dict
+
+    @staticmethod
+    def get_video_dir_meta_df(video_dir, video_exts=['.mp4', '.avi', '.mov', '.mkv'], search_recursive=False, csv_outfile=None):
+        assert os.path.exists(video_dir), f"Video directory {video_dir} does not exist"
+        video_files = fs.filter_files_by_extension(video_dir, video_exts, recursive=search_recursive)
+        assert len(video_files) > 0, f"No video files found in {video_dir} with extensions {video_exts}"
+        video_meta_list = []
+        for vfile in video_files:
+            meta_dict = VideoUtils.get_video_meta_dict(vfile)
+            if meta_dict:
+                video_meta_list.append(meta_dict)
+        dfmk = csvfile.DFCreator()
+        columns = list(video_meta_list[0].keys())
+        assert len(columns) > 0, "No video metadata found"
+        assert 'video_path' in columns, "video_path column not found in video metadata"
+        # move video_path to the first column
+        columns.remove('video_path')
+        columns.insert(0, 'video_path')
+        dfmk.create_table("video_meta", columns)
+        rows = [[meta[col] for col in columns] for meta in video_meta_list]
+        dfmk.insert_rows("video_meta", rows)
+        dfmk.fill_table_from_row_pool("video_meta")
+
+        if csv_outfile:
+            dfmk["video_meta"].to_csv(csv_outfile, index=False, sep=";")
+        return dfmk["video_meta"].copy()
+
+
+
+
+

{halib-0.1.59 → halib-0.1.61}/halib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.59
+Version: 0.1.61
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -15,6 +15,11 @@ License-File: LICENSE.txt
 
 Helper package for coding and automation
 
+**Version 0.1.61**
+
++ add `util/video`: add `VideoUtils` class to handle common video-related tasks
++ add `util/gpu_mon`: add `GPUMonitor` class to monitor GPU usage and performance
+
 **Version 0.1.59**
 
 + add `util/perfcalc`: abstract class for performance calculation. This class need to be inherited and implemented with specific performance calculation logic.

{halib-0.1.59 → halib-0.1.61}/halib.egg-info/SOURCES.txt

@@ -38,5 +38,7 @@ halib/system/filesys.py
 halib/utils/__init__.py
 halib/utils/dataclass_util.py
 halib/utils/dict_op.py
+halib/utils/gpu_mon.py
 halib/utils/listop.py
-halib/utils/tele_noti.py
+halib/utils/tele_noti.py
+halib/utils/video.py

{halib-0.1.59 → halib-0.1.61}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt") as f:
 
 setuptools.setup(
     name="halib",
-    version="0.1.59",
+    version="0.1.61",
     author="Hoang Van Ha",
     author_email="hoangvanhauit@gmail.com",
     description="Small library for common tasks",