halib 0.1.11__py3-none-any.whl → 0.1.15__py3-none-any.whl

halib/__init__.py

@@ -0,0 +1,45 @@
+__all__ = [
+    "cmd",
+    "fs",
+    "filetype",
+    "np",
+    "pd",
+    "timebudget",
+    "tqdm",
+    "logger",
+    "inspect",
+    "rprint",
+    "console",
+    "pprint",
+    "plt",
+    "console",
+    "console_log",
+]
+
+import numpy as np
+import pandas as pd
+from .filetype import *
+from .sys import cmd
+from .sys import filesys as fs
+
+# for log
+from loguru import logger
+from rich import inspect
+from rich import print as rprint
+from rich.console import Console
+from rich.pretty import pprint
+from timebudget import timebudget
+from tqdm import tqdm
+import matplotlib.pyplot as plt
+
+console = Console()
+
+
+def console_log(func):
+    def wrapper(*args, **kwargs):
+        console.rule(f"<{func.__name__}>")
+        result = func(*args, **kwargs)
+        console.rule(f"</{func.__name__}>")
+        return result
+
+    return wrapper

halib/filetype/csvfile.py

@@ -9,15 +9,16 @@ from loguru import logger
 
 console = Console()
 
+
 def read(file, separator=","):
     df = pd.read_csv(file, separator)
     return df
 
 
 # for append, mode = 'a'
-def fn_write(df, outfile, mode='w', header=True, index_label=None):
-    if not outfile.endswith('.csv'):
-        outfile = f'{outfile}.csv'
+def fn_write(df, outfile, mode="w", header=True, index_label=None):
+    if not outfile.endswith(".csv"):
+        outfile = f"{outfile}.csv"
     if index_label is not None:
         df.to_csv(outfile, mode=mode, header=header, index_label=index_label)
     else:
@@ -30,84 +31,103 @@ def fn_make_df_with_columns(columns):
 
 
 def fn_insert_rows(df, singleRow_or_rowList):
-    row_data = singleRow_or_rowList if type(singleRow_or_rowList[0]) is list else [singleRow_or_rowList]
+    row_data = (
+        singleRow_or_rowList
+        if type(singleRow_or_rowList[0]) is list
+        else [singleRow_or_rowList]
+    )
     new_row_df = pd.DataFrame(row_data, columns=df.columns)
     df = pd.concat([df, new_row_df], ignore_index=True)
     return df
 
 
 def fn_display_df(df):
-    print(tabulate(df, headers='keys', tablefmt='psql', numalign="right"))
-
+    print(tabulate(df, headers="keys", tablefmt="psql", numalign="right"))
 
-def fn_config_display_pd(max_rows=None, max_columns=None,
-                      display_width=1000, col_header_justify='center',
-                      precision=10):
-    pd.set_option('display.max_rows', max_rows)
-    pd.set_option('display.max_columns', max_columns)
-    pd.set_option('display.width', display_width)
-    pd.set_option('display.colheader_justify', col_header_justify)
-    pd.set_option('display.precision', precision)
 
+def fn_config_display_pd(
+    max_rows=None,
+    max_columns=None,
+    display_width=1000,
+    col_header_justify="center",
+    precision=10,
+):
+    pd.set_option("display.max_rows", max_rows)
+    pd.set_option("display.max_columns", max_columns)
+    pd.set_option("display.width", display_width)
+    pd.set_option("display.colheader_justify", col_header_justify)
+    pd.set_option("display.precision", precision)
 
 
 class DFCreator(dict):
     """docstring for ClassName."""
-    
-    def __init__(self,*arg,**kw):
-      super(DFCreator, self).__init__(*arg, **kw)
-      self.row_pool_dict = {}
-      
+
+    def __init__(self, *arg, **kw):
+        super(DFCreator, self).__init__(*arg, **kw)
+        self.row_pool_dict = {}
+
     def create_table(self, table_name, columns):
         self[table_name] = pd.DataFrame(columns=columns)
         self.row_pool_dict[table_name] = []
-    
-    '''Instead of inserting to dataframe, insert to row pool for fast computation'''
+
+    """Instead of inserting to dataframe, insert to row pool for fast computation"""
+
     def insert_rows(self, table_name, singleRow_or_rowList):
-        rows_data = singleRow_or_rowList if type(singleRow_or_rowList[0]) is list else [singleRow_or_rowList]
+        rows_data = (
+            singleRow_or_rowList
+            if type(singleRow_or_rowList[0]) is list
+            else [singleRow_or_rowList]
+        )
         self.row_pool_dict[table_name].extend(rows_data)
-    
-    '''Fill from row pool to actual table dataframe'''
+
+    """Fill from row pool to actual table dataframe"""
+
     def fill_table_from_row_pool(self, table_name):
         if len(self.row_pool_dict[table_name]) > 0:
             # concat row pool to table dataframe
-            self[table_name] = fn_insert_rows(self[table_name], self.row_pool_dict[table_name])
-            #free the pool
+            self[table_name] = fn_insert_rows(
+                self[table_name], self.row_pool_dict[table_name]
+            )
+            # free the pool
             self.row_pool_dict[table_name] = []
-    
-    def write_table(self, table_name, output_dir, out_file_name=None, mode='w', header=True, index_label=None):
+
+    def write_table(
+        self,
+        table_name,
+        output_dir,
+        out_file_name=None,
+        mode="w",
+        header=True,
+        index_label=None,
+    ):
         self.fill_table_from_row_pool(table_name)
-        
+
         if not out_file_name:
-            outfile = f'{output_dir}/{table_name}.csv'
+            outfile = f"{output_dir}/{table_name}.csv"
         else:
-            outfile = f'{output_dir}/{out_file_name}.csv'
-        
+            outfile = f"{output_dir}/{out_file_name}.csv"
+
         fn_write(self[table_name], outfile, mode, header, index_label)
-    
-    def write_all_table(self, output_dir, mode='w', header=True, index_label=None):
+
+    def write_all_table(self, output_dir, mode="w", header=True, index_label=None):
         for table_name in self.keys():
-            outfile = f'{output_dir}/{table_name}.csv'
+            outfile = f"{output_dir}/{table_name}.csv"
             fn_write(self[table_name], outfile, mode, header, index_label)
-    
+
     def display_table(self, table_name):
         self.fill_table_from_row_pool(table_name)
         fn_display_df(self[table_name])
-    
+
     def display_table_schema(self, table_name):
         columns = list(self[table_name].columns)
-        console.print(f'TABLE {table_name}: {columns}', style='bold blue')
-    
+        console.print(f"TABLE {table_name}: {columns}", style="bold blue")
+
     def display_all_table_schema(self):
-       table_names = list(self.keys())
-       for table_name in table_names:
-           self.display_table_schema(table_name)
-           
+        table_names = list(self.keys())
+        for table_name in table_names:
+            self.display_table_schema(table_name)
+
     def display_all_table(self):
         for table_name in self.keys():
             console.rule(table_name)
             self.display_table(table_name)
-    
-            
-
-    

halib/filetype/jsonfile.py

@@ -8,7 +8,7 @@ def read(file):
 
 
 def write(data_dict, outfile):
-    with open(outfile, 'w') as json_file:
+    with open(outfile, "w") as json_file:
         json.dump(data_dict, json_file)
 
 

halib/filetype/textfile.py

@@ -1,13 +1,13 @@
 def read_line_by_line(file_path):
-    with open(file_path, 'r') as file:
+    with open(file_path, "r") as file:
         lines = file.readlines()
         lines = [line.rstrip() for line in lines]
         return lines
 
 
 def write(lines, outfile, append=False):
-    mode = 'a' if append else 'w'
-    with open(outfile, mode, encoding='utf-8') as f:
+    mode = "a" if append else "w"
+    with open(outfile, mode, encoding="utf-8") as f:
         for line in lines:
             f.write(line)
-            f.write('\n')
+            f.write("\n")

halib/filetype/videofile.py

@@ -10,27 +10,28 @@ from halib.filetype import textfile
 
 
 class VideoResolution(Enum):
-    VR480p = '720x480'
-    VR576p = '1280x720'
-    VR720p_hd = '1280x720'
-    VR1080p_full_hd = '1920x1080 '
-    VR4K_uhd = '3840x2160'
-    VR8K_uhd = '7680x4320'
+    VR480p = "720x480"
+    VR576p = "1280x720"
+    VR720p_hd = "1280x720"
+    VR1080p_full_hd = "1920x1080 "
+    VR4K_uhd = "3840x2160"
+    VR8K_uhd = "7680x4320"
 
     def __str__(self):
-        return '%s' % self.value
+        return "%s" % self.value
 
 
 def get_video_resolution_size(video_resolution):
-    separator = 'x'
+    separator = "x"
     resolution_str = str(video_resolution)
     info_arr = resolution_str.split(separator)
     width, height = int(info_arr[0]), int(info_arr[1])
     return width, height
 
 
-def get_videos_by_resolution(directory, video_resolution,
-                             video_ext='mp4', include_better=True):
+def get_videos_by_resolution(
+    directory, video_resolution, video_ext="mp4", include_better=True
+):
     video_paths = filesys.filter_files_by_extension(directory, video_ext)
     filtered_video_paths = []
     for path in video_paths:
@@ -62,7 +63,9 @@ progress_bar = None
 def on_progress(bytes_done, total_bytes):
     global progress_bar
     if progress_bar is None:
-        progress_bar = enlighten.get_manager().counter(total=20, desc="Downloading", unit="byte", color="blue")
+        progress_bar = enlighten.get_manager().counter(
+            total=20, desc="Downloading", unit="byte", color="blue"
+        )
 
     progress_bar.total = total_bytes
     progress_bar.count = bytes_done
@@ -74,33 +77,38 @@ def on_progress(bytes_done, total_bytes):
 
 
 def get_youtube_url(full_url_or_video_code):
-    if 'youtube' in full_url_or_video_code:
+    if "youtube" in full_url_or_video_code:
         url = full_url_or_video_code
     else:
-        url = f'https://youtube.com/watch?v={full_url_or_video_code}'
+        url = f"https://youtube.com/watch?v={full_url_or_video_code}"
     return url
 
 
-def download_yt_video(full_url_or_video_code, save_folder='./',
-                      report_progress=False, video_idx='1', total_video='1'):
+def download_yt_video(
+    full_url_or_video_code,
+    save_folder="./",
+    report_progress=False,
+    video_idx="1",
+    total_video="1",
+):
     url = get_youtube_url(full_url_or_video_code)
     filesys.make_dir(save_folder)
     filesys.change_current_dir(save_folder)
     try:
         yt = Youtube(url)
-        title_en = yt.title.encode('ascii', 'ignore')
+        title_en = yt.title.encode("ascii", "ignore")
         file_download = yt.formats.first()
         if report_progress:
-            print(f'\n[{video_idx}/{total_video}][DOWNLOAD]{title_en}')
+            print(f"\n[{video_idx}/{total_video}][DOWNLOAD]{title_en}")
             file_download.download(onprogress=on_progress, skip_existing=True)
     except TypeError:
-        print(f'[ERROR] download {url}')
+        print(f"[ERROR] download {url}")
 
 
-def download_playlist(playlist_url, save_folder='./',
-                      report_progress=False,
-                      start_pattern=None):
-    print(f'[DOWNLOAD PLAYLIST] {playlist_url}')
+def download_playlist(
+    playlist_url, save_folder="./", report_progress=False, start_pattern=None
+):
+    print(f"[DOWNLOAD PLAYLIST] {playlist_url}")
     pl = Playlist(playlist_url).videos
     total_video = len(pl)
     should_start = False
@@ -108,7 +116,7 @@ def download_playlist(playlist_url, save_folder='./',
     count = 0
     for idx, code in enumerate(pl):
         try:
-            url = f'https://youtube.com/watch?v={code}'
+            url = f"https://youtube.com/watch?v={code}"
             yt = Youtube(url)
             count += 1
             if start_pattern is None:
@@ -116,12 +124,16 @@ def download_playlist(playlist_url, save_folder='./',
             elif start_pattern in yt.title:
                 should_start = True
             if should_start:
-                download_yt_video(url, save_folder, report_progress,
-                                  video_idx=str(count),
-                                  total_video=str(total_video))
+                download_yt_video(
+                    url,
+                    save_folder,
+                    report_progress,
+                    video_idx=str(count),
+                    total_video=str(total_video),
+                )
 
         except TypeError:
-            print(f'[ERROR] download {url}')
+            print(f"[ERROR] download {url}")
     enlighten.get_manager().stop()
 
 
@@ -134,6 +146,7 @@ def download_multiple_playlist_in_files(text_file, report_progress=False):
         plUrl = folder_plUrl.split()[1]
         download_playlist(plUrl, save_folder=folder, report_progress=report_progress)
 
+
 # test code
 # pl = 'https://youtube.com/playlist?list=PLYaaU301HUe03PabLEGbMGB8nhHgq58Zr'
 # download_playlist(pl, './test', report_progress=True)

halib/online/gdrive.py

@@ -9,6 +9,7 @@ import requests
 import json
 
 import googleapiclient.errors
+
 # Import Google libraries
 from pydrive.auth import GoogleAuth
 from pydrive.drive import GoogleDrive
@@ -24,9 +25,9 @@ ggDrive = None
 ggAuth = None
 
 
-def get_gg_drive(settings_file='settings.yaml'):
+def get_gg_drive(settings_file="settings.yaml"):
     """
-        Authenticate to Google API
+    Authenticate to Google API
     """
     global ggDrive
     global ggAuth
@@ -46,13 +47,13 @@ def get_folder_id(gg_parent_folder_id, folder_name):
     file_list = GoogleDriveFileList()
     try:
         file_list = drive.ListFile(
-            {'q': "'{0}' in parents and trashed=false".format(gg_parent_folder_id)}
+            {"q": "'{0}' in parents and trashed=false".format(gg_parent_folder_id)}
         ).GetList()
     # Exit if the parent folder doesn't exist
     except googleapiclient.errors.HttpError as err:
         # Parse error message
-        message = ast.literal_eval(err.content)['error']['message']
-        if message == 'File not found: ':
+        message = ast.literal_eval(err.content)["error"]["message"]
+        if message == "File not found: ":
             print(message + folder_name)
             exit(1)
         # Exit with stacktrace in case of other error
@@ -61,22 +62,22 @@ def get_folder_id(gg_parent_folder_id, folder_name):
 
     # Find the the destination folder in the parent folder's files
     for file1 in file_list:
-        if file1['title'] == folder_name:
-            print('title: %s, id: %s' % (file1['title'], file1['id']))
-            return file1['id']
+        if file1["title"] == folder_name:
+            print("title: %s, id: %s" % (file1["title"], file1["id"]))
+            return file1["id"]
 
 
 def create_folder(folder_name, gg_parent_folder_id):
     """
-        Create folder on Google Drive
+    Create folder on Google Drive
     """
 
     folder_metadata = {
-        'title': folder_name,
+        "title": folder_name,
         # Define the file type as folder
-        'mimeType': 'application/vnd.google-apps.folder',
+        "mimeType": "application/vnd.google-apps.folder",
         # ID of the parent folder
-        'parents': [{"kind": "drive#fileLink", "id": gg_parent_folder_id}]
+        "parents": [{"kind": "drive#fileLink", "id": gg_parent_folder_id}],
     }
     drive = get_gg_drive()
     folder = drive.CreateFile(folder_metadata)
@@ -84,7 +85,7 @@ def create_folder(folder_name, gg_parent_folder_id):
 
     # Return folder information
     # print('title: %s, id: %s' % (folder['title'], folder['id']))
-    return folder['id']
+    return folder["id"]
 
 
 def is_in_ignore_list(local_path, ignore_list=None):
@@ -99,77 +100,88 @@ def is_in_ignore_list(local_path, ignore_list=None):
 
 def upload_file(local_file_path, gg_folder_id, ignore_list=None):
     """
-        Upload local file to Google Drive folder
+    Upload local file to Google Drive folder
     """
     drive = get_gg_drive()
     if not is_in_ignore_list(local_file_path, ignore_list):
         link = ""
-        
-        print('uploading ' + local_file_path)
+
+        # print('uploading ' + local_file_path)
         try:
             # Upload file to folder.
             title = filesys.get_file_name(local_file_path, split_file_ext=False)
 
             # delete file if exist on gg folder
             query = f"'{gg_folder_id}'  in parents and trashed=false"
-            file_list = drive.ListFile({'q': f"{query}"}).GetList()
+            file_list = drive.ListFile({"q": f"{query}"}).GetList()
             for file in file_list:
-                if file['title'] == title:
-                    print(f'[DELETE] {title} on Google Drive')
+                if file["title"] == title:
+                    # print(f'[DELETE] {title} on Google Drive')
                     file.Delete()
                     break
-            print('uploading ' + local_file_path)
+            # print('uploading ' + local_file_path)
             f = drive.CreateFile(
-                {"title": f"{title}",
-                "parents": [{"kind": "drive#fileLink", "id": gg_folder_id}]})
+                {
+                    "title": f"{title}",
+                    "parents": [{"kind": "drive#fileLink", "id": gg_folder_id}],
+                }
+            )
             f.SetContentFile(local_file_path)
-            f.Upload(param={'supportsAllDrives': True}) 
-            print(50*'*')
-            access_token = ggAuth.credentials.access_token # gauth is from drive = GoogleDrive(gauth) Please modify this for your actual script.
-            print(f'access_token {access_token}')
-            file_id = f['id']
-            url = 'https://www.googleapis.com/drive/v3/files/' + file_id + '/permissions?supportsAllDrives=true'
-            headers = {'Authorization': 'Bearer ' + access_token, 'Content-Type': 'application/json'}
-            payload = {'type': 'anyone', 'value': 'anyone', 'role': 'reader'}
+            f.Upload(param={"supportsAllDrives": True})
+            access_token = (
+                ggAuth.credentials.access_token
+            )  # gauth is from drive = GoogleDrive(gauth) Please modify this for your actual script.
+            # print(f'access_token {access_token}')
+            file_id = f["id"]
+            url = (
+                "https://www.googleapis.com/drive/v3/files/"
+                + file_id
+                + "/permissions?supportsAllDrives=true"
+            )
+            headers = {
+                "Authorization": "Bearer " + access_token,
+                "Content-Type": "application/json",
+            }
+            payload = {"type": "anyone", "value": "anyone", "role": "reader"}
             res = requests.post(url, data=json.dumps(payload), headers=headers)
-            print(res.status_code)
-            print(res.content)
             # SHARABLE LINK
-            link = f['alternateLink']
+            link = f["alternateLink"]
             return link
         except Exception as e:
-            print('error uploading ' + local_file_path)
+            print("error uploading " + local_file_path)
             print(e)
             return link
     # Skip the file if it's empty
     else:
-        print('file {0} is empty or in ignore list'.format(local_file_path))
-        return "" # return empty string
+        print("file {0} is empty or in ignore list".format(local_file_path))
+        return ""  # return empty string
 
 
-def recursive_walk_and_upload(local_folder_path, gg_folder_id,
-                              processed_path, ignore_list=None):
+def recursive_walk_and_upload(
+    local_folder_path, gg_folder_id, processed_path, ignore_list=None
+):
     for root, sub_folders, files in os.walk(local_folder_path):
         # already processed folder
         if root in processed_path:
-            print(f'[SKIP] already processed folder {root}')
+            print(f"[SKIP] already processed folder {root}")
             return
-        print(f'\n\n[RECURSIVE] {local_folder_path}, {gg_folder_id}')
-        print(f'[FF] {root} {sub_folders} {files}')
+        print(f"\n\n[RECURSIVE] {local_folder_path}, {gg_folder_id}")
+        print(f"[FF] {root} {sub_folders} {files}")
         if sub_folders:
             for sub_folder in sub_folders:
                 sub_folder_path = os.path.join(root, sub_folder)
-                print(f'process {sub_folder_path}')
+                print(f"process {sub_folder_path}")
                 if is_in_ignore_list(sub_folder_path, ignore_list):
                     continue
                 # Get destination folder ID
                 gg_sub_folder_id = get_folder_id(gg_folder_id, sub_folder)
                 # Create the folder if it doesn't exists
                 if not gg_sub_folder_id:
-                    print('creating folder ' + sub_folder)
+                    print("creating folder " + sub_folder)
                     gg_sub_folder_id = create_folder(sub_folder, gg_folder_id)
-                recursive_walk_and_upload(sub_folder_path, gg_sub_folder_id,
-                                          processed_path, ignore_list)
+                recursive_walk_and_upload(
+                    sub_folder_path, gg_sub_folder_id, processed_path, ignore_list
+                )
         if files:
             for file in files:
                 filePath = os.path.join(root, file)
@@ -177,15 +189,15 @@ def recursive_walk_and_upload(local_folder_path, gg_folder_id,
         processed_path.append(root)
 
 
-def upload_folder_to_drive(local_folder, gg_folder_id,
-                           content_only=True,
-                           ignore_file=None):
+def upload_folder_to_drive(
+    local_folder, gg_folder_id, content_only=True, ignore_file=None
+):
+    """
+    Upload folder to Google Drive folder
+    bool content_only: if true, we only upload files and folder inside local_folder
+    else create a folder with the same name of the local folder and upload all files and folders
+    in the local folder to it
     """
-       Upload folder to Google Drive folder
-       bool content_only: if true, we only upload files and folder inside local_folder
-       else create a folder with the same name of the local folder and upload all files and folders
-       in the local folder to it
-   """
 
     ignore_list = None
     if ignore_file:
@@ -201,17 +213,18 @@ def upload_folder_to_drive(local_folder, gg_folder_id,
 
     processed_path = []
     local_folder = os.path.normpath(local_folder)
-    recursive_walk_and_upload(local_folder, gg_folder_id_to_upload,
-                              processed_path, ignore_list)
+    recursive_walk_and_upload(
+        local_folder, gg_folder_id_to_upload, processed_path, ignore_list
+    )
 
 
 def main():
-    settingf = r'halib\online\settings.yaml'
-    folder_id = '1RXew5llcebEXclbEAKQ2IWDtTWmW0d_z'
+    settingf = r"halib\online\settings.yaml"
+    folder_id = "1RXew5llcebEXclbEAKQ2IWDtTWmW0d_z"
     get_gg_drive(settingf)
-    sharelink= upload_file(r"D:\Dev\github_proj\halib\LICENSE.txt", folder_id)
+    sharelink = upload_file(r"D:\Dev\github_proj\halib\LICENSE.txt", folder_id)
     print(sharelink)
 
 
 if __name__ == "__main__":
-    main()
+    main()

halib/online/gdrive_mkdir.py

@@ -6,15 +6,27 @@ from halib.filetype import textfile
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file to Google Drive', default='settings.yaml')
-    parser.add_argument('-g', '--GDriveParentFolder', type=str,
-                        help='Destination parent folder ID in Google Drive')
-    parser.add_argument('-n', '--folderName', type=str,
-                        help='name of the folder which is about to be created',
-                        default='untitled')
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file to Google Drive",
+        default="settings.yaml",
+    )
+    parser.add_argument(
+        "-g",
+        "--GDriveParentFolder",
+        type=str,
+        help="Destination parent folder ID in Google Drive",
+    )
+    parser.add_argument(
+        "-n",
+        "--folderName",
+        type=str,
+        help="name of the folder which is about to be created",
+        default="untitled",
+    )
     return parser.parse_args()
 
 
@@ -24,17 +36,17 @@ def main():
     gDrive_parent_folder_id = args.GDriveParentFolder
     folder_name = args.folderName
 
-    if folder_name == 'untitled':
-        folder_name = datetime.today().strftime('%Y.%m.%d_%Hh%M')
+    if folder_name == "untitled":
+        folder_name = datetime.today().strftime("%Y.%m.%d_%Hh%M")
     else:
-        date_str = datetime.today().strftime('%Y.%m.%d_%Hh%M')
-        folder_name = f'{date_str}_{folder_name}'
+        date_str = datetime.today().strftime("%Y.%m.%d_%Hh%M")
+        folder_name = f"{date_str}_{folder_name}"
 
-    print(f'[GDrive] creating {folder_name} in GDrive folder {gDrive_parent_folder_id}')
+    print(f"[GDrive] creating {folder_name} in GDrive folder {gDrive_parent_folder_id}")
 
     gdrive.get_gg_drive(auth_file)
     folder_id = gdrive.create_folder(folder_name, gDrive_parent_folder_id)
-    textfile.write([folder_id], './GDriveFolder.txt')
+    textfile.write([folder_id], "./GDriveFolder.txt")
 
 
 if __name__ == "__main__":

halib/online/gdrive_test.py

@@ -4,18 +4,32 @@ from halib.online import gdrive
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file to Google Drive', default='settings.yaml')
-    parser.add_argument('-s', '--source', type=str,
-                        help='Folder to upload')
-    parser.add_argument('-d', '--destination', type=str,
-                        help='Destination folder ID in Google Drive')
-    parser.add_argument('-c', '--contentOnly', type=str,
-                        help='Parent Folder in Google Drive', default="True")
-    parser.add_argument('-i', '--ignoreFile', type=str,
-                        help='file containing files/folders to ignore', default=None)
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file to Google Drive",
+        default="settings.yaml",
+    )
+    parser.add_argument("-s", "--source", type=str, help="Folder to upload")
+    parser.add_argument(
+        "-d", "--destination", type=str, help="Destination folder ID in Google Drive"
+    )
+    parser.add_argument(
+        "-c",
+        "--contentOnly",
+        type=str,
+        help="Parent Folder in Google Drive",
+        default="True",
+    )
+    parser.add_argument(
+        "-i",
+        "--ignoreFile",
+        type=str,
+        help="file containing files/folders to ignore",
+        default=None,
+    )
 
     return parser.parse_args()
 
@@ -25,12 +39,12 @@ def main():
     auth_file = args.authFile
     local_folder = args.source
     gg_folder_id = args.destination
-    content_only = (args.contentOnly.lower() == "true")
+    content_only = args.contentOnly.lower() == "true"
     ignore_file = args.ignoreFile
     gdrive.get_gg_drive(auth_file)
-    gdrive.upload_folder_to_drive(local_folder, gg_folder_id,
-                                  content_only=content_only,
-                                  ignore_file=ignore_file)
+    gdrive.upload_folder_to_drive(
+        local_folder, gg_folder_id, content_only=content_only, ignore_file=ignore_file
+    )
 
 
 if __name__ == "__main__":

halib/online/projectmake.py

@@ -23,42 +23,48 @@ def get_curl(url, user_and_pass, verbose=True):
 
 
 def get_user_and_pass(username, appPass):
-    return f'{username}:{appPass}'
+    return f"{username}:{appPass}"
 
 
-def create_repo(username, appPass, repo_name, workspace,
-                proj_name, template_repo='py-proj-template'):
+def create_repo(
+    username, appPass, repo_name, workspace, proj_name, template_repo="py-proj-template"
+):
     buffer = BytesIO()
-    url = f'https://api.bitbucket.org/2.0/repositories/{workspace}/{repo_name}'
-    data = json.dumps({'scm': 'git', 'project': {'key': f'{proj_name}'}})
+    url = f"https://api.bitbucket.org/2.0/repositories/{workspace}/{repo_name}"
+    data = json.dumps({"scm": "git", "project": {"key": f"{proj_name}"}})
 
     user_and_pass = get_user_and_pass(username, appPass)
     c = get_curl(url, user_and_pass)
     c.setopt(pycurl.WRITEDATA, buffer)
     c.setopt(pycurl.POST, 1)
     c.setopt(pycurl.POSTFIELDS, data)
-    c.setopt(pycurl.HTTPHEADER, ['Accept: application/json'])
+    c.setopt(pycurl.HTTPHEADER, ["Accept: application/json"])
     c.perform()
     RESPOND_CODE = c.getinfo(pycurl.HTTP_CODE)
     c.close()
     # log info
     body = buffer.getvalue()
-    msg = body.decode('iso-8859-1')
-    successful = True if str(RESPOND_CODE) == '200' else False
+    msg = body.decode("iso-8859-1")
+    successful = True if str(RESPOND_CODE) == "200" else False
 
     if successful and template_repo:
-        template_repo_url = f'https://{username}:{appPass}@bitbucket.org/{workspace}/{template_repo}.git'
+        template_repo_url = f"https://{username}:{appPass}@bitbucket.org/{workspace}/{template_repo}.git"
         git_clone(template_repo_url)
-        template_folder = f'./{template_repo}'
+        template_folder = f"./{template_repo}"
 
-        created_repo_url = f'https://{username}:{appPass}@bitbucket.org/{workspace}/{repo_name}.git'
+        created_repo_url = (
+            f"https://{username}:{appPass}@bitbucket.org/{workspace}/{repo_name}.git"
+        )
         git_clone(created_repo_url)
-        created_folder = f'./{repo_name}'
-        shutil.copytree(template_folder, created_folder,
-                        dirs_exist_ok=True,
-                        ignore=shutil.ignore_patterns(".git"))
+        created_folder = f"./{repo_name}"
+        shutil.copytree(
+            template_folder,
+            created_folder,
+            dirs_exist_ok=True,
+            ignore=shutil.ignore_patterns(".git"),
+        )
         os.system('rmdir /S /Q "{}"'.format(template_folder))
-        project_folder = 'project_name'
+        project_folder = "project_name"
 
         filesys.change_current_dir(created_folder)
         filesys.rename_dir_or_file(project_folder, repo_name)
@@ -69,15 +75,20 @@ def create_repo(username, appPass, repo_name, workspace,
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file (json) to Bitbucket', default='bitbucket.json')
-    parser.add_argument('-r', '--repoName', type=str,
-                        help='Repository name', default='hahv-proj')
-    parser.add_argument('-t', '--templateRepo', type=str,
-                        help='template repo to fork',
-                        default='True')
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file (json) to Bitbucket",
+        default="bitbucket.json",
+    )
+    parser.add_argument(
+        "-r", "--repoName", type=str, help="Repository name", default="hahv-proj"
+    )
+    parser.add_argument(
+        "-t", "--templateRepo", type=str, help="template repo to fork", default="True"
+    )
     return parser.parse_args()
 
 
@@ -91,24 +102,29 @@ def main():
     repo_name = args.repoName
 
     authInfo = jsonfile.read(authFile)
-    username = authInfo['username']
-    appPass = authInfo['appPass']
-    workspace_id = authInfo['workspace_id']
-    project_id = authInfo['project_id']
-    use_template = (args.templateRepo.lower() == "true")
-    template_repo = authInfo['template_repo'] if use_template else ''
-
-    extra_info = f'[Use template project {template_repo}]' if use_template else ''
-    print(f'[BitBucket] creating {repo_name} Project in Bitbucket {extra_info}')
-
-    successful, msg = create_repo(username, appPass,
-                                  repo_name, workspace_id, project_id,
-                                  template_repo=template_repo)
+    username = authInfo["username"]
+    appPass = authInfo["appPass"]
+    workspace_id = authInfo["workspace_id"]
+    project_id = authInfo["project_id"]
+    use_template = args.templateRepo.lower() == "true"
+    template_repo = authInfo["template_repo"] if use_template else ""
+
+    extra_info = f"[Use template project {template_repo}]" if use_template else ""
+    print(f"[BitBucket] creating {repo_name} Project in Bitbucket {extra_info}")
+
+    successful, msg = create_repo(
+        username,
+        appPass,
+        repo_name,
+        workspace_id,
+        project_id,
+        template_repo=template_repo,
+    )
     if successful:
-        print(f'[Bitbucket] {repo_name} created successfully.{extra_info}')
+        print(f"[Bitbucket] {repo_name} created successfully.{extra_info}")
     else:
         formatted_msg = jsonfile.beautify(msg)
-        print(f'[Bitbucket] {repo_name} created failed. Details:\n{formatted_msg}')
+        print(f"[Bitbucket] {repo_name} created failed. Details:\n{formatted_msg}")
 
 
 if __name__ == "__main__":

halib/plot.py

@@ -3,14 +3,16 @@ import seaborn as sns
 import matplotlib
 
 
-def save_fig_latex_pgf(filename, directory='.'):
+def save_fig_latex_pgf(filename, directory="."):
     matplotlib.use("pgf")
-    matplotlib.rcParams.update({
-        "pgf.texsystem": "pdflatex",
-        'font.family': 'serif',
-        'text.usetex': True,
-        'pgf.rcfonts': False,
-    })
-    if '.pgf' not in filename:
-        filename = f'{directory}/{filename}.pgf'
+    matplotlib.rcParams.update(
+        {
+            "pgf.texsystem": "pdflatex",
+            "font.family": "serif",
+            "text.usetex": True,
+            "pgf.rcfonts": False,
+        }
+    )
+    if ".pgf" not in filename:
+        filename = f"{directory}/{filename}.pgf"
     plt.savefig(filename)

halib/sys/filesys.py

@@ -38,8 +38,9 @@ def make_dir(directory):
 
 
 def copy_dir(src_dir, dst_dir, dirs_exist_ok=True, ignore_patterns=None):
-    shutil.copytree(src_dir, dst_dir, dirs_exist_ok=dirs_exist_ok,
-                    ignore=ignore_patterns)
+    shutil.copytree(
+        src_dir, dst_dir, dirs_exist_ok=dirs_exist_ok, ignore=ignore_patterns
+    )
 
 
 def delete_dir(directory):
@@ -47,14 +48,20 @@ def delete_dir(directory):
 
 
 def list_dirs(directory):
-    folders = list(filter(lambda x: os.path.isdir(os.path.join(directory, x)),
-                          os.listdir(directory)))
+    folders = list(
+        filter(
+            lambda x: os.path.isdir(os.path.join(directory, x)), os.listdir(directory)
+        )
+    )
     return folders
 
 
 def list_files(directory):
-    files = list(filter(lambda x: os.path.isfile(os.path.join(directory, x)),
-                        os.listdir(directory)))
+    files = list(
+        filter(
+            lambda x: os.path.isfile(os.path.join(directory, x)), os.listdir(directory)
+        )
+    )
     return files
 
 
@@ -66,12 +73,12 @@ def filter_files_by_extension(directory, ext, recursive=True):
         else:
             ext_list = [ext]
         if not recursive:
-            filter_pattern = f'{directory}/*'
+            filter_pattern = f"{directory}/*"
         else:
-            filter_pattern = f'{directory}/**/*'
+            filter_pattern = f"{directory}/**/*"
 
         for ext_item in ext_list:
-            ext_filter = f'{filter_pattern}.{ext_item}'
+            ext_filter = f"{filter_pattern}.{ext_item}"
             files = glob.glob(filter_pattern, recursive=True)
             files = [f for f in files if is_file(f) and f.endswith(ext_item)]
             result_files.extend(files)

{halib-0.1.11.dist-info → halib-0.1.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: halib
-Version: 0.1.11
+Version: 0.1.15
 Summary: Small library for common tasks
 Author: Hoang Van Ha
 Author-email: hoangvanhauit@gmail.com
@@ -19,6 +19,12 @@ Requires-Dist: loguru
 
 Helper package for coding and automation
 
+**Version 0.1.15**
+
++ `__init__.py`: add common logging library; also `console_log` decorator to log function (start and end)
+
+---
+
 **Version 0.1.10**
 
 + filesys: fix typo on "is_exit" to "is_exist"

halib-0.1.15.dist-info/RECORD

@@ -0,0 +1,30 @@
+halib/__init__.py,sha256=_cfeDmxju_Unr9WPzk4qPIP_7hU7ncNbuEShhXGQmhc,874
+halib/csvfile.py,sha256=Eoeni0NIbNG3mB5ESWAvNwhJxOjmCaPd1qqYRHImbvk,1567
+halib/filesys.py,sha256=r1SftGKM7nyw6QbY5UmcueZLkXEIleSzhui7dQsosPw,2907
+halib/gdrive.py,sha256=-dx8hbknor1stIXhAzCnCfOHAPWm9a9z7L0epsOBHjA,6274
+halib/gdrive_mkdir.py,sha256=0Gq65i2YaWaGMdJqXX7zthhb0qZnNwrhdoHK6IBIVv8,1456
+halib/gdrive_test.py,sha256=e8yOYB5MZhdHbeLzjvTcOXbJNKk_DKNWURIRkKxHBMs,1378
+halib/jsonfile.py,sha256=9XfdFS1wcTdBRmpAGzVu2dVCcJp8RCpsSY16f6KUNts,480
+halib/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
+halib/plot.py,sha256=drLaHL_JVnIeFxsgYYXepJHIECzOmRImX40cWPJJshs,475
+halib/projectmake.py,sha256=EOj_CADQBUfQX35JNRdF3nZepnB_ruJFoQeXmwfhh0w,4045
+halib/textfile.py,sha256=EhVFrit-nRBJx18e6rtIqcE1cSbgsLnMXe_kdhi1EPI,399
+halib/videofile.py,sha256=HVRijfyPN_VJ4HnichUHNLGPWS-jhCHBhA2LHB5Xgjo,4734
+halib/filetype/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+halib/filetype/csvfile.py,sha256=mXqJYcEKyRDLbdkgy68yceJEPhfLV-L2bz5ljrOKwSM,4181
+halib/filetype/jsonfile.py,sha256=9LBdM7LV9QgJA1bzJRkq69qpWOP22HDXPGirqXTgSCw,480
+halib/filetype/textfile.py,sha256=QtuI5PdLxu4hAqSeafr3S8vCXwtvgipWV4Nkl7AzDYM,399
+halib/filetype/videofile.py,sha256=n4lRKhQH8uRxVrhvdw_NUfrnChocflv3LfGlGya0WUs,4761
+halib/online/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+halib/online/gdrive.py,sha256=tiVCJpJKci0wQ7H9iKti0K3AxsTp_q8e9uBSxPOBB6s,7794
+halib/online/gdrive_mkdir.py,sha256=Ur9-J1uzaM9qgpWF-d6md3gjkrFdPiMNLmbJtpQjXDI,1496
+halib/online/gdrive_test.py,sha256=njzCzd__exYp-0yPyGsznG0Sm3GfPWLicxgSmm4V37o,1362
+halib/online/projectmake.py,sha256=r9vPID23o_GG7TJy32PIUMvjtl2f-M9nlYJq63GL6ZA,4041
+halib/sys/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+halib/sys/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
+halib/sys/filesys.py,sha256=ERpnELLDKJoTIIKf-AajgkY62nID4qmqmX5TkE95APU,2931
+halib-0.1.15.dist-info/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
+halib-0.1.15.dist-info/METADATA,sha256=KPDZWFgV3SSkxWwsLKgyBkXDpXmzqqIPrHYUYuORoH0,1620
+halib-0.1.15.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+halib-0.1.15.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
+halib-0.1.15.dist-info/RECORD,,

halib-0.1.11.dist-info/RECORD

@@ -1,30 +0,0 @@
-halib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/csvfile.py,sha256=Eoeni0NIbNG3mB5ESWAvNwhJxOjmCaPd1qqYRHImbvk,1567
-halib/filesys.py,sha256=r1SftGKM7nyw6QbY5UmcueZLkXEIleSzhui7dQsosPw,2907
-halib/gdrive.py,sha256=-dx8hbknor1stIXhAzCnCfOHAPWm9a9z7L0epsOBHjA,6274
-halib/gdrive_mkdir.py,sha256=0Gq65i2YaWaGMdJqXX7zthhb0qZnNwrhdoHK6IBIVv8,1456
-halib/gdrive_test.py,sha256=e8yOYB5MZhdHbeLzjvTcOXbJNKk_DKNWURIRkKxHBMs,1378
-halib/jsonfile.py,sha256=9XfdFS1wcTdBRmpAGzVu2dVCcJp8RCpsSY16f6KUNts,480
-halib/listop.py,sha256=Vpa8_2fI0wySpB2-8sfTBkyi_A4FhoFVVvFiuvW8N64,339
-halib/plot.py,sha256=3RmH9RDQN4DNrMVY-uDoNCId7eDfosLPD2Jz1zyqPHQ,439
-halib/projectmake.py,sha256=EOj_CADQBUfQX35JNRdF3nZepnB_ruJFoQeXmwfhh0w,4045
-halib/textfile.py,sha256=EhVFrit-nRBJx18e6rtIqcE1cSbgsLnMXe_kdhi1EPI,399
-halib/videofile.py,sha256=HVRijfyPN_VJ4HnichUHNLGPWS-jhCHBhA2LHB5Xgjo,4734
-halib/filetype/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/filetype/csvfile.py,sha256=V3_y5KBs9_WsCCXYAEFC2hAXA5EbPE6dkpIqV97pnSA,4084
-halib/filetype/jsonfile.py,sha256=9XfdFS1wcTdBRmpAGzVu2dVCcJp8RCpsSY16f6KUNts,480
-halib/filetype/textfile.py,sha256=EhVFrit-nRBJx18e6rtIqcE1cSbgsLnMXe_kdhi1EPI,399
-halib/filetype/videofile.py,sha256=HVRijfyPN_VJ4HnichUHNLGPWS-jhCHBhA2LHB5Xgjo,4734
-halib/online/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/online/gdrive.py,sha256=CdrGsLFQF3ojzOAoVR9xO13T_JIKiRkRIlq_mTbzJf8,7783
-halib/online/gdrive_mkdir.py,sha256=0Gq65i2YaWaGMdJqXX7zthhb0qZnNwrhdoHK6IBIVv8,1456
-halib/online/gdrive_test.py,sha256=e8yOYB5MZhdHbeLzjvTcOXbJNKk_DKNWURIRkKxHBMs,1378
-halib/online/projectmake.py,sha256=EOj_CADQBUfQX35JNRdF3nZepnB_ruJFoQeXmwfhh0w,4045
-halib/sys/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-halib/sys/cmd.py,sha256=b2x7JPcNnFjLGheIESVYvqAb-w2UwBM1PAwYxMZ5YjA,228
-halib/sys/filesys.py,sha256=TEvnjLPwH_7pflw10xv_4L7xC51-CcIjwuyFWALcD-s,2908
-halib-0.1.11.dist-info/LICENSE.txt,sha256=qZssdna4aETiR8znYsShUjidu-U4jUT9Q-EWNlZ9yBQ,1100
-halib-0.1.11.dist-info/METADATA,sha256=erdnxtdoQ1WOvRx6a810VOSFHO35t22GFjmvvi6Bawc,1488
-halib-0.1.11.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-halib-0.1.11.dist-info/top_level.txt,sha256=7AD6PLaQTreE0Fn44mdZsoHBe_Zdd7GUmjsWPyQ7I-k,6
-halib-0.1.11.dist-info/RECORD,,