halib 0.1.7__py3-none-any.whl → 0.1.99__py3-none-any.whl

halib/online/gdrive.py

@@ -5,26 +5,31 @@
 """
 import ast
 import os
+import requests
+import json
 
 import googleapiclient.errors
+
 # Import Google libraries
 from pydrive.auth import GoogleAuth
 from pydrive.drive import GoogleDrive
 from pydrive.files import GoogleDriveFileList
 
-from halib.sys import filesys
-from halib.filetype import textfile
+from ..system import filesys
+from ..filetype import textfile
 
 # Import general libraries
 
 ggDrive = None
+ggAuth = None
 
 
-def get_gg_drive(settings_file='settings.yaml'):
+def get_gg_drive(settings_file="settings.yaml"):
     """
-        Authenticate to Google API
+    Authenticate to Google API
     """
     global ggDrive
+    global ggAuth
     if ggDrive is None:
         ggAuth = GoogleAuth(settings_file=settings_file)
         ggDrive = GoogleDrive(ggAuth)
@@ -41,13 +46,13 @@ def get_folder_id(gg_parent_folder_id, folder_name):
     file_list = GoogleDriveFileList()
     try:
         file_list = drive.ListFile(
-            {'q': "'{0}' in parents and trashed=false".format(gg_parent_folder_id)}
+            {"q": "'{0}' in parents and trashed=false".format(gg_parent_folder_id)}
         ).GetList()
     # Exit if the parent folder doesn't exist
     except googleapiclient.errors.HttpError as err:
         # Parse error message
-        message = ast.literal_eval(err.content)['error']['message']
-        if message == 'File not found: ':
+        message = ast.literal_eval(err.content)["error"]["message"]
+        if message == "File not found: ":
             print(message + folder_name)
             exit(1)
         # Exit with stacktrace in case of other error
@@ -56,22 +61,22 @@ def get_folder_id(gg_parent_folder_id, folder_name):
 
     # Find the the destination folder in the parent folder's files
     for file1 in file_list:
-        if file1['title'] == folder_name:
-            print('title: %s, id: %s' % (file1['title'], file1['id']))
-            return file1['id']
+        if file1["title"] == folder_name:
+            print("title: %s, id: %s" % (file1["title"], file1["id"]))
+            return file1["id"]
 
 
 def create_folder(folder_name, gg_parent_folder_id):
     """
-        Create folder on Google Drive
+    Create folder on Google Drive
     """
 
     folder_metadata = {
-        'title': folder_name,
+        "title": folder_name,
         # Define the file type as folder
-        'mimeType': 'application/vnd.google-apps.folder',
+        "mimeType": "application/vnd.google-apps.folder",
         # ID of the parent folder
-        'parents': [{"kind": "drive#fileLink", "id": gg_parent_folder_id}]
+        "parents": [{"kind": "drive#fileLink", "id": gg_parent_folder_id}],
     }
     drive = get_gg_drive()
     folder = drive.CreateFile(folder_metadata)
@@ -79,7 +84,7 @@ def create_folder(folder_name, gg_parent_folder_id):
 
     # Return folder information
     # print('title: %s, id: %s' % (folder['title'], folder['id']))
-    return folder['id']
+    return folder["id"]
 
 
 def is_in_ignore_list(local_path, ignore_list=None):
@@ -94,56 +99,88 @@ def is_in_ignore_list(local_path, ignore_list=None):
 
 def upload_file(local_file_path, gg_folder_id, ignore_list=None):
     """
-        Upload local file to Google Drive folder
+    Upload local file to Google Drive folder
     """
     drive = get_gg_drive()
     if not is_in_ignore_list(local_file_path, ignore_list):
-        print('uploading ' + local_file_path)
-        # Upload file to folder.
-        title = filesys.get_file_name(local_file_path, split_file_ext=False)
-
-        # delete file if exist on gg folder
-        query = f"'{gg_folder_id}'  in parents and trashed=false"
-        file_list = drive.ListFile({'q': f"{query}"}).GetList()
-        for file in file_list:
-            if file['title'] == title:
-                print(f'[DELETE] {title} on Google Drive')
-                file.Delete()
-                break
-
-        f = drive.CreateFile(
-            {"title": f"{title}",
-             "parents": [{"kind": "drive#fileLink", "id": gg_folder_id}]})
-        f.SetContentFile(local_file_path)
-        f.Upload()
+        link = ""
+
+        # print('uploading ' + local_file_path)
+        try:
+            # Upload file to folder.
+            title = filesys.get_file_name(local_file_path, split_file_ext=False)
+
+            # delete file if exist on gg folder
+            query = f"'{gg_folder_id}'  in parents and trashed=false"
+            file_list = drive.ListFile({"q": f"{query}"}).GetList()
+            for file in file_list:
+                if file["title"] == title:
+                    # print(f'[DELETE] {title} on Google Drive')
+                    file.Delete()
+                    break
+            # print('uploading ' + local_file_path)
+            f = drive.CreateFile(
+                {
+                    "title": f"{title}",
+                    "parents": [{"kind": "drive#fileLink", "id": gg_folder_id}],
+                }
+            )
+            f.SetContentFile(local_file_path)
+            f.Upload(param={"supportsAllDrives": True})
+            access_token = (
+                ggAuth.credentials.access_token
+            )  # gauth is from drive = GoogleDrive(gauth) Please modify this for your actual script.
+            # print(f'access_token {access_token}')
+            file_id = f["id"]
+            url = (
+                "https://www.googleapis.com/drive/v3/files/"
+                + file_id
+                + "/permissions?supportsAllDrives=true"
+            )
+            headers = {
+                "Authorization": "Bearer " + access_token,
+                "Content-Type": "application/json",
+            }
+            payload = {"type": "anyone", "value": "anyone", "role": "reader"}
+            res = requests.post(url, data=json.dumps(payload), headers=headers)
+            # SHARABLE LINK
+            link = f["alternateLink"]
+            return link
+        except Exception as e:
+            print("error uploading " + local_file_path)
+            print(e)
+            return link
     # Skip the file if it's empty
     else:
-        print('file {0} is empty or in ignore list'.format(local_file_path))
+        print("file {0} is empty or in ignore list".format(local_file_path))
+        return ""  # return empty string
 
 
-def recursive_walk_and_upload(local_folder_path, gg_folder_id,
-                              processed_path, ignore_list=None):
+def recursive_walk_and_upload(
+    local_folder_path, gg_folder_id, processed_path, ignore_list=None
+):
     for root, sub_folders, files in os.walk(local_folder_path):
         # already processed folder
         if root in processed_path:
-            print(f'[SKIP] already processed folder {root}')
+            print(f"[SKIP] already processed folder {root}")
             return
-        print(f'\n\n[RECURSIVE] {local_folder_path}, {gg_folder_id}')
-        print(f'[FF] {root} {sub_folders} {files}')
+        print(f"\n\n[RECURSIVE] {local_folder_path}, {gg_folder_id}")
+        print(f"[FF] {root} {sub_folders} {files}")
         if sub_folders:
             for sub_folder in sub_folders:
                 sub_folder_path = os.path.join(root, sub_folder)
-                print(f'process {sub_folder_path}')
+                print(f"process {sub_folder_path}")
                 if is_in_ignore_list(sub_folder_path, ignore_list):
                     continue
                 # Get destination folder ID
                 gg_sub_folder_id = get_folder_id(gg_folder_id, sub_folder)
                 # Create the folder if it doesn't exists
                 if not gg_sub_folder_id:
-                    print('creating folder ' + sub_folder)
+                    print("creating folder " + sub_folder)
                     gg_sub_folder_id = create_folder(sub_folder, gg_folder_id)
-                recursive_walk_and_upload(sub_folder_path, gg_sub_folder_id,
-                                          processed_path, ignore_list)
+                recursive_walk_and_upload(
+                    sub_folder_path, gg_sub_folder_id, processed_path, ignore_list
+                )
         if files:
             for file in files:
                 filePath = os.path.join(root, file)
@@ -151,15 +188,15 @@ def recursive_walk_and_upload(local_folder_path, gg_folder_id,
         processed_path.append(root)
 
 
-def upload_folder_to_drive(local_folder, gg_folder_id,
-                           content_only=True,
-                           ignore_file=None):
+def upload_folder_to_drive(
+    local_folder, gg_folder_id, content_only=True, ignore_file=None
+):
+    """
+    Upload folder to Google Drive folder
+    bool content_only: if true, we only upload files and folder inside local_folder
+    else create a folder with the same name of the local folder and upload all files and folders
+    in the local folder to it
     """
-       Upload folder to Google Drive folder
-       bool content_only: if true, we only upload files and folder inside local_folder
-       else create a folder with the same name of the local folder and upload all files and folders
-       in the local folder to it
-   """
 
     ignore_list = None
     if ignore_file:
@@ -175,5 +212,18 @@ def upload_folder_to_drive(local_folder, gg_folder_id,
 
     processed_path = []
     local_folder = os.path.normpath(local_folder)
-    recursive_walk_and_upload(local_folder, gg_folder_id_to_upload,
-                              processed_path, ignore_list)
+    recursive_walk_and_upload(
+        local_folder, gg_folder_id_to_upload, processed_path, ignore_list
+    )
+
+
+def main():
+    settingf = r"halib\online\settings.yaml"
+    folder_id = "1RXew5llcebEXclbEAKQ2IWDtTWmW0d_z"
+    get_gg_drive(settingf)
+    sharelink = upload_file(r"D:\Dev\github_proj\halib\LICENSE.txt", folder_id)
+    print(sharelink)
+
+
+if __name__ == "__main__":
+    main()

halib/online/gdrive_mkdir.py

@@ -1,20 +1,32 @@
 from argparse import ArgumentParser
 from datetime import datetime
 
-from halib.online import gdrive
-from halib.filetype import textfile
+import gdrive
+from ..filetype import textfile
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file to Google Drive', default='settings.yaml')
-    parser.add_argument('-g', '--GDriveParentFolder', type=str,
-                        help='Destination parent folder ID in Google Drive')
-    parser.add_argument('-n', '--folderName', type=str,
-                        help='name of the folder which is about to be created',
-                        default='untitled')
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file to Google Drive",
+        default="settings.yaml",
+    )
+    parser.add_argument(
+        "-g",
+        "--GDriveParentFolder",
+        type=str,
+        help="Destination parent folder ID in Google Drive",
+    )
+    parser.add_argument(
+        "-n",
+        "--folderName",
+        type=str,
+        help="name of the folder which is about to be created",
+        default="untitled",
+    )
     return parser.parse_args()
 
 
@@ -24,17 +36,17 @@ def main():
     gDrive_parent_folder_id = args.GDriveParentFolder
     folder_name = args.folderName
 
-    if folder_name == 'untitled':
-        folder_name = datetime.today().strftime('%Y.%m.%d_%Hh%M')
+    if folder_name == "untitled":
+        folder_name = datetime.today().strftime("%Y.%m.%d_%Hh%M")
     else:
-        date_str = datetime.today().strftime('%Y.%m.%d_%Hh%M')
-        folder_name = f'{date_str}_{folder_name}'
+        date_str = datetime.today().strftime("%Y.%m.%d_%Hh%M")
+        folder_name = f"{date_str}_{folder_name}"
 
-    print(f'[GDrive] creating {folder_name} in GDrive folder {gDrive_parent_folder_id}')
+    print(f"[GDrive] creating {folder_name} in GDrive folder {gDrive_parent_folder_id}")
 
     gdrive.get_gg_drive(auth_file)
     folder_id = gdrive.create_folder(folder_name, gDrive_parent_folder_id)
-    textfile.write([folder_id], './GDriveFolder.txt')
+    textfile.write([folder_id], "./GDriveFolder.txt")
 
 
 if __name__ == "__main__":

halib/online/gdrive_test.py

@@ -1,21 +1,34 @@
 from argparse import ArgumentParser
-
-from halib.online import gdrive
+import gdrive
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file to Google Drive', default='settings.yaml')
-    parser.add_argument('-s', '--source', type=str,
-                        help='Folder to upload')
-    parser.add_argument('-d', '--destination', type=str,
-                        help='Destination folder ID in Google Drive')
-    parser.add_argument('-c', '--contentOnly', type=str,
-                        help='Parent Folder in Google Drive', default="True")
-    parser.add_argument('-i', '--ignoreFile', type=str,
-                        help='file containing files/folders to ignore', default=None)
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file to Google Drive",
+        default="settings.yaml",
+    )
+    parser.add_argument("-s", "--source", type=str, help="Folder to upload")
+    parser.add_argument(
+        "-d", "--destination", type=str, help="Destination folder ID in Google Drive"
+    )
+    parser.add_argument(
+        "-c",
+        "--contentOnly",
+        type=str,
+        help="Parent Folder in Google Drive",
+        default="True",
+    )
+    parser.add_argument(
+        "-i",
+        "--ignoreFile",
+        type=str,
+        help="file containing files/folders to ignore",
+        default=None,
+    )
 
     return parser.parse_args()
 
@@ -25,12 +38,12 @@ def main():
     auth_file = args.authFile
     local_folder = args.source
     gg_folder_id = args.destination
-    content_only = (args.contentOnly.lower() == "true")
+    content_only = args.contentOnly.lower() == "true"
     ignore_file = args.ignoreFile
     gdrive.get_gg_drive(auth_file)
-    gdrive.upload_folder_to_drive(local_folder, gg_folder_id,
-                                  content_only=content_only,
-                                  ignore_file=ignore_file)
+    gdrive.upload_folder_to_drive(
+        local_folder, gg_folder_id, content_only=content_only, ignore_file=ignore_file
+    )
 
 
 if __name__ == "__main__":

halib/online/projectmake.py

@@ -8,9 +8,8 @@ import subprocess
 
 import certifi
 import pycurl
-
-from halib.filetype import jsonfile
-from halib.sys import filesys
+from ..filetype import jsonfile
+from ..system import filesys
 
 
 def get_curl(url, user_and_pass, verbose=True):
@@ -23,42 +22,48 @@ def get_curl(url, user_and_pass, verbose=True):
 
 
 def get_user_and_pass(username, appPass):
-    return f'{username}:{appPass}'
+    return f"{username}:{appPass}"
 
 
-def create_repo(username, appPass, repo_name, workspace,
-                proj_name, template_repo='py-proj-template'):
+def create_repo(
+    username, appPass, repo_name, workspace, proj_name, template_repo="py-proj-template"
+):
     buffer = BytesIO()
-    url = f'https://api.bitbucket.org/2.0/repositories/{workspace}/{repo_name}'
-    data = json.dumps({'scm': 'git', 'project': {'key': f'{proj_name}'}})
+    url = f"https://api.bitbucket.org/2.0/repositories/{workspace}/{repo_name}"
+    data = json.dumps({"scm": "git", "project": {"key": f"{proj_name}"}})
 
     user_and_pass = get_user_and_pass(username, appPass)
     c = get_curl(url, user_and_pass)
     c.setopt(pycurl.WRITEDATA, buffer)
     c.setopt(pycurl.POST, 1)
     c.setopt(pycurl.POSTFIELDS, data)
-    c.setopt(pycurl.HTTPHEADER, ['Accept: application/json'])
+    c.setopt(pycurl.HTTPHEADER, ["Accept: application/json"])
     c.perform()
     RESPOND_CODE = c.getinfo(pycurl.HTTP_CODE)
     c.close()
     # log info
     body = buffer.getvalue()
-    msg = body.decode('iso-8859-1')
-    successful = True if str(RESPOND_CODE) == '200' else False
+    msg = body.decode("iso-8859-1")
+    successful = True if str(RESPOND_CODE) == "200" else False
 
     if successful and template_repo:
-        template_repo_url = f'https://{username}:{appPass}@bitbucket.org/{workspace}/{template_repo}.git'
+        template_repo_url = f"https://{username}:{appPass}@bitbucket.org/{workspace}/{template_repo}.git"
         git_clone(template_repo_url)
-        template_folder = f'./{template_repo}'
+        template_folder = f"./{template_repo}"
 
-        created_repo_url = f'https://{username}:{appPass}@bitbucket.org/{workspace}/{repo_name}.git'
+        created_repo_url = (
+            f"https://{username}:{appPass}@bitbucket.org/{workspace}/{repo_name}.git"
+        )
         git_clone(created_repo_url)
-        created_folder = f'./{repo_name}'
-        shutil.copytree(template_folder, created_folder,
-                        dirs_exist_ok=True,
-                        ignore=shutil.ignore_patterns(".git"))
+        created_folder = f"./{repo_name}"
+        shutil.copytree(
+            template_folder,
+            created_folder,
+            dirs_exist_ok=True,
+            ignore=shutil.ignore_patterns(".git"),
+        )
         os.system('rmdir /S /Q "{}"'.format(template_folder))
-        project_folder = 'project_name'
+        project_folder = "project_name"
 
         filesys.change_current_dir(created_folder)
         filesys.rename_dir_or_file(project_folder, repo_name)
@@ -69,15 +74,20 @@ def create_repo(username, appPass, repo_name, workspace,
 
 
 def parse_args():
-    parser = ArgumentParser(
-        description="Upload local folder to Google Drive")
-    parser.add_argument('-a', '--authFile', type=str,
-                        help='authenticate file (json) to Bitbucket', default='bitbucket.json')
-    parser.add_argument('-r', '--repoName', type=str,
-                        help='Repository name', default='hahv-proj')
-    parser.add_argument('-t', '--templateRepo', type=str,
-                        help='template repo to fork',
-                        default='True')
+    parser = ArgumentParser(description="Upload local folder to Google Drive")
+    parser.add_argument(
+        "-a",
+        "--authFile",
+        type=str,
+        help="authenticate file (json) to Bitbucket",
+        default="bitbucket.json",
+    )
+    parser.add_argument(
+        "-r", "--repoName", type=str, help="Repository name", default="hahv-proj"
+    )
+    parser.add_argument(
+        "-t", "--templateRepo", type=str, help="template repo to fork", default="True"
+    )
     return parser.parse_args()
 
 
@@ -91,24 +101,29 @@ def main():
     repo_name = args.repoName
 
     authInfo = jsonfile.read(authFile)
-    username = authInfo['username']
-    appPass = authInfo['appPass']
-    workspace_id = authInfo['workspace_id']
-    project_id = authInfo['project_id']
-    use_template = (args.templateRepo.lower() == "true")
-    template_repo = authInfo['template_repo'] if use_template else ''
-
-    extra_info = f'[Use template project {template_repo}]' if use_template else ''
-    print(f'[BitBucket] creating {repo_name} Project in Bitbucket {extra_info}')
-
-    successful, msg = create_repo(username, appPass,
-                                  repo_name, workspace_id, project_id,
-                                  template_repo=template_repo)
+    username = authInfo["username"]
+    appPass = authInfo["appPass"]
+    workspace_id = authInfo["workspace_id"]
+    project_id = authInfo["project_id"]
+    use_template = args.templateRepo.lower() == "true"
+    template_repo = authInfo["template_repo"] if use_template else ""
+
+    extra_info = f"[Use template project {template_repo}]" if use_template else ""
+    print(f"[BitBucket] creating {repo_name} Project in Bitbucket {extra_info}")
+
+    successful, msg = create_repo(
+        username,
+        appPass,
+        repo_name,
+        workspace_id,
+        project_id,
+        template_repo=template_repo,
+    )
     if successful:
-        print(f'[Bitbucket] {repo_name} created successfully.{extra_info}')
+        print(f"[Bitbucket] {repo_name} created successfully.{extra_info}")
     else:
         formatted_msg = jsonfile.beautify(msg)
-        print(f'[Bitbucket] {repo_name} created failed. Details:\n{formatted_msg}')
+        print(f"[Bitbucket] {repo_name} created failed. Details:\n{formatted_msg}")
 
 
 if __name__ == "__main__":