machineconfig 1.5__py3-none-any.whl → 1.8__py3-none-any.whl

machineconfig/scripts/python/devops.py

@@ -1,87 +1,119 @@
-
-from platform import system
-# import subprocess
-# import crocodile.toolbox as tb
-from machineconfig.utils.utils import display_options, PROGRAM_PATH, write_shell_script
-from enum import Enum
-
-
-class Options(Enum):
-    update         = 'UPDATE essential repos'
-    devaps         = 'DEVAPPS install'
-    ve             = 'VE install'
-    sym_path_shell = 'SYMLINKS, PATH & SHELL PROFILE'
-    sym_new        = 'SYMLINKS new'
-    ssh_add_pubkey = 'SSH add pub key to this machine'
-    ssh_add_id     = 'SSH add identity (private key) to this machine'
-    ssh_use_pair   = 'SSH use key pair to connect two machines'
-    ssh_setup      = 'SSH setup'
-    ssh_setup_wsl  = 'SSH setup wsl'
-    backup         = 'BACKUP & RETRIEVE'
-
-
-def args_parser():
-    import argparse
-    parser = argparse.ArgumentParser()
-    parser.add_argument("-w", "--which", help="which option to run", type=str, default=None)  # , choices=[op.value for op in Options]
-    args = parser.parse_args()
-    main(which=args.which)
-
-
-def main(which=None):
-    PROGRAM_PATH.delete(sure=True, verbose=False)
-    options = [op.value for op in Options]
-    if which is None: choice_key = display_options(msg="", options=options, header="DEVOPS", default=options[0])
-    else: choice_key = Options[which].value
-
-    if choice_key == Options.update.value:
-        import machineconfig.scripts.python.devops_update_repos as helper
-        program = helper.main()
-
-    elif choice_key == Options.ve.value:
-        import machineconfig.jobs.python.python_ve_installer as helper
-        program = helper.main()
-
-    elif choice_key == Options.devaps.value:
-        import machineconfig.scripts.python.devops_devapps_install as helper
-        program = helper.main()
-
-    elif choice_key == Options.sym_new.value:
-        import machineconfig.jobs.python.python_ve_symlink as helper
-        program = helper.main()
-
-    elif choice_key == Options.sym_path_shell.value:
-        import machineconfig.profile.create as helper
-        helper.main()
-        program = "echo 'done with symlinks'"
-
-    elif choice_key == Options.ssh_add_pubkey.value:
-        import machineconfig.scripts.python.devops_add_ssh_key as helper
-        program = helper.main()
-
-    elif choice_key == Options.ssh_use_pair.value:
-        raise NotImplementedError
-
-    elif choice_key == Options.ssh_add_id.value:  # so that you can SSH directly withuot pointing to identity key.
-        import machineconfig.scripts.python.devops_add_identity as helper
-        program = helper.main()
-
-    elif choice_key == Options.ssh_setup.value:
-        program_windows = f"""Invoke-WebRequest https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/openssh_all.ps1 | Invoke-Expression  # https://github.com/thisismygitrepo.keys"""
-        program_linux = f"""curl https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_linux/openssh_all.sh | sudo bash  # https://github.com/thisismygitrepo.keys"""
-        program = program_linux if system() == "Linux" else program_windows
-
-    elif choice_key == Options.ssh_setup_wsl.value:
-        program = f"""curl https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_linux/openssh_wsl.sh | sudo bash"""
-
-    elif choice_key == Options.backup.value:
-        from machineconfig.scripts.python.devops_backup_retrieve import main
-        program = main()
-
-    else: raise ValueError(f"Unimplemented choice: {choice_key}")
-    if program: write_shell_script(program, display=True, preserve_cwd=True, desc="Shell script prepared by Python.", execute=True if which is not None else False)
-    else: write_shell_script("echo 'Done.'", display=False, )  # Python did not return any script to run.
-
-
-if __name__ == "__main__":
-    args_parser()
+
+
+
+"""devops
+"""
+from crocodile.file_management import P
+from machineconfig.utils.utils import display_options, PROGRAM_PATH, write_shell_script
+from platform import system
+from enum import Enum
+from typing import Optional
+
+
+class Options(Enum):
+    update         = 'UPDATE essential repos'
+    cli_install    = 'DEVAPPS install'
+    ve             = 'VE install'
+    sym_path_shell = 'SYMLINKS, PATH & SHELL PROFILE'
+    sym_new        = 'SYMLINKS new'
+    ssh_add_pubkey = 'SSH add pub key to this machine'
+    ssh_add_id     = 'SSH add identity (private key) to this machine'
+    ssh_use_pair   = 'SSH use key pair to connect two machines'
+    ssh_setup      = 'SSH setup'
+    ssh_setup_wsl  = 'SSH setup wsl'
+    backup         = 'BACKUP'
+    retreive       = 'RETRIEVE'
+    scheduler      = 'SCHEDULER'
+
+
+def args_parser():
+    import argparse
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-w", "--which", help="which option to run", type=str, default=None)  # , choices=[op.value for op in Options]
+    args = parser.parse_args()
+    main(which=args.which)
+
+
+def main(which: Optional[str] = None):
+    PROGRAM_PATH.delete(sure=True, verbose=False)
+    options = [op.value for op in Options]
+    if which is None:
+        # import questionary
+        # choice_key = questionary.autocomplete(message="Which option to run?", choices=options, default=options[0]).ask()
+        choice_key = display_options(msg="", options=options, header="DEVOPS", default=options[0])
+    else: choice_key = Options[which].value
+
+    if choice_key == Options.update.value:
+        import machineconfig.scripts.python.devops_update_repos as helper
+        program = helper.main()
+
+    elif choice_key == Options.ve.value:
+        program = ""
+        reply: bool = False
+        if P.cwd().joinpath(".ve.ini").exists():
+            reply = input("Detected .ve.ini file. Do you want to use it to build ve? (y/[n]): ") == "y"
+            if reply:
+                from machineconfig.utils.ve import get_ve_install_script_from_specs
+                program_win = get_ve_install_script_from_specs(repo_root=P.cwd().str, system="Windows")
+                program_lin = get_ve_install_script_from_specs(repo_root=P.cwd().str, system="Linux")
+                install_reply = input("Proceed with installation? (y/[n]): ") == "y"
+                if not install_reply: program = ""
+                else:
+                    if system() == "Windows": program = program_win
+                    elif system() == "Linux": program = program_lin
+                    else: raise ValueError(f"Unknown system: {system()}")
+
+        if not reply:
+            from machineconfig.utils.ve import get_ve_install_script
+            program = get_ve_install_script()
+
+    elif choice_key == Options.cli_install.value:
+        import machineconfig.scripts.python.devops_devapps_install as helper
+        program = helper.main()
+
+    elif choice_key == Options.sym_new.value:
+        import machineconfig.jobs.python.python_ve_symlink as helper
+        program = helper.main()
+
+    elif choice_key == Options.sym_path_shell.value:
+        import machineconfig.profile.create as helper
+        helper.main()
+        program = "echo '✅ done with symlinks'"
+
+    elif choice_key == Options.ssh_add_pubkey.value:
+        import machineconfig.scripts.python.devops_add_ssh_key as helper
+        program = helper.main()
+
+    elif choice_key == Options.ssh_use_pair.value:
+        raise NotImplementedError
+
+    elif choice_key == Options.ssh_add_id.value:  # so that you can SSH directly withuot pointing to identity key.
+        import machineconfig.scripts.python.devops_add_identity as helper
+        program = helper.main()
+
+    elif choice_key == Options.ssh_setup.value:
+        program_windows = f"""Invoke-WebRequest https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/openssh_all.ps1 | Invoke-Expression  # https://github.com/thisismygitrepo.keys"""
+        program_linux = f"""curl https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_linux/openssh_all.sh | sudo bash  # https://github.com/thisismygitrepo.keys"""
+        program = program_linux if system() == "Linux" else program_windows
+
+    elif choice_key == Options.ssh_setup_wsl.value:
+        program = f"""curl https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_linux/openssh_wsl.sh | sudo bash"""
+
+    elif choice_key == Options.backup.value:
+        from machineconfig.scripts.python.devops_backup_retrieve import main as helper
+        program = helper(direction="BACKUP")
+    elif choice_key == Options.retreive.value:
+        from machineconfig.scripts.python.devops_backup_retrieve import main as helper
+        program = helper(direction="RETRIEVE")
+
+    elif choice_key == Options.scheduler.value:
+        from machineconfig.scripts.python.scheduler import main as helper
+        program = helper()
+
+    else: raise ValueError(f"Unimplemented choice: {choice_key}")
+    if program: write_shell_script(program, display=True, preserve_cwd=True, desc="Shell script prepared by Python.", execute=True if which is not None else False)
+    else: write_shell_script("echo 'Done.'", display=False, )  # Python did not return any script to run.
+
+
+if __name__ == "__main__":
+    args_parser()

machineconfig/scripts/python/devops_add_identity.py

@@ -1,23 +1,27 @@
-
-
-import crocodile.toolbox as tb
-# from platform import system
-from machineconfig.utils.utils import display_options
-
-
-def main():
-    private_keys = tb.P.home().joinpath(".ssh").search("*.pub").apply(lambda x: x.with_name(x.stem)).filter(lambda x: x.exists())
-    choice = display_options(msg="Path to private key to be used when ssh'ing: ", options=private_keys.list + ["I have the path to the key file", "I want to paste the key itself"])
-    if choice == "I have the path to the key file": path_to_key = tb.P(input("Input path here: ")).expanduser().absolute()
-    elif choice == "I want to paste the key itself": path_to_key = tb.P.home().joinpath(f".ssh/{input('file name (default: my_pasted_key): ') or 'my_pasted_key'}").write_text(input("Paste the private key here: "))
-    else: path_to_key = tb.P(choice)
-    txt = f"IdentityFile {path_to_key.collapseuser().as_posix()}"  # adds this id for all connections, no host specified.
-    config_path = tb.P.home().joinpath(".ssh/config")
-    if config_path.exists(): config_path.modify_text(txt_search=txt, txt_alt=txt, replace_line=True, notfound_append=True, prepend=True)  # note that Identity line must come on top of config file otherwise it won't work, hence `prepend=True`
-    else: config_path.write_text(txt)
-    program = f"echo 'Finished adding identity to ssh config file. {'*'*50} Consider reloading config file.'"
-    return program
-
-
-if __name__ == '__main__':
-    pass
+
+"""ID
+"""
+
+
+# from platform import system
+from crocodile.file_management import P
+from machineconfig.utils.utils import display_options
+
+
+def main():
+    private_keys = P.home().joinpath(".ssh").search("*.pub").apply(lambda x: x.with_name(x.stem)).filter(lambda x: x.exists())
+    choice = display_options(msg="Path to private key to be used when ssh'ing: ", options=private_keys.apply(str).list + ["I have the path to the key file", "I want to paste the key itself"])
+    if choice == "I have the path to the key file": path_to_key = P(input("Input path here: ")).expanduser().absolute()
+    elif choice == "I want to paste the key itself": path_to_key = P.home().joinpath(f".ssh/{input('file name (default: my_pasted_key): ') or 'my_pasted_key'}").write_text(input("Paste the private key here: "))
+    elif isinstance(choice, str): path_to_key = P(choice)
+    else: raise NotImplementedError(f"Choice {choice} not supported")
+    txt = f"IdentityFile {path_to_key.collapseuser().as_posix()}"  # adds this id for all connections, no host specified.
+    config_path = P.home().joinpath(".ssh/config")
+    if config_path.exists(): config_path.modify_text(txt_search=txt, txt_alt=txt, replace_line=True, notfound_append=True, prepend=True)  # note that Identity line must come on top of config file otherwise it won't work, hence `prepend=True`
+    else: config_path.write_text(txt)
+    program = f"echo 'Finished adding identity to ssh config file. {'*'*50} Consider reloading config file.'"
+    return program
+
+
+if __name__ == '__main__':
+    pass

machineconfig/scripts/python/devops_add_ssh_key.py

@@ -1,55 +1,70 @@
-
-import crocodile.toolbox as tb
-from platform import system
-from machineconfig.utils.utils import LIBRARY_ROOT, display_options
-
-
-def get_add_ssh_key_script(path_to_key):
-    if system() == "Linux": authorized_keys = tb.P.home().joinpath(".ssh/authorized_keys")
-    elif system() == "Windows": authorized_keys = tb.P("C:/ProgramData/ssh/administrators_authorized_keys")
-    else: raise NotImplementedError
-
-    if authorized_keys.exists():
-        split = "\n"
-        print(f'Users that can access this machine have private keys of those pub keys:\n{authorized_keys.read_text().split(split)}')
-
-        if path_to_key.read_text() in authorized_keys.read_text():
-            program = ""
-        else:
-            if system() == "Linux":
-                program = f"cat {path_to_key} >> ~/.ssh/authorized_keys"
-            else:
-                program = LIBRARY_ROOT.joinpath("jobs/windows/openssh-server_add_key.ps1")
-                program = tb.P(program).expanduser().read_text().replace('$sshfile=""', f'$sshfile="{path_to_key}"')
-
-    else:
-        if system() == "Linux":
-            program = f"cat {path_to_key} > ~/.ssh/authorized_keys"
-        else:
-            program = LIBRARY_ROOT.joinpath("jobs/windows/openssh-server_add_key.ps1")
-            program = tb.P(program).expanduser().read_text().replace('$sshfile=""', f'$sshfile="{path_to_key}"')
-
-    if system() == "Linux" and 2 > 1: program += f"""
-
-sudo chmod 700 ~/.ssh
-sudo chmod 644 ~/.ssh/authorized_keys
-sudo chmod 644 ~/.ssh/*.pub
-sudo service ssh --full-restart
-# from superuser.com/questions/215504/permissions-on-private-key-in-ssh-folder
-
-"""
-    return program
-
-
-def main():
-    pub_keys = tb.P.home().joinpath(".ssh").search("*.pub")
-    res = display_options("Which public key to add? ", options=pub_keys.list + [f"all pub keys available ({len(pub_keys)})", "I have the path to the key file", "I want to paste the key itself"])
-    if res == "all": program = "\n\n\n".join(pub_keys.apply(get_add_ssh_key_script))
-    elif res == "I have the path to the key file": program = get_add_ssh_key_script(tb.P(input("Path: ")).expanduser().absolute())
-    elif res == "I want to paste the key itself": program = get_add_ssh_key_script(tb.P.home().joinpath(f".ssh/{input('file name (default: my_pasted_key.pub): ') or 'my_pasted_key.pub'}").write_text(input("Paste the pub key here: ")))
-    else: program = get_add_ssh_key_script(tb.P(res))
-    return program
-
-
-if __name__ == '__main__':
-    pass
+
+"""SSH
+"""
+
+
+from platform import system
+from machineconfig.utils.utils import LIBRARY_ROOT, display_options
+from crocodile.file_management import P
+
+
+def get_add_ssh_key_script(path_to_key: P):
+    if system() == "Linux": authorized_keys = P.home().joinpath(".ssh/authorized_keys")
+    elif system() == "Windows": authorized_keys = P("C:/ProgramData/ssh/administrators_authorized_keys")
+    else: raise NotImplementedError
+
+    if authorized_keys.exists():
+        split = "\n"
+        print(f'ℹ️ Users that can access this machine have private keys of those pub keys:\n{authorized_keys.read_text().split(split)}')
+
+        if path_to_key.read_text() in authorized_keys.read_text():
+            print(f"⚠️ Key {path_to_key} already added to {authorized_keys}. No action is taken.")
+            program = ""
+        else:
+            if system() == "Linux":
+                program = f"cat {path_to_key} >> ~/.ssh/authorized_keys"
+            elif system() == "Windows":
+                program_path = LIBRARY_ROOT.joinpath("setup_windows/openssh-server_add-sshkey.ps1")
+                program = program_path.expanduser().read_text()
+                place_holder = r'$sshfile = "$env:USERPROFILE\.ssh\pubkey.pub"'
+                assert place_holder in program, f"This section performs string manipulation on the script {program_path} to add the key to the authorized_keys file. The script has changed and the string {place_holder} is not found."
+                program = program.replace(place_holder, f'$sshfile = "{path_to_key}"')
+                print(f"Replaced {place_holder} with {path_to_key} in {program_path}.")
+            else: raise NotImplementedError
+    else:
+        if system() == "Linux":
+            program = f"cat {path_to_key} > ~/.ssh/authorized_keys"
+        else:
+            program = LIBRARY_ROOT.joinpath("setup_windows/openssh-server_add-sshkey.ps1")
+            program = P(program).expanduser().read_text().replace('$sshfile=""', f'$sshfile="{path_to_key}"')
+
+    if system() == "Linux": program += f"""
+
+sudo chmod 700 ~/.ssh
+sudo chmod 644 ~/.ssh/authorized_keys
+sudo chmod 644 ~/.ssh/*.pub
+sudo service ssh --full-restart
+# from superuser.com/questions/215504/permissions-on-private-key-in-ssh-folder
+
+"""
+    return program
+
+
+def main():
+    pub_keys = P.home().joinpath(".ssh").search("*.pub")
+    all_keys_option = f"all pub keys available ({len(pub_keys)})"
+    i_have_path_option = "I have the path to the key file"
+    i_paste_option = "I want to paste the key itself"
+    res = display_options("Which public key to add? ", options=pub_keys.apply(str).list + [all_keys_option, i_have_path_option, i_paste_option])
+    assert isinstance(res, str), f"Got {res} of type {type(res)} instead of str."
+    if res == all_keys_option: program = "\n\n\n".join(pub_keys.apply(get_add_ssh_key_script))
+    elif res == i_have_path_option: program = get_add_ssh_key_script(P(input("Path: ")).expanduser().absolute())
+    elif res == i_paste_option: program = get_add_ssh_key_script(P.home().joinpath(f".ssh/{input('file name (default: my_pasted_key.pub): ') or 'my_pasted_key.pub'}").write_text(input("Paste the pub key here: ")))
+    else:
+        program = get_add_ssh_key_script(P(res))
+        print(program)
+    return program
+
+
+if __name__ == '__main__':
+    pass

machineconfig/scripts/python/devops_backup_retrieve.py

@@ -1,46 +1,52 @@
-
-from platform import system
-# import subprocess
-import crocodile.toolbox as tb
-from machineconfig.utils.utils import LIBRARY_ROOT, display_options, print_programming_script
-
-
-def main():
-    direction = display_options(msg="BACKUP OR RETRIEVE?", options=["BACKUP", "RETRIEVE"], default="BACKUP", fzf=True)
-    tool = "cloud_sx" if direction == "BACKUP" else "cloud_rx"
-
-    print(f"Listing Remotes ... ")
-    remotes = tb.L(tb.Terminal().run("rclone listremotes", shell="pwsh").op_if_successfull_or_default("").splitlines()).apply(lambda x: x.replace(":", ""))
-    if len(remotes) == 0:
-        raise RuntimeError(f"You don't have remotes. Configure your rclone first to get cloud services access.")
-    cloud = display_options(msg="WHICH CLOUD?", options=list(remotes), default=remotes[0], fzf=True)
-
-    bu_file = LIBRARY_ROOT.joinpath("profile/backup.toml").readit()
-
-    if system() == "Linux": bu_file = {key: val for key, val in bu_file.items() if "windows" not in key}
-    elif system() == "Windows": bu_file = {key: val for key, val in bu_file.items() if "linux" not in key}
-
-    # choice_key = display_options(msg="WHICH FILE of the following do you want to back up?", options=['all'] + list(bu_file.keys()), default="dotfiles")
-    # if choice_key == "all": items = bu_file
-    # else: items = {choice_key: bu_file[choice_key]}
-    items = bu_file
-
-    program = f"""$cloud = "{cloud}" \n """ if system() == "Windows" else f"""cloud="{cloud}" \n """
-    for item_name, item in items.items():
-        path = tb.P(item['path'])
-        os_specific = True if system().lower() in item_name else False
-        flags = ''
-        flags += 'z' if item['zip'] else ''
-        flags += 'e' if item['encrypt'] else ''
-        flags += 'r'
-        flags += 'o' if os_specific else ''
-        if flags: flags = f"-{flags}"
-        program += f"""\n{tool} "{path.as_posix()}" --cloud $cloud {flags}\n"""
-        if item_name == "dotfiles" and system() == "Linux": program += f"""\nchmod 700 ~/.ssh/*\n"""
-    print_programming_script(program, lexer="shell", desc=f"{direction} script")
-    print(program)
-    return ""
-
-
-if __name__ == "__main__":
-    pass
+
+"""BR: Backup and Retrieve
+"""
+
+# import subprocess
+from crocodile.file_management import Read, P
+from machineconfig.utils.utils import LIBRARY_ROOT, DEFAULTS_PATH, print_code, choose_cloud_interactively, display_options
+from machineconfig.scripts.python.cloud_sync import ES
+from platform import system
+from typing import Any, Literal, Optional
+
+
+OPTIONS = Literal["BACKUP", "RETRIEVE"]
+
+
+def main(direction: OPTIONS, which: Optional[str] = None):
+    try:
+        cloud: str = Read.ini(DEFAULTS_PATH)['general']['rclone_config_name']
+        print(f"\n{'--' *  50}\n ⚠️ Using default cloud: `{cloud}` ⚠️\n{'--' *  50}\n")
+    except (FileNotFoundError, KeyError, IndexError): cloud = choose_cloud_interactively()
+
+    bu_file: dict[str, Any] = LIBRARY_ROOT.joinpath("profile/backup.toml").readit()
+    if system() == "Linux": bu_file = {key: val for key, val in bu_file.items() if "windows" not in key}
+    elif system() == "Windows": bu_file = {key: val for key, val in bu_file.items() if "linux" not in key}
+
+    if which is None:
+        choice_key = display_options(msg=f"WHICH FILE of the following do you want to {direction}?", options=['all'] + list(bu_file.keys()))
+        assert isinstance(choice_key, str)
+    else: choice_key = which
+
+    if choice_key == "all": items = bu_file
+    else: items = {choice_key: bu_file[choice_key]}
+
+    program = f"""$cloud = "{cloud}:{ES}" \n """ if system() == "Windows" else f"""cloud="{cloud}:{ES}" \n """
+    for item_name, item in items.items():
+        # P.home().joinpath(".ipython").to_cloud(cloud="oduq1", zip=True, encrypt=True, rel2home=True, os_specific=False)
+        flags = ''
+        flags += 'z' if item['zip'] == 'True' else ''
+        flags += 'e' if item['encrypt'] == 'True' else ''
+        flags += 'r' if item['rel2home'] == 'True' else ''
+        flags += 'o' if system().lower() in item_name else ''
+        if flags: flags = "-" + flags
+        if direction == "BACKUP": program += f"""\ncloud_copy "{P(item['path']).as_posix()}" $cloud {flags}\n"""
+        elif direction == "RETRIEVE": program += f"""\ncloud_copy $cloud "{P(item['path']).as_posix()}" {flags}\n"""
+        else: raise RuntimeError(f"Unknown direction: {direction}")
+        if item_name == "dotfiles" and system() == "Linux": program += f"""\nchmod 700 ~/.ssh/*\n"""
+    print_code(program, lexer="shell", desc=f"{direction} script")
+    return program
+
+
+if __name__ == "__main__":
+    pass