machineconfig 1.92__py3-none-any.whl → 1.94__py3-none-any.whl

machineconfig/scripts/python/cloud_sync.py

@@ -1,227 +1,21 @@
-
 """CS
-TODO: use tap typed-argument-parser to parse args
-TODO: use typer to make clis
+TODO: use typer or typed-argument-parser to parse args
 """
 
-from crocodile.file_management import P, Read
-from crocodile.core import Struct
-from machineconfig.utils.utils import PROGRAM_PATH, DEFAULTS_PATH
+from machineconfig.scripts.python.helpers.helpers2 import parse_cloud_source_target
+from machineconfig.scripts.python.helpers.cloud_helpers import Args
 from machineconfig.scripts.python.cloud_mount import get_mprocs_mount_txt
+from machineconfig.utils.utils import PROGRAM_PATH
 import argparse
-import os
-from typing import Optional
-# from dataclasses import dataclass
-# install_n_import("pydantic")
-# from tap import Tap
-from pydantic.dataclasses import dataclass
-from pydantic import ConfigDict
-
-
-ES = "^"  # chosen carefully to not mean anything on any shell. `$` was a bad choice.
-
-
-class ArgsDefaults:
-    # source: str=None
-    # target: str=None
-    encrypt: bool=False
-    zip_: bool=False
-    overwrite: bool=False
-    share: bool=False
-    rel2home = False
-    root = None
-    os_specific = False
-    key = None
-    pwd = None
-
-
-@dataclass(config=ConfigDict(extra="forbid", frozen=False))
-class Args():
-    cloud: Optional[str] = None
-
-    zip: bool=ArgsDefaults.zip_
-    overwrite: bool=ArgsDefaults.overwrite
-    share: bool=ArgsDefaults.share
-
-    root: Optional[str] = ArgsDefaults.root
-    os_specific: bool = ArgsDefaults.os_specific
-    rel2home: bool = ArgsDefaults.rel2home
-
-    encrypt: bool = ArgsDefaults.encrypt
-    key: Optional[str] = ArgsDefaults.key
-    pwd: Optional[str] = ArgsDefaults.pwd
-
-    config: Optional[str] = None
-
-    @staticmethod
-    def from_config(config_path: P):
-        # from crocodile.core import install_n_import
-        # install_n_import("pydantic")
-        # from pydantic import BaseModel, ConfigDict
-        return Args(**Read.json(config_path))
-
-
-def absolute(path: str) -> P:
-    obj = P(path).expanduser()
-    if not path.startswith(".") and  obj.exists(): return obj
-    try_absing =  P.cwd().joinpath(path)
-    if try_absing.exists(): return try_absing
-    print(f"Warning: {path} was not resolved to absolute one, trying out resolving symlinks (This may result in unintended paths)")
-    return obj.absolute()
-
-
-def get_secure_share_cloud_config(interactive: bool=True) -> Args:
-    if os.environ.get("CLOUD_CONFIG_NAME") is not None:
-        default_cloud = os.environ.get("CLOUD_CONFIG_NAME")
-        assert default_cloud is not None
-        cloud = default_cloud
-    else:
-        try:
-            default_cloud__ = Read.ini(DEFAULTS_PATH)['general']['rclone_config_name']
-        except Exception:
-            default_cloud__ = 'No default cloud found.'
-        if default_cloud__ == 'No default cloud found.' or interactive:
-            # assert default_cloud is not None
-            cloud = input(f"Enter cloud name (default {default_cloud__}): ") or default_cloud__
-        else:
-            cloud = default_cloud__
-
-    default_password_path = P.home().joinpath("dotfiles/creds/passwords/quick_password")
-    if default_password_path.exists():
-        pwd = default_password_path.read_text().strip()
-        default_message = "defaults to quick_password"
-    else:
-        pwd = ""
-        default_message = "no default password found"
-    pwd = input(f"Enter encryption password ({default_message}): ") or pwd
-    res = Args(cloud=cloud,
-               pwd=pwd, encrypt=True,
-               zip=True, overwrite=True, share=True,
-               rel2home=True, root="myshare", os_specific=False,)
-    Struct(res.__dict__).print(as_config=True, title="⚠️ Using SecureShare cloud config")
-    return res
-
-
-def find_cloud_config(path: P):
-    for _i in range(len(path.parts)):
-        if path.joinpath("cloud.json").exists():
-            res =  Args.from_config(path.joinpath("cloud.json"))
-            Struct(res.__dict__).print(as_config=True, title=f"⚠️ Using default cloud config @ {path.joinpath('cloud.json')} ")
-            return res
-        path = path.parent
-    return None
-
-
-def parse_cloud_source_target(args: Args, source: str, target: str) -> tuple[str, str, str]:
-    config = args.config
-    if config == "ss":
-        maybe_config = get_secure_share_cloud_config()
-    elif config is not None:
-        maybe_config = Args.from_config(absolute(config))
-    else:
-        maybe_config = None
-
-    if maybe_config is not None:
-        if args.zip == ArgsDefaults.zip_: args.zip = maybe_config.zip
-        if args.encrypt == ArgsDefaults.encrypt: args.encrypt = maybe_config.encrypt
-        if args.share == ArgsDefaults.share: args.share = maybe_config.share
-        if args.root == ArgsDefaults.root: args.root = maybe_config.root
-        if args.rel2home == ArgsDefaults.rel2home: args.rel2home = maybe_config.rel2home
-        if args.pwd == ArgsDefaults.pwd: args.pwd = maybe_config.pwd
-        if args.os_specific == ArgsDefaults.os_specific: args.os_specific = maybe_config.os_specific
-
-    root = args.root
-    rel2home = args.rel2home
-    pwd = args.pwd
-    encrypt = args.encrypt
-    zip_arg = args.zip
-    share = args.share
-    os_specific = args.os_specific
-
-    if source.startswith(":"):  # default cloud name is omitted cloud_name:  # or ES in source
-        # At the moment, this cloud.json defaults overrides the args and is activated only when source or target are just ":"
-        # consider activating it by a flag, and also not not overriding explicitly passed args options.
-        assert ES not in target, "Not Implemented here yet."
-        path = absolute(target)
-        if maybe_config is None:  maybe_config: Optional[Args] = find_cloud_config(path=path)
-
-        if maybe_config is None:
-            default_cloud: str=Read.ini(DEFAULTS_PATH)['general']['rclone_config_name']
-            print(f"⚠️ Using default cloud: {default_cloud}")
-            source = default_cloud + ":" + source[1:]
-        else:
-            tmp = maybe_config
-            source = f"{tmp.cloud}:" + source[1:]
-            root = tmp.root
-            rel2home = tmp.rel2home
-            pwd = tmp.pwd
-            encrypt = tmp.encrypt
-            zip_arg = tmp.zip
-            share = tmp.share
-
-    if target.startswith(":"):  # default cloud name is omitted cloud_name:  # or ES in target
-        assert ES not in source, "Not Implemented here yet."
-        path = absolute(source)
-        if maybe_config is None: maybe_config = find_cloud_config(path)
-
-        if maybe_config is None:
-            default_cloud = Read.ini(DEFAULTS_PATH)['general']['rclone_config_name']
-            print(f"⚠️ Using default cloud: {default_cloud}")
-            target = default_cloud + ":" + target[1:]
-        else:
-            tmp = maybe_config
-            target = f"{tmp.cloud}:" + target[1:]
-            root = tmp.root
-            rel2home = tmp.rel2home
-            pwd = tmp.pwd
-            encrypt = tmp.encrypt
-            zip_arg = tmp.zip
-            share = tmp.share
-
-
-    if ":" in source and (source[1] != ":" if len(source) > 1 else True):  # avoid the deceptive case of "C:/"
-        source_parts: list[str] = source.split(":")
-        cloud = source_parts[0]
-
-        if len(source_parts) > 1 and source_parts[1] == ES:  # the source path is to be inferred from target.
-            assert ES not in target, f"You can't use expand symbol `{ES}` in both source and target. Cyclical inference dependency arised."
-            target_obj = absolute(target)
-            remote_path = target_obj.get_remote_path(os_specific=os_specific, root=root, rel2home=rel2home, strict=False)
-            source = f"{cloud}:{remote_path.as_posix()}"
-        else:  # source path is mentioned, target? maybe.
-            if target == ES:  # target path is to be inferred from source.
-                raise NotImplementedError("There is no .get_local_path method yet")
-            else:
-                target_obj = absolute(target)
-        if zip_arg and ".zip" not in source:
-            source += ".zip"
-        if encrypt and ".enc" not in source:
-            source += ".enc"
-
-    elif ":" in target and (target[1] != ":" if len(target) > 1 else True):  # avoid the case of "C:/"
-        target_parts: list[str] = target.split(":")
-        cloud = target.split(":")[0]
-        if len(target_parts) > 1 and target_parts[1] == ES:  # the target path is to be inferred from source.
-            assert ES not in source, "You can't use $ in both source and target. Cyclical inference dependency arised."
-            source_obj = absolute(source)
-            remote_path = source_obj.get_remote_path(os_specific=os_specific, root=root, rel2home=rel2home, strict=False)
-            target = f"{cloud}:{remote_path.as_posix()}"
-        else:  # target path is mentioned, source? maybe.
-            target = str(target)
-            if source == ES:
-                raise NotImplementedError("There is no .get_local_path method yet")
-            else:
-                source_obj = absolute(source)
-        if zip_arg and ".zip" not in target: target += ".zip"
-        if encrypt and ".enc" not in target: target += ".enc"
-    else:
-        raise ValueError("Either source or target must be a remote path (i.e. machine:path)")
-    Struct({"cloud": cloud, "source": str(source), "target": str(target)}).print(as_config=True, title="CLI Resolution")
-    _ = pwd, encrypt, zip_arg, share
-    return cloud, str(source), str(target)
 
 
 def args_parser():
+    print(f"""
+╔{'═' * 70}╗
+║ ☁️  Cloud Sync Utility                                                    ║
+╚{'═' * 70}╝
+""")
+    
     parser = argparse.ArgumentParser(description="""A wrapper for rclone sync and rclone bisync, with some extra features.""")
 
     parser.add_argument("source", help="source", default=None)
@@ -255,10 +49,25 @@ def args_parser():
     cloud, source, target = parse_cloud_source_target(args=args_obj, source=source, target=target)
     # map short flags to long flags (-u -> --upload), for easier use in the script
     if bisync:
-        print(f"SYNCING 🔄️ {source} {'<>' * 7} {target}`")
+        print(f"""
+╔{'═' * 70}╗
+║ 🔄 BI-DIRECTIONAL SYNC                                                    ║
+╠{'═' * 70}╣
+║ Source: {source}                       
+║ Target: {target}                       
+╚{'═' * 70}╝
+""")
         rclone_cmd = f"""rclone bisync '{source}' '{target}' --resync"""
     else:
-        print(f"SYNCING {source} {'>' * 15} {target}`")
+        print(f"""
+╔{'═' * 70}╗
+║ 📤 ONE-WAY SYNC                                                           ║
+╠{'═' * 70}╣
+║ Source: {source}                       
+║ ↓                                                                        ║
+║ Target: {target}                       
+╚{'═' * 70}╝
+""")
         rclone_cmd = f"""rclone sync '{source}' '{target}' """
 
     rclone_cmd += f" --progress --transfers={transfers} --verbose"
@@ -267,8 +76,15 @@ def args_parser():
 
     if verbose: txt = get_mprocs_mount_txt(cloud=cloud, rclone_cmd=rclone_cmd, cloud_brand="Unknown")
     else: txt = f"""{rclone_cmd}"""
-    print(r'running command'.center(100, '-'))
-    print(txt)
+    
+    print(f"""
+╔{'═' * 70}╗
+║ 🚀 EXECUTING COMMAND                                                      ║
+╠{'═' * 70}╣
+║ {rclone_cmd[:65]}... ║
+╚{'═' * 70}╝
+""")
+    
     PROGRAM_PATH.write_text(txt)
 
 

machineconfig/scripts/python/croshell.py

@@ -1,15 +1,13 @@
-
-
 """
 croshell
 """
 
 import argparse
-# import subprocess
-# import platform
-from crocodile.file_management import P, randstr
-from machineconfig.utils.ve import get_ipython_profile, get_ve_profile, get_ve_name_and_ipython_profile
+from crocodile.file_management import P
+from crocodile.core_modules.core_1 import randstr
 from machineconfig.utils.utils import PROGRAM_PATH, display_options
+from machineconfig.utils.ve_utils.ve1 import get_ve_name_and_ipython_profile, get_ve_activate_line
+from typing import Optional
 
 
 def add_print_header_pycode(path: str, title: str):
@@ -34,10 +32,28 @@ def get_read_data_pycode(path: str):
 p = P(r\'{path}\').absolute()
 try:
     dat = p.readit()
-    if isinstance(dat, dict): Struct(dat).print(as_config=True, title=p.name)
-    else: print(f"Successfully read the file {{p.name}}")
+    if isinstance(dat, dict): 
+        print(f'''
+╔{'═' * 70}╗
+║ 📄 File Data: {{p.name}}                                              
+╚{'═' * 70}╝
+''')
+        Struct(dat).print(as_config=True, title=p.name)
+    else: 
+        print(f'''
+╔{'═' * 70}╗
+║ 📄 Successfully read the file: {{p.name}}                              
+╚{'═' * 70}╝
+''')
 except Exception as e:
-    print(e)
+    print(f'''
+╔{'═' * 70}╗
+║ ❌ ERROR READING FILE                                                    ║
+╠{'═' * 70}╣
+║ File: {{p.name}}                                                       
+║ Error: {{e}}                                                      
+╚{'═' * 70}╝
+''')
 
 """
     return pycode
@@ -74,6 +90,8 @@ def build_parser():
     parser.add_argument("--cmd", "-c", dest="cmd", help="python command to interpret", default="")
     parser.add_argument("--terminal", "-t", dest="terminal", help="specify which terminal to be used. Default console host.", default="")  # can choose `wt`
     parser.add_argument("--shell", "-S", dest="shell", help="specify which shell to be used. Defaults to CMD.", default="")
+    parser.add_argument("--jupyter", "-j", dest="jupyter", help="run in jupyter interactive console", action="store_true", default=False)
+    parser.add_argument("--stViewer", "-s", dest="streamlit_viewer", help="view in streamlit app", action="store_true", default=False)
 
     args = parser.parse_args()
     # print(f"Crocodile.run: args of the firing command = {args.__dict__}")
@@ -82,39 +100,71 @@ def build_parser():
     # flags processing
     interactivity = '' if args.nonInteratctive else '-i'
     interpreter = 'python' if args.python else 'ipython'
-    profile = args.profile
+    ipython_profile: Optional[str] = args.profile
     file = P.cwd()  # initialization value, could be modified according to args.
 
     if args.cmd != "":
+        print(f"""
+╭{'─' * 70}╮
+│ 🖥️  Executing command from CLI argument                                   │
+╰{'─' * 70}╯
+""")
         import textwrap
         program = textwrap.dedent(args.cmd)
 
     elif args.fzf:
+        print(f"""
+╭{'─' * 70}╮
+│ 🔍 Searching for Python files...                                         │
+╰{'─' * 70}╯
+""")
         options = P.cwd().search("*.py", r=True).apply(str).list
         file = display_options(msg="Choose a python file to run", options=options, fzf=True, multi=False, )
         assert isinstance(file, str)
-        if profile is None:
-            profile = get_ipython_profile(P(file))
         program = P(file).read_text(encoding='utf-8')
+        print(f"""
+╭{'─' * 70}╮
+│ 📄 Selected file: {P(file).name}                                  │
+╰{'─' * 70}╯
+""")
 
     elif args.file != "":
         file = P(args.file.lstrip()).expanduser().absolute()
-        if profile is None:
-            profile = get_ipython_profile(P(file))
         program = get_read_pyfile_pycode(file, as_module=args.module, cmd=args.cmd)
+        print(f"""
+╭{'─' * 70}╮
+│ 📄 Loading file: {file.name}                                    │
+│ 🔄 Mode: {'Module' if args.module else 'Script'}                                                 │
+╰{'─' * 70}╯
+""")
 
     elif args.read != "":
+        if args.streamlit_viewer:
+            print(f"""
+╔{'═' * 70}╗
+║ 📊 STARTING STREAMLIT VIEWER                                              ║
+╚{'═' * 70}╝
+""")
+            from machineconfig.scripts.python.viewer import run
+            py_file_path = run(data_path=args.read, data=None, get_figure=None)
+            final_program = f"""
+#!/bin/bash
+. $HOME/scripts/activate_ve 've'
+streamlit run {py_file_path}
+"""
+            PROGRAM_PATH.write_text(data=final_program)
+            return None
         file = P(str(args.read).lstrip()).expanduser().absolute()
-        ve_name_from_file, ipy_profile_from_file = get_ve_name_and_ipython_profile(init_path=P(file))
-        # if profile is None:
-        #     profile = get_ipython_profile(P(file))
-        if profile is None: profile = ipy_profile_from_file
-        if args.ve is None: args.ve = ve_name_from_file
         program = get_read_data_pycode(str(file))
+        print(f"""
+╭{'─' * 70}╮
+│ 📄 Reading data from: {file.name}                              │
+╰{'─' * 70}╯
+""")
 
     else:  # just run croshell.py interactively
         program = ""
-        # program = f" --profile {get_ipython_profile(P.cwd())} --no-banner -m crocodile.croshell"  # --term-title croshell
+
         # from IPython import start_ipython
         # start_ipython(argv=program.split(' ')[1:])
         # return
@@ -122,6 +172,8 @@ def build_parser():
         # # --autocall 1 in order to enable shell-like behaviour: e.g.: P x is interpretred as P(x)
 
     preprogram = """
+
+#%%
 from crocodile.croshell import *
 print_header()
 print_logo(logo="crocodile")
@@ -135,21 +187,39 @@ print_logo(logo="crocodile")
     total_program = preprogram + add_print_header_pycode(str(pyfile), title=title) + program
 
     pyfile.write_text(total_program, encoding='utf-8')
-    if profile is None:
-        profile = get_ipython_profile(P.cwd())
-        # profile = "default"
-
-    ve = get_ve_profile(P(file)) if args.ve is None else str(args.ve)
 
+    ve_profile_suggested: Optional[str] = None
+    if ipython_profile is None:
+        ve_profile_suggested, ipython_profile = get_ve_name_and_ipython_profile(P(file))
+        ipython_profile = ipython_profile if ipython_profile is not None else "default"
+    ve_activateion_line = get_ve_activate_line(ve_name=args.ve or ve_profile_suggested, a_path=P.cwd())
     final_program = f"""
-. $HOME/scripts/activate_ve '{ve}'
-{interpreter} """
-    if interpreter == "ipython":
-        final_program += f"{interactivity} --profile {profile} --no-banner"
-    final_program += f" {str(pyfile)}"
-    print(f"🔥 sourcing  ... {pyfile}")
-    # print(f"Running ... {final_program}")
+#!/bin/bash
+
+{ve_activateion_line}
+
+"""
+    if args.jupyter:
+        fire_line = f"code --new-window {str(pyfile)}"
+    else:
+        fire_line = interpreter
+        if interpreter == "ipython":
+            fire_line += f" {interactivity} --profile {ipython_profile} --no-banner"
+        fire_line += f" {str(pyfile)}"
+            
+    final_program += fire_line
+    
+    print(f"""
+╔{'═' * 70}╗
+║ 🚀 LAUNCHING SCRIPT   {PROGRAM_PATH}           ║
+╠{'═' * 70}╣
+║ 📄 Script: {pyfile}
+║ 🔥 Command: {fire_line}
+╚{'═' * 70}╝
+""")
+    
     PROGRAM_PATH.write_text(data=final_program)
+    # (PROGRAM_PATH + ".py").write_text(str(pyfile), encoding='utf-8')
 
     # if platform.system() == "Windows":
         # return subprocess.run([f"powershell", "-Command", res], shell=True, capture_output=False, text=True, check=True)