machineconfig 5.15__py3-none-any.whl → 7.98__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- machineconfig/__init__.py +0 -28
- machineconfig/cluster/remote/cloud_manager.py +1 -1
- machineconfig/cluster/remote/distribute.py +0 -1
- machineconfig/cluster/remote/file_manager.py +0 -2
- machineconfig/cluster/remote/script_execution.py +0 -1
- machineconfig/cluster/sessions_managers/{utils → helpers}/enhanced_command_runner.py +4 -6
- machineconfig/cluster/sessions_managers/utils/load_balancer.py +1 -1
- machineconfig/cluster/sessions_managers/utils/maker.py +69 -0
- machineconfig/cluster/sessions_managers/wt_local.py +114 -289
- machineconfig/cluster/sessions_managers/wt_local_manager.py +70 -210
- machineconfig/cluster/sessions_managers/wt_remote.py +51 -43
- machineconfig/cluster/sessions_managers/wt_remote_manager.py +52 -198
- machineconfig/cluster/sessions_managers/wt_utils/layout_generator.py +6 -19
- machineconfig/cluster/sessions_managers/wt_utils/manager_persistence.py +52 -0
- machineconfig/cluster/sessions_managers/wt_utils/monitoring_helpers.py +50 -0
- machineconfig/cluster/sessions_managers/wt_utils/status_reporter.py +4 -2
- machineconfig/cluster/sessions_managers/wt_utils/status_reporting.py +76 -0
- machineconfig/cluster/sessions_managers/wt_utils/wt_helpers.py +199 -0
- machineconfig/cluster/sessions_managers/zellij_local.py +81 -375
- machineconfig/cluster/sessions_managers/zellij_local_manager.py +25 -170
- machineconfig/cluster/sessions_managers/zellij_remote.py +40 -41
- machineconfig/cluster/sessions_managers/zellij_remote_manager.py +16 -12
- machineconfig/cluster/sessions_managers/zellij_utils/example_usage.py +4 -8
- machineconfig/cluster/sessions_managers/zellij_utils/layout_generator.py +5 -20
- machineconfig/cluster/sessions_managers/zellij_utils/process_monitor.py +3 -9
- machineconfig/cluster/sessions_managers/zellij_utils/status_reporter.py +3 -1
- machineconfig/cluster/sessions_managers/zellij_utils/zellij_local_helper.py +298 -0
- machineconfig/cluster/sessions_managers/zellij_utils/zellij_local_helper_restart.py +77 -0
- machineconfig/cluster/sessions_managers/zellij_utils/zellij_local_helper_with_panes.py +228 -0
- machineconfig/cluster/sessions_managers/zellij_utils/zellij_local_manager_helper.py +165 -0
- machineconfig/jobs/{python → installer}/check_installations.py +2 -3
- machineconfig/jobs/installer/custom/boxes.py +61 -0
- machineconfig/jobs/installer/custom/hx.py +76 -19
- machineconfig/jobs/installer/custom/yazi.py +119 -0
- machineconfig/jobs/installer/custom_dev/alacritty.py +4 -4
- machineconfig/jobs/installer/custom_dev/brave.py +5 -9
- machineconfig/jobs/installer/custom_dev/cloudflare_warp_cli.py +23 -0
- machineconfig/jobs/installer/custom_dev/code.py +4 -1
- machineconfig/jobs/installer/custom_dev/dubdb_adbc.py +30 -0
- machineconfig/jobs/installer/custom_dev/nerdfont.py +1 -1
- machineconfig/jobs/installer/custom_dev/nerfont_windows_helper.py +33 -28
- machineconfig/jobs/installer/custom_dev/sysabc.py +139 -0
- machineconfig/jobs/installer/custom_dev/wezterm.py +2 -19
- machineconfig/jobs/installer/custom_dev/winget.py +10 -14
- machineconfig/jobs/installer/installer_data.json +1487 -229
- machineconfig/jobs/installer/linux_scripts/brave.sh +4 -14
- machineconfig/jobs/installer/linux_scripts/{warp-cli.sh → cloudflare_warp_cli.sh} +5 -17
- machineconfig/jobs/installer/linux_scripts/docker.sh +5 -17
- machineconfig/jobs/installer/linux_scripts/docker_start.sh +6 -14
- machineconfig/jobs/installer/linux_scripts/edge.sh +3 -11
- machineconfig/jobs/{linux/msc → installer/linux_scripts}/lid.sh +2 -8
- machineconfig/jobs/installer/linux_scripts/nerdfont.sh +5 -17
- machineconfig/jobs/{linux/msc → installer/linux_scripts}/network.sh +2 -8
- machineconfig/jobs/installer/linux_scripts/q.sh +10 -6
- machineconfig/jobs/installer/linux_scripts/redis.sh +6 -17
- machineconfig/jobs/installer/linux_scripts/vscode.sh +5 -17
- machineconfig/jobs/installer/linux_scripts/wezterm.sh +4 -12
- machineconfig/jobs/installer/package_groups.py +106 -177
- machineconfig/jobs/installer/powershell_scripts/install_fonts.ps1 +129 -34
- machineconfig/logger.py +0 -1
- machineconfig/profile/backup.toml +49 -0
- machineconfig/profile/bash_shell_profiles.md +11 -0
- machineconfig/profile/create_helper.py +62 -0
- machineconfig/profile/create_links.py +288 -0
- machineconfig/profile/create_links_export.py +100 -0
- machineconfig/profile/create_shell_profile.py +147 -0
- machineconfig/profile/mapper.toml +263 -0
- machineconfig/scripts/__init__.py +0 -4
- machineconfig/scripts/linux/{share_cloud.sh → other/share_cloud.sh} +14 -25
- machineconfig/scripts/linux/wrap_mcfg +46 -0
- machineconfig/scripts/nu/wrap_mcfg.nu +69 -0
- machineconfig/scripts/python/agents.py +123 -117
- machineconfig/scripts/python/ai/initai.py +3 -28
- machineconfig/scripts/python/ai/scripts/command_runner.ps1 +33 -0
- machineconfig/scripts/python/ai/scripts/command_runner.sh +9 -0
- machineconfig/scripts/python/ai/scripts/lint_and_type_check.ps1 +17 -18
- machineconfig/scripts/python/ai/scripts/lint_and_type_check.sh +17 -18
- machineconfig/scripts/python/ai/solutions/_shared.py +9 -1
- machineconfig/scripts/python/ai/solutions/copilot/{chatmodes/Thinking-Beast-Mode.chatmode.md → agents/Thinking-Beast-Mode.agent.md} +0 -1
- machineconfig/scripts/python/ai/solutions/copilot/{chatmodes/Ultimate-Transparent-Thinking-Beast-Mode.chatmode.md → agents/Ultimate-Transparent-Thinking-Beast-Mode.agent.md} +0 -1
- machineconfig/scripts/python/ai/solutions/copilot/{chatmodes/deepResearch.chatmode.md → agents/deepResearch.agent.md} +2 -2
- machineconfig/scripts/python/ai/solutions/copilot/github_copilot.py +5 -5
- machineconfig/scripts/python/ai/solutions/copilot/instructions/python/dev.instructions.md +5 -1
- machineconfig/scripts/python/ai/solutions/copilot/instructions/python/watch_exec.prompt.md +20 -0
- machineconfig/scripts/python/ai/solutions/copilot/prompts/pyright_fix.md +16 -0
- machineconfig/scripts/python/ai/solutions/generic.py +28 -5
- machineconfig/scripts/python/ai/utils/generate_files.py +348 -0
- machineconfig/scripts/python/ai/utils/vscode_tasks.py +37 -0
- machineconfig/scripts/python/cloud.py +29 -0
- machineconfig/scripts/python/croshell.py +137 -113
- machineconfig/scripts/python/devops.py +61 -101
- machineconfig/scripts/python/devops_navigator.py +6 -0
- machineconfig/scripts/python/env_manager/__init__.py +1 -0
- machineconfig/scripts/python/env_manager/env_manager_tui.py +204 -0
- machineconfig/scripts/python/env_manager/path_manager_backend.py +47 -0
- machineconfig/scripts/python/env_manager/path_manager_tui.py +228 -0
- machineconfig/scripts/python/fire_jobs.py +110 -150
- machineconfig/scripts/python/ftpx.py +51 -24
- machineconfig/scripts/python/helpers/ast_search.py +74 -0
- machineconfig/scripts/python/helpers/qr_code.py +166 -0
- machineconfig/scripts/python/helpers/repo_rag.py +325 -0
- machineconfig/scripts/python/helpers/run_py_script.py +79 -0
- machineconfig/scripts/python/helpers/symantic_search.py +25 -0
- machineconfig/scripts/python/helpers/tmp_py_scripts/a.py +26 -0
- machineconfig/scripts/python/helpers_agents/agentic_frameworks/fire_crush.json +14 -0
- machineconfig/scripts/python/helpers_agents/agentic_frameworks/fire_crush.py +39 -0
- machineconfig/scripts/python/helpers_agents/agentic_frameworks/fire_cursor_agents.py +22 -0
- machineconfig/scripts/python/helpers_agents/agentic_frameworks/fire_gemini.py +55 -0
- machineconfig/scripts/python/helpers_agents/agentic_frameworks/fire_qwen.py +30 -0
- machineconfig/scripts/python/helpers_agents/fire_agents_help_launch.py +126 -0
- machineconfig/scripts/python/helpers_agents/fire_agents_helper_types.py +41 -0
- machineconfig/scripts/python/helpers_agents/templates/prompt.txt +10 -0
- machineconfig/scripts/python/helpers_agents/templates/template.ps1 +14 -0
- machineconfig/scripts/python/helpers_agents/templates/template.sh +32 -0
- machineconfig/scripts/python/{cloud_copy.py → helpers_cloud/cloud_copy.py} +30 -23
- machineconfig/scripts/python/{cloud_mount.py → helpers_cloud/cloud_mount.py} +29 -35
- machineconfig/scripts/python/{cloud_sync.py → helpers_cloud/cloud_sync.py} +12 -18
- machineconfig/scripts/python/{helpers → helpers_cloud}/helpers2.py +1 -1
- machineconfig/scripts/python/helpers_croshell/crosh.py +39 -0
- machineconfig/scripts/python/{start_slidev.py → helpers_croshell/start_slidev.py} +8 -9
- machineconfig/scripts/python/helpers_devops/cli_config.py +105 -0
- machineconfig/scripts/python/helpers_devops/cli_config_dotfile.py +89 -0
- machineconfig/scripts/python/helpers_devops/cli_data.py +25 -0
- machineconfig/scripts/python/helpers_devops/cli_nw.py +214 -0
- machineconfig/scripts/python/helpers_devops/cli_repos.py +215 -0
- machineconfig/scripts/python/helpers_devops/cli_self.py +172 -0
- machineconfig/scripts/python/helpers_devops/cli_share_file.py +137 -0
- machineconfig/scripts/python/helpers_devops/cli_share_server.py +142 -0
- machineconfig/scripts/python/{share_terminal.py → helpers_devops/cli_share_terminal.py} +45 -35
- machineconfig/scripts/python/helpers_devops/cli_utils.py +96 -0
- machineconfig/scripts/python/{devops_backup_retrieve.py → helpers_devops/devops_backup_retrieve.py} +7 -10
- machineconfig/scripts/python/helpers_devops/devops_status.py +499 -0
- machineconfig/scripts/python/{devops_update_repos.py → helpers_devops/devops_update_repos.py} +68 -49
- machineconfig/scripts/python/helpers_devops/themes/choose_pwsh_theme.ps1 +81 -0
- machineconfig/scripts/python/helpers_devops/themes/choose_starship_theme.bash +3 -0
- machineconfig/scripts/python/{choose_wezterm_theme.py → helpers_devops/themes/choose_wezterm_theme.py} +3 -3
- machineconfig/scripts/python/helpers_fire_command/__init__.py +0 -0
- machineconfig/scripts/python/helpers_fire_command/f.py +0 -0
- machineconfig/scripts/python/{helpers/helpers4.py → helpers_fire_command/file_wrangler.py} +56 -20
- machineconfig/scripts/python/{fire_jobs_args_helper.py → helpers_fire_command/fire_jobs_args_helper.py} +5 -1
- machineconfig/scripts/python/helpers_fire_command/fire_jobs_route_helper.py +121 -0
- machineconfig/scripts/python/helpers_fire_command/fire_jobs_streamlit_helper.py +0 -0
- machineconfig/scripts/python/helpers_msearch/__init__.py +5 -0
- machineconfig/scripts/{linux → python/helpers_msearch/scripts_linux}/fzfg +3 -3
- machineconfig/scripts/python/helpers_msearch/scripts_windows/fzfg.ps1 +59 -0
- machineconfig/scripts/python/helpers_navigator/__init__.py +20 -0
- machineconfig/scripts/python/helpers_navigator/command_builder.py +111 -0
- machineconfig/scripts/python/helpers_navigator/command_detail.py +44 -0
- machineconfig/scripts/python/helpers_navigator/command_tree.py +620 -0
- machineconfig/scripts/python/helpers_navigator/data_models.py +28 -0
- machineconfig/scripts/python/helpers_navigator/main_app.py +272 -0
- machineconfig/scripts/python/helpers_navigator/search_bar.py +15 -0
- machineconfig/scripts/python/helpers_network/__init__.py +0 -0
- machineconfig/scripts/python/helpers_network/address.py +132 -0
- machineconfig/scripts/python/{devops_add_identity.py → helpers_network/devops_add_identity.py} +0 -2
- machineconfig/scripts/python/helpers_network/devops_add_ssh_key.py +153 -0
- machineconfig/scripts/{linux → python/helpers_network}/mount_nfs +0 -1
- machineconfig/scripts/python/{mount_nfs.py → helpers_network/mount_nfs.py} +3 -3
- machineconfig/scripts/{linux → python/helpers_network}/mount_nw_drive +1 -2
- machineconfig/scripts/python/{mount_ssh.py → helpers_network/mount_ssh.py} +3 -3
- machineconfig/scripts/python/{onetimeshare.py → helpers_network/onetimeshare.py} +0 -1
- machineconfig/scripts/python/helpers_network/ssh_debug_linux.py +391 -0
- machineconfig/scripts/python/helpers_network/ssh_debug_windows.py +338 -0
- machineconfig/scripts/python/{wifi_conn.py → helpers_network/wifi_conn.py} +1 -53
- machineconfig/scripts/python/{wsl_windows_transfer.py → helpers_network/wsl_windows_transfer.py} +5 -4
- machineconfig/scripts/python/helpers_repos/action.py +209 -0
- machineconfig/scripts/python/helpers_repos/action_helper.py +150 -0
- machineconfig/scripts/python/{repos_helper_clone.py → helpers_repos/clone.py} +2 -3
- machineconfig/scripts/python/helpers_repos/cloud_repo_sync.py +218 -0
- machineconfig/scripts/python/{repos_helper.py → helpers_repos/entrypoint.py} +9 -17
- machineconfig/scripts/python/helpers_repos/grource.py +340 -0
- machineconfig/scripts/python/{repos_helper_record.py → helpers_repos/record.py} +4 -3
- machineconfig/scripts/python/helpers_repos/repo_analyzer_1.py +160 -0
- machineconfig/scripts/python/{count_lines.py → helpers_repos/repo_analyzer_2.py} +113 -192
- machineconfig/scripts/python/helpers_repos/sync.py +66 -0
- machineconfig/scripts/python/{repos_helper_update.py → helpers_repos/update.py} +3 -3
- machineconfig/scripts/python/helpers_sessions/__init__.py +0 -0
- machineconfig/scripts/python/helpers_sessions/sessions_multiprocess.py +65 -0
- machineconfig/scripts/python/helpers_utils/download.py +150 -0
- machineconfig/scripts/python/helpers_utils/path.py +185 -0
- machineconfig/scripts/python/interactive.py +64 -84
- machineconfig/scripts/python/mcfg_entry.py +58 -0
- machineconfig/scripts/python/msearch.py +71 -0
- machineconfig/scripts/python/sessions.py +119 -45
- machineconfig/scripts/python/terminal.py +133 -0
- machineconfig/scripts/python/utils.py +64 -0
- machineconfig/scripts/windows/mounts/Restore-ThunderbirdProfile.ps1 +92 -0
- machineconfig/scripts/windows/{mount_nfs.ps1 → mounts/mount_nfs.ps1} +1 -3
- machineconfig/scripts/windows/{mount_ssh.ps1 → mounts/mount_ssh.ps1} +1 -1
- machineconfig/scripts/windows/{share_smb.ps1 → mounts/share_smb.ps1} +0 -6
- machineconfig/scripts/windows/wrap_mcfg.ps1 +63 -0
- machineconfig/settings/broot/br.sh +0 -4
- machineconfig/settings/broot/conf.toml +1 -1
- machineconfig/settings/helix/config.toml +16 -0
- machineconfig/settings/helix/languages.toml +13 -4
- machineconfig/settings/helix/yazi-picker.sh +12 -0
- machineconfig/settings/lf/linux/exe/lfcd.sh +1 -0
- machineconfig/settings/lf/linux/exe/previewer.sh +9 -3
- machineconfig/settings/lf/linux/lfrc +10 -12
- machineconfig/settings/lf/windows/lfcd.ps1 +1 -1
- machineconfig/settings/lf/windows/lfrc +18 -38
- machineconfig/settings/lf/windows/mkfile.ps1 +1 -1
- machineconfig/settings/linters/.ruff.toml +1 -1
- machineconfig/settings/lvim/windows/archive/config_additional.lua +0 -6
- machineconfig/settings/marimo/marimo.toml +80 -0
- machineconfig/settings/marimo/snippets/globalize.py +34 -0
- machineconfig/settings/pistol/pistol.conf +1 -1
- machineconfig/settings/shells/bash/init.sh +82 -31
- machineconfig/settings/shells/ipy/profiles/default/startup/playext.py +1 -1
- machineconfig/settings/shells/nushell/config.nu +2 -35
- machineconfig/settings/shells/nushell/env.nu +45 -6
- machineconfig/settings/shells/nushell/init.nu +314 -0
- machineconfig/settings/shells/pwsh/init.ps1 +61 -43
- machineconfig/settings/shells/starship/starship.toml +16 -0
- machineconfig/settings/shells/wezterm/wezterm.lua +2 -0
- machineconfig/settings/shells/wt/settings.json +32 -17
- machineconfig/settings/shells/zsh/init.sh +89 -0
- machineconfig/settings/svim/linux/init.toml +0 -4
- machineconfig/settings/svim/windows/init.toml +0 -3
- machineconfig/settings/television/cable_unix/alias.toml +8 -0
- machineconfig/settings/television/cable_unix/aws-buckets.toml +14 -0
- machineconfig/settings/television/cable_unix/aws-instances.toml +13 -0
- machineconfig/settings/television/cable_unix/bash-history.toml +8 -0
- machineconfig/settings/television/cable_unix/channels.toml +19 -0
- machineconfig/settings/television/cable_unix/dirs.toml +13 -0
- machineconfig/settings/television/cable_unix/distrobox-list.toml +42 -0
- machineconfig/settings/television/cable_unix/docker-images.toml +13 -0
- machineconfig/settings/television/cable_unix/dotfiles.toml +11 -0
- machineconfig/settings/television/cable_unix/env.toml +17 -0
- machineconfig/settings/television/cable_unix/files.toml +11 -0
- machineconfig/settings/television/cable_unix/fish-history.toml +8 -0
- machineconfig/settings/television/cable_unix/git-branch.toml +11 -0
- machineconfig/settings/television/cable_unix/git-diff.toml +10 -0
- machineconfig/settings/television/cable_unix/git-log.toml +12 -0
- machineconfig/settings/television/cable_unix/git-reflog.toml +12 -0
- machineconfig/settings/television/cable_unix/git-repos.toml +16 -0
- machineconfig/settings/television/cable_unix/guix.toml +20 -0
- machineconfig/settings/television/cable_unix/just-recipes.toml +18 -0
- machineconfig/settings/television/cable_unix/k8s-deployments.toml +36 -0
- machineconfig/settings/television/cable_unix/k8s-pods.toml +50 -0
- machineconfig/settings/television/cable_unix/k8s-services.toml +36 -0
- machineconfig/settings/television/cable_unix/man-pages.toml +24 -0
- machineconfig/settings/television/cable_unix/nu-history.toml +7 -0
- machineconfig/settings/television/cable_unix/procs.toml +20 -0
- machineconfig/settings/television/cable_unix/text.toml +17 -0
- machineconfig/settings/television/cable_unix/tldr.toml +18 -0
- machineconfig/settings/television/cable_unix/zsh-history.toml +9 -0
- machineconfig/settings/television/cable_windows/alias.toml +7 -0
- machineconfig/settings/television/cable_windows/dirs.toml +13 -0
- machineconfig/settings/television/cable_windows/docker-images.toml +13 -0
- machineconfig/settings/television/cable_windows/dotfiles.toml +11 -0
- machineconfig/settings/television/cable_windows/env.toml +17 -0
- machineconfig/settings/television/cable_windows/files.toml +14 -0
- machineconfig/settings/television/cable_windows/git-branch.toml +11 -0
- machineconfig/settings/television/cable_windows/git-diff.toml +10 -0
- machineconfig/settings/television/cable_windows/git-log.toml +11 -0
- machineconfig/settings/television/cable_windows/git-reflog.toml +11 -0
- machineconfig/settings/television/cable_windows/git-repos.toml +15 -0
- machineconfig/settings/television/cable_windows/nu-history.toml +7 -0
- machineconfig/settings/television/cable_windows/pwsh-history.toml +6 -0
- machineconfig/settings/television/cable_windows/text.toml +17 -0
- machineconfig/settings/yazi/init.lua +61 -0
- machineconfig/settings/yazi/keymap_linux.toml +94 -0
- machineconfig/settings/yazi/keymap_windows.toml +78 -0
- machineconfig/settings/yazi/shell/yazi_cd.ps1 +33 -0
- machineconfig/settings/yazi/shell/yazi_cd.sh +8 -0
- machineconfig/settings/yazi/theme.toml +4 -0
- machineconfig/settings/yazi/yazi_linux.toml +84 -0
- machineconfig/settings/yazi/yazi_windows.toml +58 -0
- machineconfig/setup_linux/__init__.py +11 -0
- machineconfig/setup_linux/apps_desktop.sh +89 -0
- machineconfig/setup_linux/apps_gui.sh +64 -0
- machineconfig/setup_linux/ssh/openssh_all.sh +25 -0
- machineconfig/setup_linux/ssh/openssh_wsl.sh +38 -0
- machineconfig/setup_linux/uv.sh +15 -0
- machineconfig/setup_linux/web_shortcuts/interactive.sh +26 -6
- machineconfig/setup_linux/web_shortcuts/live_from_github.sh +31 -0
- machineconfig/setup_mac/__init__.py +16 -0
- machineconfig/setup_mac/apps_gui.sh +248 -0
- machineconfig/setup_mac/ssh/openssh_setup.sh +114 -0
- machineconfig/setup_mac/uv.sh +36 -0
- machineconfig/setup_windows/__init__.py +11 -0
- machineconfig/setup_windows/others/power_options.ps1 +7 -0
- machineconfig/setup_windows/ssh/add-sshkey.ps1 +29 -0
- machineconfig/setup_windows/ssh/add_identity.ps1 +11 -0
- machineconfig/setup_windows/ssh/openssh-server.ps1 +37 -0
- machineconfig/setup_windows/uv.ps1 +17 -0
- machineconfig/setup_windows/web_shortcuts/interactive.ps1 +27 -10
- machineconfig/setup_windows/web_shortcuts/live_from_github.ps1 +30 -0
- machineconfig/setup_windows/web_shortcuts/quick_init.ps1 +17 -0
- machineconfig/utils/accessories.py +7 -5
- machineconfig/utils/cloud/onedrive/README.md +139 -0
- machineconfig/utils/code.py +155 -105
- machineconfig/utils/files/art/fat_croco.txt +10 -0
- machineconfig/utils/files/art/halfwit_croco.txt +9 -0
- machineconfig/utils/files/art/happy_croco.txt +22 -0
- machineconfig/utils/files/art/water_croco.txt +11 -0
- machineconfig/utils/files/ascii_art.py +1 -1
- machineconfig/utils/files/dbms.py +257 -0
- machineconfig/utils/files/headers.py +11 -14
- machineconfig/utils/files/ouch/__init__.py +0 -0
- machineconfig/utils/files/ouch/decompress.py +45 -0
- machineconfig/utils/files/read.py +10 -18
- machineconfig/utils/installer_utils/github_release_bulk.py +156 -119
- machineconfig/utils/installer_utils/install_from_url.py +183 -0
- machineconfig/utils/installer_utils/installer_class.py +64 -181
- machineconfig/utils/installer_utils/installer_cli.py +175 -0
- machineconfig/utils/installer_utils/installer_helper.py +129 -0
- machineconfig/utils/installer_utils/{installer_abc.py → installer_locator_utils.py} +66 -97
- machineconfig/utils/{installer.py → installer_utils/installer_runner.py} +49 -82
- machineconfig/utils/io.py +77 -23
- machineconfig/utils/links.py +254 -162
- machineconfig/utils/meta.py +256 -0
- machineconfig/utils/notifications.py +1 -1
- machineconfig/utils/options.py +46 -18
- machineconfig/utils/options_tv.py +119 -0
- machineconfig/utils/path_extended.py +48 -101
- machineconfig/utils/path_helper.py +76 -23
- machineconfig/utils/procs.py +50 -70
- machineconfig/utils/scheduler.py +88 -124
- machineconfig/utils/scheduling.py +0 -3
- machineconfig/utils/schemas/fire_agents/fire_agents_input.py +1 -1
- machineconfig/utils/schemas/layouts/layout_types.py +1 -1
- machineconfig/utils/source_of_truth.py +3 -6
- machineconfig/utils/ssh.py +263 -274
- machineconfig/utils/ssh_utils/abc.py +5 -0
- machineconfig/utils/ssh_utils/copy_from_here.py +111 -0
- machineconfig/utils/ssh_utils/copy_to_here.py +302 -0
- machineconfig/utils/ssh_utils/utils.py +142 -0
- machineconfig/utils/ssh_utils/wsl.py +210 -0
- machineconfig/utils/terminal.py +3 -113
- machineconfig/utils/tst.py +20 -0
- machineconfig/utils/upgrade_packages.py +114 -28
- machineconfig/utils/ve.py +12 -4
- machineconfig-7.98.dist-info/METADATA +132 -0
- machineconfig-7.98.dist-info/RECORD +504 -0
- machineconfig-7.98.dist-info/entry_points.txt +13 -0
- machineconfig/cluster/sessions_managers/ffile.py +0 -4
- machineconfig/jobs/installer/linux_scripts/pgsql.sh +0 -49
- machineconfig/jobs/installer/linux_scripts/timescaledb.sh +0 -85
- machineconfig/jobs/linux/msc/cli_agents.sh +0 -16
- machineconfig/jobs/python/python_ve_symlink.py +0 -37
- machineconfig/jobs/python/vscode/api.py +0 -57
- machineconfig/jobs/python/vscode/sync_code.py +0 -73
- machineconfig/jobs/windows/archive/archive_pygraphviz.ps1 +0 -14
- machineconfig/jobs/windows/start_terminal.ps1 +0 -6
- machineconfig/jobs/windows/startup_file.cmd +0 -2
- machineconfig/profile/create.py +0 -303
- machineconfig/profile/shell.py +0 -176
- machineconfig/scripts/cloud/init.sh +0 -119
- machineconfig/scripts/linux/agents +0 -2
- machineconfig/scripts/linux/choose_wezterm_theme +0 -3
- machineconfig/scripts/linux/cloud_copy +0 -2
- machineconfig/scripts/linux/cloud_mount +0 -2
- machineconfig/scripts/linux/cloud_repo_sync +0 -2
- machineconfig/scripts/linux/cloud_sync +0 -2
- machineconfig/scripts/linux/croshell +0 -3
- machineconfig/scripts/linux/devops +0 -2
- machineconfig/scripts/linux/fire +0 -2
- machineconfig/scripts/linux/ftpx +0 -2
- machineconfig/scripts/linux/fzf2g +0 -21
- machineconfig/scripts/linux/fzfag +0 -17
- machineconfig/scripts/linux/fzffg +0 -25
- machineconfig/scripts/linux/fzfrga +0 -21
- machineconfig/scripts/linux/gh_models +0 -2
- machineconfig/scripts/linux/initai +0 -2
- machineconfig/scripts/linux/kill_process +0 -2
- machineconfig/scripts/linux/scheduler +0 -2
- machineconfig/scripts/linux/sessions +0 -2
- machineconfig/scripts/linux/share_smb +0 -1
- machineconfig/scripts/linux/skrg +0 -4
- machineconfig/scripts/linux/start_slidev +0 -2
- machineconfig/scripts/linux/start_terminals +0 -3
- machineconfig/scripts/linux/warp-cli.sh +0 -122
- machineconfig/scripts/linux/wifi_conn +0 -2
- machineconfig/scripts/linux/z_ls +0 -104
- machineconfig/scripts/python/ai/generate_files.py +0 -83
- machineconfig/scripts/python/ai/solutions/copilot/prompts/allLintersAndTypeCheckers.prompt.md +0 -5
- machineconfig/scripts/python/cloud_repo_sync.py +0 -190
- machineconfig/scripts/python/count_lines_frontend.py +0 -16
- machineconfig/scripts/python/devops_add_ssh_key.py +0 -120
- machineconfig/scripts/python/dotfile.py +0 -78
- machineconfig/scripts/python/fire_agents_help_launch.py +0 -120
- machineconfig/scripts/python/fire_agents_helper_types.py +0 -12
- machineconfig/scripts/python/fire_jobs_route_helper.py +0 -65
- machineconfig/scripts/python/get_zellij_cmd.py +0 -15
- machineconfig/scripts/python/gh_models.py +0 -104
- machineconfig/scripts/python/helpers/repo_sync_helpers.py +0 -116
- machineconfig/scripts/python/repos.py +0 -132
- machineconfig/scripts/python/repos_helper_action.py +0 -378
- machineconfig/scripts/python/snapshot.py +0 -25
- machineconfig/scripts/python/start_terminals.py +0 -121
- machineconfig/scripts/python/t4.py +0 -17
- machineconfig/scripts/windows/agents.ps1 +0 -1
- machineconfig/scripts/windows/choose_wezterm_theme.ps1 +0 -1
- machineconfig/scripts/windows/cloud_copy.ps1 +0 -1
- machineconfig/scripts/windows/cloud_mount.ps1 +0 -1
- machineconfig/scripts/windows/cloud_repo_sync.ps1 +0 -1
- machineconfig/scripts/windows/cloud_sync.ps1 +0 -1
- machineconfig/scripts/windows/croshell.ps1 +0 -1
- machineconfig/scripts/windows/devops.ps1 +0 -1
- machineconfig/scripts/windows/dotfile.ps1 +0 -1
- machineconfig/scripts/windows/fire.ps1 +0 -1
- machineconfig/scripts/windows/ftpx.ps1 +0 -1
- machineconfig/scripts/windows/fzfb.ps1 +0 -3
- machineconfig/scripts/windows/fzfg.ps1 +0 -2
- machineconfig/scripts/windows/fzfrga.bat +0 -20
- machineconfig/scripts/windows/gpt.ps1 +0 -1
- machineconfig/scripts/windows/grep.ps1 +0 -2
- machineconfig/scripts/windows/initai.ps1 +0 -1
- machineconfig/scripts/windows/kill_process.ps1 +0 -1
- machineconfig/scripts/windows/nano.ps1 +0 -3
- machineconfig/scripts/windows/pomodoro.ps1 +0 -1
- machineconfig/scripts/windows/reload_path.ps1 +0 -3
- machineconfig/scripts/windows/scheduler.ps1 +0 -1
- machineconfig/scripts/windows/sessions.ps1 +0 -1
- machineconfig/scripts/windows/snapshot.ps1 +0 -1
- machineconfig/scripts/windows/start_slidev.ps1 +0 -1
- machineconfig/scripts/windows/start_terminals.ps1 +0 -1
- machineconfig/scripts/windows/wifi_conn.ps1 +0 -2
- machineconfig/scripts/windows/wsl_rdp_windows_port_forwarding.ps1 +0 -46
- machineconfig/scripts/windows/wsl_ssh_windows_port_forwarding.ps1 +0 -76
- machineconfig/settings/lf/linux/exe/fzf_nano.sh +0 -16
- machineconfig/settings/lf/windows/fzf_edit.ps1 +0 -6
- machineconfig/settings/lf/windows/tst.ps1 +0 -1
- machineconfig/settings/yazi/yazi.toml +0 -4
- machineconfig/setup_linux/nix/cli_installation.sh +0 -157
- machineconfig/setup_linux/others/openssh-server_add_pub_key.sh +0 -57
- machineconfig/setup_linux/web_shortcuts/croshell.sh +0 -11
- machineconfig/setup_linux/web_shortcuts/ssh.sh +0 -52
- machineconfig/setup_windows/web_shortcuts/all.ps1 +0 -18
- machineconfig/setup_windows/web_shortcuts/ascii_art.ps1 +0 -36
- machineconfig/setup_windows/web_shortcuts/croshell.ps1 +0 -16
- machineconfig/setup_windows/web_shortcuts/ssh.ps1 +0 -11
- machineconfig/utils/ai/generate_file_checklist.py +0 -68
- machineconfig/utils/installer_utils/installer.py +0 -189
- machineconfig-5.15.dist-info/METADATA +0 -188
- machineconfig-5.15.dist-info/RECORD +0 -415
- machineconfig-5.15.dist-info/entry_points.txt +0 -18
- machineconfig/cluster/sessions_managers/{utils → helpers}/load_balancer_helper.py +0 -0
- machineconfig/scripts/linux/{share_nfs → other/share_nfs} +0 -0
- machineconfig/scripts/linux/{start_docker → other/start_docker} +0 -0
- machineconfig/scripts/linux/{switch_ip → other/switch_ip} +0 -0
- machineconfig/{jobs/python → scripts/python/ai/utils}/__init__.py +0 -0
- machineconfig/scripts/python/{helpers → helpers_agents}/__init__.py +0 -0
- machineconfig/{jobs/windows/msc/cli_agents.bat → scripts/python/helpers_agents/agentic_frameworks/__init__.py} +0 -0
- machineconfig/scripts/python/{fire_agents_help_search.py → helpers_agents/fire_agents_help_search.py} +0 -0
- machineconfig/scripts/python/{fire_agents_load_balancer.py → helpers_agents/fire_agents_load_balancer.py} +0 -0
- machineconfig/{jobs/windows/msc/cli_agents.ps1 → scripts/python/helpers_cloud/__init__.py} +0 -0
- machineconfig/scripts/python/{helpers → helpers_cloud}/cloud_helpers.py +1 -1
- /machineconfig/scripts/python/{helpers → helpers_cloud}/helpers5.py +0 -0
- /machineconfig/scripts/python/{fire_jobs_streamlit_helper.py → helpers_croshell/__init__.py} +0 -0
- /machineconfig/scripts/python/{pomodoro.py → helpers_croshell/pomodoro.py} +0 -0
- /machineconfig/scripts/python/{scheduler.py → helpers_croshell/scheduler.py} +0 -0
- /machineconfig/scripts/python/{viewer.py → helpers_croshell/viewer.py} +0 -0
- /machineconfig/scripts/python/{viewer_template.py → helpers_croshell/viewer_template.py} +0 -0
- /machineconfig/scripts/{windows/share_nfs.ps1 → python/helpers_devops/__init__.py} +0 -0
- /machineconfig/{settings/shells/pwsh/profile.ps1 → scripts/python/helpers_devops/themes/__init__.py} +0 -0
- /machineconfig/{settings/yazi/keymap.toml → scripts/python/helpers_devops/themes/choose_starship_theme.ps1} +0 -0
- /machineconfig/scripts/python/{cloud_manager.py → helpers_fire_command/cloud_manager.py} +0 -0
- /machineconfig/scripts/{linux → python/helpers_network}/mount_drive +0 -0
- /machineconfig/scripts/python/{mount_nw_drive.py → helpers_network/mount_nw_drive.py} +0 -0
- /machineconfig/scripts/{linux → python/helpers_network}/mount_smb +0 -0
- /machineconfig/scripts/windows/{mount_nw.ps1 → mounts/mount_nw.ps1} +0 -0
- /machineconfig/scripts/windows/{mount_smb.ps1 → mounts/mount_smb.ps1} +0 -0
- /machineconfig/scripts/windows/{share_cloud.cmd → mounts/share_cloud.cmd} +0 -0
- /machineconfig/scripts/windows/{unlock_bitlocker.ps1 → mounts/unlock_bitlocker.ps1} +0 -0
- /machineconfig/setup_linux/{web_shortcuts → others}/android.sh +0 -0
- /machineconfig/{jobs/windows/archive → setup_windows/ssh}/openssh-server_add_key.ps1 +0 -0
- /machineconfig/{jobs/windows/archive → setup_windows/ssh}/openssh-server_copy-ssh-id.ps1 +0 -0
- {machineconfig-5.15.dist-info → machineconfig-7.98.dist-info}/WHEEL +0 -0
- {machineconfig-5.15.dist-info → machineconfig-7.98.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
from typing import Optional
|
|
4
|
+
from pathlib import Path
|
|
5
|
+
from machineconfig.utils.accessories import randstr
|
|
6
|
+
from machineconfig.utils.meta import lambda_to_python_script
|
|
7
|
+
from machineconfig.utils.ssh_utils.abc import DEFAULT_PICKLE_SUBDIR
|
|
8
|
+
from machineconfig.utils.code import get_uv_run_command
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
def copy_from_here(
|
|
12
|
+
self: "SSH", source_path: str, target_rel2home: Optional[str], compress_with_zip: bool, recursive: bool, overwrite_existing: bool
|
|
13
|
+
) -> None:
|
|
14
|
+
if self.sftp is None:
|
|
15
|
+
raise RuntimeError(f"SFTP connection not available for {self.hostname}. Cannot transfer files.")
|
|
16
|
+
source_obj = Path(source_path).expanduser().absolute()
|
|
17
|
+
if not source_obj.exists():
|
|
18
|
+
raise RuntimeError(f"SSH Error: source `{source_obj}` does not exist!")
|
|
19
|
+
if target_rel2home is None:
|
|
20
|
+
try:
|
|
21
|
+
target_rel2home = str(source_obj.relative_to(Path.home()))
|
|
22
|
+
except ValueError:
|
|
23
|
+
raise RuntimeError(f"If target is not specified, source must be relative to home directory, but got: {source_obj}")
|
|
24
|
+
if not compress_with_zip and source_obj.is_dir():
|
|
25
|
+
if not recursive:
|
|
26
|
+
raise RuntimeError(
|
|
27
|
+
f"SSH Error: source `{source_obj}` is a directory! Set `recursive=True` for recursive sending or `compress_with_zip=True` to zip it first."
|
|
28
|
+
)
|
|
29
|
+
file_paths_to_upload: list[Path] = [file_path for file_path in source_obj.rglob("*") if file_path.is_file()]
|
|
30
|
+
self.create_parent_dir_and_check_if_exists(path_rel2home=target_rel2home, overwrite_existing=overwrite_existing)
|
|
31
|
+
for idx, file_path in enumerate(file_paths_to_upload):
|
|
32
|
+
print(f" {idx + 1:03d}. {file_path}")
|
|
33
|
+
for file_path in file_paths_to_upload:
|
|
34
|
+
remote_file_target = Path(target_rel2home).joinpath(file_path.relative_to(source_obj))
|
|
35
|
+
self.copy_from_here(
|
|
36
|
+
source_path=str(file_path),
|
|
37
|
+
target_rel2home=str(remote_file_target),
|
|
38
|
+
compress_with_zip=False,
|
|
39
|
+
recursive=False,
|
|
40
|
+
overwrite_existing=overwrite_existing,
|
|
41
|
+
)
|
|
42
|
+
return None
|
|
43
|
+
if compress_with_zip:
|
|
44
|
+
print("🗜️ ZIPPING ...")
|
|
45
|
+
import shutil
|
|
46
|
+
|
|
47
|
+
zip_path = Path(str(source_obj) + "_archive")
|
|
48
|
+
if source_obj.is_dir():
|
|
49
|
+
shutil.make_archive(str(zip_path), "zip", source_obj)
|
|
50
|
+
else:
|
|
51
|
+
shutil.make_archive(str(zip_path), "zip", source_obj.parent, source_obj.name)
|
|
52
|
+
source_obj = Path(str(zip_path) + ".zip")
|
|
53
|
+
if not target_rel2home.endswith(".zip"):
|
|
54
|
+
target_rel2home = target_rel2home + ".zip"
|
|
55
|
+
if Path(target_rel2home).parent.as_posix() not in {"", "."}:
|
|
56
|
+
self.create_parent_dir_and_check_if_exists(path_rel2home=target_rel2home, overwrite_existing=overwrite_existing)
|
|
57
|
+
print(f"""📤 [SFTP UPLOAD] Sending file: {repr(source_obj)} ==> Remote Path: {target_rel2home}""")
|
|
58
|
+
try:
|
|
59
|
+
with self.tqdm_wrap(ascii=True, unit="b", unit_scale=True) as pbar:
|
|
60
|
+
if self.sftp is None: # type: ignore[unreachable]
|
|
61
|
+
raise RuntimeError(f"SFTP connection lost for {self.hostname}")
|
|
62
|
+
print(f"Uploading {source_obj} to\n{Path(self.remote_specs['home_dir']).joinpath(target_rel2home)}")
|
|
63
|
+
self.sftp.put(
|
|
64
|
+
localpath=str(source_obj), remotepath=str(Path(self.remote_specs["home_dir"]).joinpath(target_rel2home)), callback=pbar.view_bar
|
|
65
|
+
)
|
|
66
|
+
except Exception:
|
|
67
|
+
if compress_with_zip and source_obj.exists() and str(source_obj).endswith("_archive.zip"):
|
|
68
|
+
source_obj.unlink()
|
|
69
|
+
raise
|
|
70
|
+
|
|
71
|
+
if compress_with_zip:
|
|
72
|
+
|
|
73
|
+
def unzip_archive(zip_file_path: str, overwrite_flag: bool) -> None:
|
|
74
|
+
from pathlib import Path
|
|
75
|
+
import shutil
|
|
76
|
+
import zipfile
|
|
77
|
+
|
|
78
|
+
archive_path = Path(zip_file_path).expanduser()
|
|
79
|
+
extraction_directory = archive_path.parent / archive_path.stem
|
|
80
|
+
if overwrite_flag and extraction_directory.exists():
|
|
81
|
+
shutil.rmtree(extraction_directory)
|
|
82
|
+
with zipfile.ZipFile(archive_path, "r") as archive_handle:
|
|
83
|
+
archive_handle.extractall(extraction_directory)
|
|
84
|
+
archive_path.unlink()
|
|
85
|
+
|
|
86
|
+
command = lambda_to_python_script(
|
|
87
|
+
lambda: unzip_archive(
|
|
88
|
+
zip_file_path=str(Path(self.remote_specs["home_dir"]).joinpath(target_rel2home)), overwrite_flag=overwrite_existing
|
|
89
|
+
),
|
|
90
|
+
in_global=True,
|
|
91
|
+
import_module=False,
|
|
92
|
+
)
|
|
93
|
+
tmp_py_file = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/create_target_dir_{randstr()}.py")
|
|
94
|
+
tmp_py_file.parent.mkdir(parents=True, exist_ok=True)
|
|
95
|
+
tmp_py_file.write_text(command, encoding="utf-8")
|
|
96
|
+
remote_tmp_py = tmp_py_file.relative_to(Path.home()).as_posix()
|
|
97
|
+
self.copy_from_here(source_path=str(tmp_py_file), target_rel2home=None, compress_with_zip=False, recursive=False, overwrite_existing=True)
|
|
98
|
+
self.run_shell_cmd_on_remote(
|
|
99
|
+
command=f"""{get_uv_run_command(platform=self.remote_specs['system'])} python {remote_tmp_py}""",
|
|
100
|
+
verbose_output=False,
|
|
101
|
+
description=f"UNZIPPING {target_rel2home}",
|
|
102
|
+
strict_stderr=True,
|
|
103
|
+
strict_return_code=True,
|
|
104
|
+
)
|
|
105
|
+
source_obj.unlink()
|
|
106
|
+
tmp_py_file.unlink(missing_ok=True)
|
|
107
|
+
return None
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
if __name__ == "__main__":
|
|
111
|
+
from machineconfig.utils.ssh import SSH
|
|
@@ -0,0 +1,302 @@
|
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
from typing import Optional, Union
|
|
4
|
+
from pathlib import Path
|
|
5
|
+
from machineconfig.utils.accessories import randstr
|
|
6
|
+
from machineconfig.utils.meta import lambda_to_python_script
|
|
7
|
+
from machineconfig.utils.ssh_utils.abc import MACHINECONFIG_VERSION, DEFAULT_PICKLE_SUBDIR
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def copy_to_here(
|
|
11
|
+
self: SSH,
|
|
12
|
+
source: Union[str, Path],
|
|
13
|
+
target: Optional[Union[str, Path]],
|
|
14
|
+
compress_with_zip: bool = False,
|
|
15
|
+
recursive: bool = False,
|
|
16
|
+
internal_call: bool = False,
|
|
17
|
+
) -> None:
|
|
18
|
+
if self.sftp is None:
|
|
19
|
+
raise RuntimeError(f"SFTP connection not available for {self.hostname}. Cannot transfer files.")
|
|
20
|
+
|
|
21
|
+
if not internal_call:
|
|
22
|
+
print(f"{'⬇️' * 5} SFTP DOWNLOADING FROM `{source}` TO `{target}`")
|
|
23
|
+
|
|
24
|
+
source_obj = Path(source)
|
|
25
|
+
expanded_source = self.expand_remote_path(source_path=source_obj)
|
|
26
|
+
|
|
27
|
+
if not compress_with_zip:
|
|
28
|
+
is_dir = self.check_remote_is_dir(source_path=expanded_source)
|
|
29
|
+
|
|
30
|
+
if is_dir:
|
|
31
|
+
if not recursive:
|
|
32
|
+
raise RuntimeError(
|
|
33
|
+
f"SSH Error: source `{source_obj}` is a directory! Set recursive=True for recursive transfer or compress_with_zip=True to zip it."
|
|
34
|
+
)
|
|
35
|
+
|
|
36
|
+
def search_files(directory_path: str, json_output_path: str) -> list[str]:
|
|
37
|
+
from pathlib import Path
|
|
38
|
+
import json
|
|
39
|
+
|
|
40
|
+
file_paths_list = [
|
|
41
|
+
file_path.as_posix() for file_path in Path(directory_path).expanduser().absolute().rglob("*") if file_path.is_file()
|
|
42
|
+
]
|
|
43
|
+
json_result_path = Path(json_output_path)
|
|
44
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
45
|
+
json_result_path.write_text(json.dumps(file_paths_list, indent=2), encoding="utf-8")
|
|
46
|
+
print(json_result_path.as_posix())
|
|
47
|
+
return file_paths_list
|
|
48
|
+
|
|
49
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
50
|
+
command = lambda_to_python_script(
|
|
51
|
+
lambda: search_files(directory_path=expanded_source, json_output_path=remote_json_output),
|
|
52
|
+
in_global=True, import_module=False
|
|
53
|
+
)
|
|
54
|
+
response = self.run_py_remotely(
|
|
55
|
+
python_code=command,
|
|
56
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
57
|
+
uv_project_dir=None,
|
|
58
|
+
description="Searching for files in source",
|
|
59
|
+
verbose_output=False,
|
|
60
|
+
strict_stderr=False,
|
|
61
|
+
strict_return_code=False,
|
|
62
|
+
)
|
|
63
|
+
remote_json_path = response.op.strip()
|
|
64
|
+
if not remote_json_path:
|
|
65
|
+
raise RuntimeError(f"Could not resolve source path {source} - no response from remote")
|
|
66
|
+
|
|
67
|
+
local_json = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
68
|
+
self.simple_sftp_get(remote_path=remote_json_path, local_path=local_json)
|
|
69
|
+
import json
|
|
70
|
+
|
|
71
|
+
try:
|
|
72
|
+
source_list_str = json.loads(local_json.read_text(encoding="utf-8"))
|
|
73
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
74
|
+
raise RuntimeError(f"Could not resolve source path {source} - invalid JSON response: {err}") from err
|
|
75
|
+
finally:
|
|
76
|
+
if local_json.exists():
|
|
77
|
+
local_json.unlink()
|
|
78
|
+
assert isinstance(source_list_str, list), f"Could not resolve source path {source}"
|
|
79
|
+
file_paths_to_download = [Path(file_path_str) for file_path_str in source_list_str]
|
|
80
|
+
|
|
81
|
+
if target is None:
|
|
82
|
+
|
|
83
|
+
def collapse_to_home_dir(absolute_path: str, json_output_path: str) -> str:
|
|
84
|
+
from pathlib import Path
|
|
85
|
+
import json
|
|
86
|
+
|
|
87
|
+
source_absolute_path = Path(absolute_path).expanduser().absolute()
|
|
88
|
+
try:
|
|
89
|
+
relative_to_home = source_absolute_path.relative_to(Path.home())
|
|
90
|
+
collapsed_path_posix = (Path("~") / relative_to_home).as_posix()
|
|
91
|
+
json_result_path = Path(json_output_path)
|
|
92
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
93
|
+
json_result_path.write_text(json.dumps(collapsed_path_posix, indent=2), encoding="utf-8")
|
|
94
|
+
print(json_result_path.as_posix())
|
|
95
|
+
return collapsed_path_posix
|
|
96
|
+
except ValueError:
|
|
97
|
+
raise RuntimeError(f"Source path must be relative to home directory: {source_absolute_path}")
|
|
98
|
+
|
|
99
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
100
|
+
command = lambda_to_python_script(
|
|
101
|
+
lambda: collapse_to_home_dir(absolute_path=expanded_source, json_output_path=remote_json_output),
|
|
102
|
+
in_global=True,
|
|
103
|
+
import_module=False,
|
|
104
|
+
)
|
|
105
|
+
response = self.run_py_remotely(
|
|
106
|
+
python_code=command,
|
|
107
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
108
|
+
uv_project_dir=None,
|
|
109
|
+
description="Finding default target via relative source path",
|
|
110
|
+
verbose_output=False,
|
|
111
|
+
strict_stderr=False,
|
|
112
|
+
strict_return_code=False,
|
|
113
|
+
)
|
|
114
|
+
remote_json_path_dir = response.op.strip()
|
|
115
|
+
if not remote_json_path_dir:
|
|
116
|
+
raise RuntimeError("Could not resolve target path - no response from remote")
|
|
117
|
+
|
|
118
|
+
local_json_dir = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
119
|
+
self.simple_sftp_get(remote_path=remote_json_path_dir, local_path=local_json_dir)
|
|
120
|
+
import json
|
|
121
|
+
|
|
122
|
+
try:
|
|
123
|
+
target_dir_str = json.loads(local_json_dir.read_text(encoding="utf-8"))
|
|
124
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
125
|
+
raise RuntimeError(f"Could not resolve target path - invalid JSON response: {err}") from err
|
|
126
|
+
finally:
|
|
127
|
+
if local_json_dir.exists():
|
|
128
|
+
local_json_dir.unlink()
|
|
129
|
+
assert isinstance(target_dir_str, str), "Could not resolve target path"
|
|
130
|
+
target = Path(target_dir_str)
|
|
131
|
+
|
|
132
|
+
target_dir = Path(target).expanduser().absolute()
|
|
133
|
+
|
|
134
|
+
for idx, file_path in enumerate(file_paths_to_download):
|
|
135
|
+
print(f" {idx + 1:03d}. {file_path}")
|
|
136
|
+
|
|
137
|
+
for file_path in file_paths_to_download:
|
|
138
|
+
local_file_target = target_dir.joinpath(Path(file_path).relative_to(expanded_source))
|
|
139
|
+
self.copy_to_here(source=file_path, target=local_file_target, compress_with_zip=False, recursive=False, internal_call=True)
|
|
140
|
+
|
|
141
|
+
return None
|
|
142
|
+
|
|
143
|
+
if compress_with_zip:
|
|
144
|
+
print("🗜️ ZIPPING ...")
|
|
145
|
+
|
|
146
|
+
def zip_source(path_to_zip: str, json_output_path: str) -> str:
|
|
147
|
+
from pathlib import Path
|
|
148
|
+
import shutil
|
|
149
|
+
import json
|
|
150
|
+
|
|
151
|
+
source_to_compress = Path(path_to_zip).expanduser().absolute()
|
|
152
|
+
archive_base_path = source_to_compress.parent / (source_to_compress.name + "_archive")
|
|
153
|
+
if source_to_compress.is_dir():
|
|
154
|
+
shutil.make_archive(str(archive_base_path), "zip", source_to_compress)
|
|
155
|
+
else:
|
|
156
|
+
shutil.make_archive(str(archive_base_path), "zip", source_to_compress.parent, source_to_compress.name)
|
|
157
|
+
zip_file_path = str(archive_base_path) + ".zip"
|
|
158
|
+
json_result_path = Path(json_output_path)
|
|
159
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
160
|
+
json_result_path.write_text(json.dumps(zip_file_path, indent=2), encoding="utf-8")
|
|
161
|
+
print(json_result_path.as_posix())
|
|
162
|
+
return zip_file_path
|
|
163
|
+
|
|
164
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
165
|
+
command = lambda_to_python_script(
|
|
166
|
+
lambda: zip_source(path_to_zip=expanded_source, json_output_path=remote_json_output),
|
|
167
|
+
in_global=True, import_module=False
|
|
168
|
+
)
|
|
169
|
+
response = self.run_py_remotely(
|
|
170
|
+
python_code=command,
|
|
171
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
172
|
+
uv_project_dir=None,
|
|
173
|
+
description=f"Zipping source file {source}",
|
|
174
|
+
verbose_output=False,
|
|
175
|
+
strict_stderr=False,
|
|
176
|
+
strict_return_code=False,
|
|
177
|
+
)
|
|
178
|
+
remote_json_path = response.op.strip()
|
|
179
|
+
if not remote_json_path:
|
|
180
|
+
raise RuntimeError(f"Could not zip {source} - no response from remote")
|
|
181
|
+
|
|
182
|
+
local_json = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
183
|
+
self.simple_sftp_get(remote_path=remote_json_path, local_path=local_json)
|
|
184
|
+
import json
|
|
185
|
+
|
|
186
|
+
try:
|
|
187
|
+
zipped_path = json.loads(local_json.read_text(encoding="utf-8"))
|
|
188
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
189
|
+
raise RuntimeError(f"Could not zip {source} - invalid JSON response: {err}") from err
|
|
190
|
+
finally:
|
|
191
|
+
if local_json.exists():
|
|
192
|
+
local_json.unlink()
|
|
193
|
+
assert isinstance(zipped_path, str), f"Could not zip {source}"
|
|
194
|
+
source_obj = Path(zipped_path)
|
|
195
|
+
expanded_source = zipped_path
|
|
196
|
+
|
|
197
|
+
if target is None:
|
|
198
|
+
|
|
199
|
+
def collapse_to_home(absolute_path: str, json_output_path: str) -> str:
|
|
200
|
+
from pathlib import Path
|
|
201
|
+
import json
|
|
202
|
+
|
|
203
|
+
source_absolute_path = Path(absolute_path).expanduser().absolute()
|
|
204
|
+
try:
|
|
205
|
+
relative_to_home = source_absolute_path.relative_to(Path.home())
|
|
206
|
+
collapsed_path_posix = (Path("~") / relative_to_home).as_posix()
|
|
207
|
+
json_result_path = Path(json_output_path)
|
|
208
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
209
|
+
json_result_path.write_text(json.dumps(collapsed_path_posix, indent=2), encoding="utf-8")
|
|
210
|
+
print(json_result_path.as_posix())
|
|
211
|
+
return collapsed_path_posix
|
|
212
|
+
except ValueError:
|
|
213
|
+
raise RuntimeError(f"Source path must be relative to home directory: {source_absolute_path}")
|
|
214
|
+
|
|
215
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
216
|
+
command = lambda_to_python_script(
|
|
217
|
+
lambda: collapse_to_home(absolute_path=expanded_source, json_output_path=remote_json_output),
|
|
218
|
+
in_global=True, import_module=False
|
|
219
|
+
)
|
|
220
|
+
response = self.run_py_remotely(
|
|
221
|
+
python_code=command,
|
|
222
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
223
|
+
uv_project_dir=None,
|
|
224
|
+
description="Finding default target via relative source path",
|
|
225
|
+
verbose_output=False,
|
|
226
|
+
strict_stderr=False,
|
|
227
|
+
strict_return_code=False,
|
|
228
|
+
)
|
|
229
|
+
remote_json_path = response.op.strip()
|
|
230
|
+
if not remote_json_path:
|
|
231
|
+
raise RuntimeError("Could not resolve target path - no response from remote")
|
|
232
|
+
|
|
233
|
+
local_json = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
234
|
+
self.simple_sftp_get(remote_path=remote_json_path, local_path=local_json)
|
|
235
|
+
import json
|
|
236
|
+
|
|
237
|
+
try:
|
|
238
|
+
target_str = json.loads(local_json.read_text(encoding="utf-8"))
|
|
239
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
240
|
+
raise RuntimeError(f"Could not resolve target path - invalid JSON response: {err}") from err
|
|
241
|
+
finally:
|
|
242
|
+
if local_json.exists():
|
|
243
|
+
local_json.unlink()
|
|
244
|
+
assert isinstance(target_str, str), "Could not resolve target path"
|
|
245
|
+
target = Path(target_str)
|
|
246
|
+
assert str(target).startswith("~"), f"If target is not specified, source must be relative to home.\n{target=}"
|
|
247
|
+
|
|
248
|
+
target_obj = Path(target).expanduser().absolute()
|
|
249
|
+
target_obj.parent.mkdir(parents=True, exist_ok=True)
|
|
250
|
+
|
|
251
|
+
if compress_with_zip and target_obj.suffix != ".zip":
|
|
252
|
+
target_obj = target_obj.with_suffix(target_obj.suffix + ".zip")
|
|
253
|
+
|
|
254
|
+
print(f"""📥 [DOWNLOAD] Receiving: {expanded_source} ==> Local Path: {target_obj}""")
|
|
255
|
+
try:
|
|
256
|
+
with self.tqdm_wrap(ascii=True, unit="b", unit_scale=True) as pbar:
|
|
257
|
+
if self.sftp is None: # type: ignore[unreachable]
|
|
258
|
+
raise RuntimeError(f"SFTP connection lost for {self.hostname}")
|
|
259
|
+
self.sftp.get(remotepath=expanded_source, localpath=str(target_obj), callback=pbar.view_bar) # type: ignore
|
|
260
|
+
except Exception:
|
|
261
|
+
if target_obj.exists():
|
|
262
|
+
target_obj.unlink()
|
|
263
|
+
raise
|
|
264
|
+
|
|
265
|
+
if compress_with_zip:
|
|
266
|
+
import zipfile
|
|
267
|
+
|
|
268
|
+
extract_to = target_obj.parent / target_obj.stem
|
|
269
|
+
with zipfile.ZipFile(target_obj, "r") as zip_ref:
|
|
270
|
+
zip_ref.extractall(extract_to)
|
|
271
|
+
target_obj.unlink()
|
|
272
|
+
target_obj = extract_to
|
|
273
|
+
|
|
274
|
+
def delete_temp_zip(path_to_delete: str) -> None:
|
|
275
|
+
from pathlib import Path
|
|
276
|
+
import shutil
|
|
277
|
+
|
|
278
|
+
file_or_dir_path = Path(path_to_delete)
|
|
279
|
+
if file_or_dir_path.exists():
|
|
280
|
+
if file_or_dir_path.is_dir():
|
|
281
|
+
shutil.rmtree(file_or_dir_path)
|
|
282
|
+
else:
|
|
283
|
+
file_or_dir_path.unlink()
|
|
284
|
+
|
|
285
|
+
command = lambda_to_python_script(lambda: delete_temp_zip(path_to_delete=expanded_source),
|
|
286
|
+
in_global=True, import_module=False)
|
|
287
|
+
self.run_py_remotely(
|
|
288
|
+
python_code=command,
|
|
289
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
290
|
+
uv_project_dir=None,
|
|
291
|
+
description="Cleaning temp zip files @ remote.",
|
|
292
|
+
verbose_output=False,
|
|
293
|
+
strict_stderr=True,
|
|
294
|
+
strict_return_code=True,
|
|
295
|
+
)
|
|
296
|
+
|
|
297
|
+
print("\n")
|
|
298
|
+
return None
|
|
299
|
+
|
|
300
|
+
|
|
301
|
+
if __name__ == "__main__":
|
|
302
|
+
from machineconfig.utils.ssh import SSH
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
|
|
2
|
+
from pathlib import Path
|
|
3
|
+
from machineconfig.utils.accessories import randstr
|
|
4
|
+
from machineconfig.utils.meta import lambda_to_python_script
|
|
5
|
+
from machineconfig.utils.ssh_utils.abc import MACHINECONFIG_VERSION, DEFAULT_PICKLE_SUBDIR
|
|
6
|
+
from machineconfig.utils.code import get_uv_run_command
|
|
7
|
+
from typing import Union
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def create_dir_and_check_if_exists(self: "SSH", path_rel2home: str, overwrite_existing: bool) -> None:
|
|
11
|
+
"""Helper to create a directory on remote machine and return its path."""
|
|
12
|
+
|
|
13
|
+
def create_target_dir(target_rel2home: str, overwrite: bool):
|
|
14
|
+
from pathlib import Path
|
|
15
|
+
import shutil
|
|
16
|
+
target_path_abs = Path(target_rel2home).expanduser()
|
|
17
|
+
if not target_path_abs.is_absolute():
|
|
18
|
+
target_path_abs = Path.home().joinpath(target_path_abs)
|
|
19
|
+
if overwrite and target_path_abs.exists():
|
|
20
|
+
if str(target_path_abs) == str(Path.home()):
|
|
21
|
+
raise RuntimeError("Refusing to overwrite home directory!")
|
|
22
|
+
if target_path_abs.is_dir():
|
|
23
|
+
shutil.rmtree(target_path_abs)
|
|
24
|
+
else:
|
|
25
|
+
target_path_abs.unlink()
|
|
26
|
+
print(f"Creating directory for path: {target_path_abs}")
|
|
27
|
+
target_path_abs.parent.mkdir(parents=True, exist_ok=True)
|
|
28
|
+
command = lambda_to_python_script(
|
|
29
|
+
lambda: create_target_dir(target_rel2home=path_rel2home, overwrite=overwrite_existing),
|
|
30
|
+
in_global=True, import_module=False
|
|
31
|
+
)
|
|
32
|
+
tmp_py_file = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/create_target_dir_{randstr()}.py")
|
|
33
|
+
tmp_py_file.parent.mkdir(parents=True, exist_ok=True)
|
|
34
|
+
tmp_py_file.write_text(command, encoding="utf-8")
|
|
35
|
+
assert self.sftp is not None
|
|
36
|
+
tmp_remote_path = ".tmp_pyfile.py"
|
|
37
|
+
self.sftp.put(localpath=str(tmp_py_file), remotepath=str(Path(self.remote_specs["home_dir"]).joinpath(tmp_remote_path)))
|
|
38
|
+
resp = self.run_shell_cmd_on_remote(
|
|
39
|
+
command=f"""{get_uv_run_command(platform=self.remote_specs['system'])} python {tmp_remote_path}""",
|
|
40
|
+
verbose_output=False,
|
|
41
|
+
description=f"Creating target dir {path_rel2home}",
|
|
42
|
+
strict_stderr=True,
|
|
43
|
+
strict_return_code=True,
|
|
44
|
+
)
|
|
45
|
+
resp.print(desc=f"Created target dir {path_rel2home}")
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def check_remote_is_dir(self: "SSH", source_path: Union[str, Path]) -> bool:
|
|
49
|
+
"""Helper to check if a remote path is a directory."""
|
|
50
|
+
|
|
51
|
+
def check_is_dir(path_to_check: str, json_output_path: str) -> bool:
|
|
52
|
+
from pathlib import Path
|
|
53
|
+
import json
|
|
54
|
+
|
|
55
|
+
is_directory = Path(path_to_check).expanduser().absolute().is_dir()
|
|
56
|
+
json_result_path = Path(json_output_path)
|
|
57
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
58
|
+
json_result_path.write_text(json.dumps(is_directory, indent=2), encoding="utf-8")
|
|
59
|
+
print(json_result_path.as_posix())
|
|
60
|
+
return is_directory
|
|
61
|
+
|
|
62
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
63
|
+
command = lambda_to_python_script(
|
|
64
|
+
lambda: check_is_dir(path_to_check=str(source_path), json_output_path=remote_json_output),
|
|
65
|
+
in_global=True, import_module=False
|
|
66
|
+
)
|
|
67
|
+
response = self.run_py_remotely(
|
|
68
|
+
python_code=command,
|
|
69
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
70
|
+
uv_project_dir=None,
|
|
71
|
+
description=f"Check if source `{source_path}` is a dir",
|
|
72
|
+
verbose_output=False,
|
|
73
|
+
strict_stderr=False,
|
|
74
|
+
strict_return_code=False,
|
|
75
|
+
)
|
|
76
|
+
remote_json_path = response.op.strip()
|
|
77
|
+
if not remote_json_path:
|
|
78
|
+
raise RuntimeError(f"Failed to check if {source_path} is directory - no response from remote")
|
|
79
|
+
|
|
80
|
+
local_json = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
81
|
+
self.simple_sftp_get(remote_path=remote_json_path, local_path=local_json)
|
|
82
|
+
import json
|
|
83
|
+
|
|
84
|
+
try:
|
|
85
|
+
result = json.loads(local_json.read_text(encoding="utf-8"))
|
|
86
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
87
|
+
raise RuntimeError(f"Failed to check if {source_path} is directory - invalid JSON response: {err}") from err
|
|
88
|
+
finally:
|
|
89
|
+
if local_json.exists():
|
|
90
|
+
local_json.unlink()
|
|
91
|
+
assert isinstance(result, bool), f"Failed to check if {source_path} is directory"
|
|
92
|
+
return result
|
|
93
|
+
|
|
94
|
+
def expand_remote_path(self: "SSH", source_path: Union[str, Path]) -> str:
|
|
95
|
+
"""Helper to expand a path on the remote machine."""
|
|
96
|
+
|
|
97
|
+
def expand_source(path_to_expand: str, json_output_path: str) -> str:
|
|
98
|
+
from pathlib import Path
|
|
99
|
+
import json
|
|
100
|
+
|
|
101
|
+
expanded_path_posix = Path(path_to_expand).expanduser().absolute().as_posix()
|
|
102
|
+
json_result_path = Path(json_output_path)
|
|
103
|
+
json_result_path.parent.mkdir(parents=True, exist_ok=True)
|
|
104
|
+
json_result_path.write_text(json.dumps(expanded_path_posix, indent=2), encoding="utf-8")
|
|
105
|
+
print(json_result_path.as_posix())
|
|
106
|
+
return expanded_path_posix
|
|
107
|
+
|
|
108
|
+
remote_json_output = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/return_{randstr()}.json").as_posix()
|
|
109
|
+
command = lambda_to_python_script(
|
|
110
|
+
lambda: expand_source(path_to_expand=str(source_path), json_output_path=remote_json_output),
|
|
111
|
+
in_global=True, import_module=False
|
|
112
|
+
)
|
|
113
|
+
response = self.run_py_remotely(
|
|
114
|
+
python_code=command,
|
|
115
|
+
uv_with=[MACHINECONFIG_VERSION],
|
|
116
|
+
uv_project_dir=None,
|
|
117
|
+
description="Resolving source path by expanding user",
|
|
118
|
+
verbose_output=False,
|
|
119
|
+
strict_stderr=False,
|
|
120
|
+
strict_return_code=False,
|
|
121
|
+
)
|
|
122
|
+
remote_json_path = response.op.strip()
|
|
123
|
+
if not remote_json_path:
|
|
124
|
+
raise RuntimeError(f"Could not resolve source path {source_path} - no response from remote")
|
|
125
|
+
|
|
126
|
+
local_json = Path.home().joinpath(f"{DEFAULT_PICKLE_SUBDIR}/local_{randstr()}.json")
|
|
127
|
+
self.simple_sftp_get(remote_path=remote_json_path, local_path=local_json)
|
|
128
|
+
import json
|
|
129
|
+
|
|
130
|
+
try:
|
|
131
|
+
result = json.loads(local_json.read_text(encoding="utf-8"))
|
|
132
|
+
except (json.JSONDecodeError, FileNotFoundError) as err:
|
|
133
|
+
raise RuntimeError(f"Could not resolve source path {source_path} - invalid JSON response: {err}") from err
|
|
134
|
+
finally:
|
|
135
|
+
if local_json.exists():
|
|
136
|
+
local_json.unlink()
|
|
137
|
+
assert isinstance(result, str), f"Could not resolve source path {source_path}"
|
|
138
|
+
return result
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
if __name__ == "__main__":
|
|
142
|
+
from machineconfig.utils.ssh import SSH
|