machineconfig 1.92__py3-none-any.whl → 1.94__py3-none-any.whl

machineconfig/setup_windows/web_shortcuts/interactive.ps1

@@ -0,0 +1,200 @@
+Write-Host "
+🚀 ===========================================
+📦 Machine Configuration Installation Script
+============================================="
+
+Write-Host "ℹ️  If you have execution policy issues, run:
+Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser"
+Write-Host "💡 To accept all prompts automatically, run: `$yesAll = `$true`n"
+
+# Set environment variable and execute scripts
+$ve_name = "ve"
+
+Write-Host "🔄 Setting up Python environment..."
+Invoke-WebRequest -Uri "https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/ve.ps1" -OutFile "ve.ps1"
+.\ve.ps1
+
+Write-Host "`n🔄 Setting up repositories..."
+Invoke-WebRequest -Uri "https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/repos.ps1" -OutFile "repos.ps1"
+.\repos.ps1
+
+Write-Host "`n📂 ============================================
+🔄 DOTFILES MIGRATION OPTIONS
+============================================="
+
+Write-Host "🖱️  Method 1: USING MOUSE WITHOUT KB OR BROWSER SHARE
+    On original machine, run:
+    cd ~/dotfiles/creds/msc
+    easy-sharing . --password rew
+    Then open browser on new machine to get MouseWithoutBorders password"
+
+Write-Host "`n🔐 Method 2: USING SSH
+    FROM REMOTE, RUN:
+    ftpx ~/dotfiles `$(hostname):^ -z"
+
+Write-Host "`n💻 For WSL:
+    wsl_server.ps1
+    ftpx ~/dotfiles `$env:USERNAME@localhost:2222 -z
+    # OR:
+    New-Item -ItemType SymbolicLink -Path `$env:USERPROFILE\dotfiles -Target \\wsl`$\Ubuntu\home\`$env:USERNAME\dotfiles"
+
+Write-Host "`n☁️  Method 3: USING INTERNET SECURE SHARE
+    cd ~
+    cloud_copy SHARE_URL . --config ss
+    (requires symlinks to be created first)"
+
+Write-Host "`n----------------------------------------"
+if (-not $yesAll) {
+    $choice = Read-Host "🔒 Install SSH Server [y]/n"
+} else {
+    $choice = "y"
+}
+if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+if ($choice -eq "y" -or $choice -eq "Y") {
+    Write-Host "`n🔧 Installing and configuring SSH server..."
+    Add-WindowsCapability -Online -Name OpenSSH.Server~~~~0.0.1.0
+    Start-Service sshd
+    Set-Service -Name sshd -StartupType 'Automatic'
+    Write-Host "✅ SSH Server installed and configured successfully!"
+} else {
+    Write-Host "⏭️  Skipping SSH server installation"
+}
+
+Write-Host "`n✨ ===========================================
+🎉 Installation Complete!
+============================================="
+
+# Confirm copying finished
+if (-not $yesAll) {
+    $choice = Read-Host "Did you finish copying [y]/n ? "
+} else {
+    $choice = "y"
+}
+if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+if ($choice -eq "y" -or $choice -eq "Y") {
+    Write-Host "Proceeding..."
+} else {
+    Write-Host "Installation aborted."
+}
+
+# Create Symlinks
+if (-not $yesAll) {
+    $createLinksChoice = Read-Host "Create (Sym/Hard)links (finish dotfiles transfer first) [y]/n ? "
+} else {
+    $createLinksChoice = "y"
+}
+if ([string]::IsNullOrEmpty($createLinksChoice)) { $createLinksChoice = "y" }
+
+if ($createLinksChoice -eq "y" -or $createLinksChoice -eq "Y") {
+    if (-not $yesAll) {
+        $linkTypeChoice = Read-Host "Create Symlinks (s) or Hardlinks (h) [s]/h ? "
+    } else {
+        $linkTypeChoice = "h"
+    }
+
+    . ~\venvs\ve\Scripts\Activate.ps1
+
+    if ($linkTypeChoice -eq "s" -or $linkTypeChoice -eq "S") {
+        python -m fire machineconfig.profile.create main --choice=all
+    } elseif ($linkTypeChoice -eq "h" -or $linkTypeChoice -eq "H") {
+        python -m fire machineconfig.profile.create_hardlinks main --choice=all
+    } else {
+        Write-Host "Invalid choice for link type. Installation aborted."
+    }
+
+    # icacls "~\.ssh\*" /inheritance:r /grant:r "$($env:USERNAME):(F)"
+    # icacls "~\.ssh" /inheritance:r /grant:r "$($env:USERNAME):(F)"
+} else {
+    Write-Host "Installation aborted."
+}
+
+# Install CLI Apps
+if (-not $yesAll) {
+    $choice = Read-Host "Install CLI Apps [y]/n ? "
+    if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+    if ($choice -eq "y" -or $choice -eq "Y") {
+        . ~\code\machineconfig\src\machineconfig\setup_windows\devapps.ps1
+    } else {
+        Write-Host "Installation aborted."
+    }
+    
+} else {
+    . $HOME\venvs\ve\Scripts\activate.ps1
+    python -m fire machineconfig.scripts.python.devops_devapps_install main  --which=AllEssentials
+    deactivate    
+}
+
+
+# Retrieve Repos
+if (-not $yesAll) {
+    $choice = Read-Host "Retrieve Repos at ~/code [y]/n ? "
+} else {
+    $choice = "y"
+}
+if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+if ($choice -eq "y" -or $choice -eq "Y") {
+    repos ~\code --clone --cloud odg1
+} else {
+    Write-Host "Installation aborted."
+}
+
+# Retrieve Data
+if (-not $yesAll) {
+    $choice = Read-Host "Retrieve data [y]/n ? "
+} else {
+    $choice = "y"
+}
+if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+if ($choice -eq "y" -or $choice -eq "Y") {
+    . ~\venvs\ve\Scripts\Activate.ps1
+    python -m fire machineconfig.scripts.python.devops_backup_retrieve main --direction=RETRIEVE
+} else {
+    Write-Host "Installation aborted."
+}
+
+
+# Install Brave, WezTerm, and VSCode
+if (-not $yesAll) {
+    $choice = Read-Host "Install Brave+WindowsTerminal+WezTerm+VSCode [y]/n ? "
+} else {
+    $choice = "y"
+}
+if ([string]::IsNullOrEmpty($choice)) { $choice = "y" }
+if ($choice -eq "y" -or $choice -eq "Y") {
+    # python -m fire machineconfig.scripts.python.devops_devapps_install main --which=wezterm
+    # python -m fire machineconfig.scripts.python.devops_devapps_install main --which=brave
+    # python -m fire machineconfig.scripts.python.devops_devapps_install main --which=code
+    winget install --no-upgrade --name "Windows Terminal"             --Id "Microsoft.WindowsTerminal"  --source winget --scope user --accept-package-agreements --accept-source-agreements  # Terminal is is installed by default on W 11
+    winget install --no-upgrade --name "Powershell"                   --Id "Microsoft.PowerShell"       --source winget --scope user --accept-package-agreements --accept-source-agreements  # powershell require admin
+    python -m fire machineconfig.setup_windows.wt_and_pwsh.set_pwsh_theme install_nerd_fonts
+    python -m fire machineconfig.setup_windows.wt_and_pwsh.set_wt_settings main
+    winget install --no-upgrade --name "Brave"                        --Id "Brave.Brave"                --source winget --scope user --accept-package-agreements --accept-source-agreements
+    winget install --no-upgrade --name "Microsoft Visual Studio Code" --Id "Microsoft.VisualStudioCode" --source winget --scope user --accept-package-agreements --accept-source-agreements
+    . $HOME\venvs\ve\Scripts\Activate.ps1
+    python -m fire machineconfig.setup_windows.wt_and_pwsh.set_pwsh_theme install_nerd_fonts
+    python -m fire machineconfig.setup_windows.wt_and_pwsh.set_wt_settings main
+
+} else {
+    Write-Host "Installation aborted."
+}
+
+
+# Install Apps
+if (-not $yesAll) {
+    $choice = Read-Host "Install Apps [y]/n ? "
+} else {
+    $choice = "y"
+}
+if ($choice -eq "y" -or $choice -eq "Y") {
+    Invoke-WebRequest -Uri "https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/apps.ps1" -OutFile "apps.ps1"
+    .\apps.ps1
+} else {
+    Write-Host "Installation aborted."
+}
+
+# Instructions for Thunderbird profile restoration
+# Run this after installing Thunderbird and starting it and shutting it down but before downloading backup
+# cd ~/AppData/Roaming/ThunderBird/Profiles
+# $res = Get-ChildItem
+# $name = $res[0].Name
+# Move-Item $backup_folder $name

machineconfig/setup_windows/web_shortcuts/ssh.ps1

@@ -0,0 +1,11 @@
+
+# NOT INTENDED FOR PUBLIC USE. 
+
+if (!$pubkey_string) {
+    $pubkey_url = 'https://github.com/thisismygitrepo.keys'  # (CHANGE APPROPRIATELY)
+    $pubkey_string = (Invoke-WebRequest $pubkey_url).Content
+} else {
+    Write-Output "pubkey_string is already defined."
+}
+
+Invoke-WebRequest https://raw.githubusercontent.com/thisismygitrepo/machineconfig/main/src/machineconfig/setup_windows/openssh_all.ps1 | Invoke-Expression

machineconfig/setup_windows/wt_and_pwsh/install_fonts.ps1

@@ -0,0 +1,27 @@
+# to run: powershell.exe -executionpolicy Bypass -nologo -noninteractive -file .\Install_Fonts.ps1
+
+$FONTS = 0x14
+$Path = ".\fonts-to-be-installed"
+$objShell = New-Object -ComObject Shell.Application
+$objFolder = $objShell.Namespace($FONTS)
+$Fontdir = dir $Path
+
+foreach ($File in $Fontdir) {
+    if (!($file.name -match "pfb$")) {
+        $try = $true
+        $installedFonts = @(Get-ChildItem c:\windows\fonts | Where-Object {$_.PSIsContainer -eq $false} | Select-Object basename)
+        $name = $File.baseName
+
+        foreach ($font in $installedFonts) {
+            $font = $font -replace "_", ""
+            $name = $name -replace "_", ""
+            if ($font -match $name) {
+                $try = $false
+            }
+        }
+
+        if ($try) {
+            $objFolder.CopyHere($File.fullname)
+        }
+    }
+}

machineconfig/setup_windows/wt_and_pwsh/set_pwsh_theme.py

@@ -1,4 +1,3 @@
-
 """
 setup file for each shell can be found in $profile. The settings.json is the config file for Terminal.
 https://glitchbone.github.io/vscode-base16-term/#/3024
@@ -10,7 +9,7 @@ https://glitchbone.github.io/vscode-base16-term/#/3024
 from crocodile.file_management import P
 # from crocodile.meta import Terminal
 from machineconfig.utils.utils import LIBRARY_ROOT
-from machineconfig.utils.installer import Installer
+from machineconfig.utils.installer_utils.installer_class import Installer
 # import os
 import subprocess
 
@@ -26,18 +25,29 @@ nerd_fonts = {
 
 
 def install_nerd_fonts():
+    print(f"\n{'='*80}\n📦 INSTALLING NERD FONTS 📦\n{'='*80}")
     # Step 1: download the required fonts that has all the glyphs and install them.
+    print("🔍 Downloading Nerd Fonts package...")
     folder, _version_to_be_installed = Installer.from_dict(d=nerd_fonts, name="nerd_fonts").download(version=None)
+    
+    print("🧹 Cleaning up unnecessary files...")
     folder.search("*Windows*").apply(lambda p: p.delete(sure=True))
     folder.search("*readme*").apply(lambda p: p.delete(sure=True))
     folder.search("*LICENSE*").apply(lambda p: p.delete(sure=True))
+    
+    print("⚙️  Installing fonts via PowerShell...")
     file = P.tmpfile(suffix=".ps1").write_text(LIBRARY_ROOT.joinpath("setup_windows/wt_and_pwsh/install_fonts.ps1").read_text().replace(r".\fonts-to-be-installed", str(folder)))
     subprocess.run(rf"powershell.exe -executionpolicy Bypass -nologo -noninteractive -File {file.to_str()}", check=True)
+    
+    print("🗑️  Cleaning up temporary files...")
     folder.delete(sure=True)
+    print(f"\n✅ Nerd Fonts installation complete! ✅\n{'='*80}")
 
 
 def main():
+    print(f"\n{'='*80}\n🎨 POWERSHELL THEME SETUP 🎨\n{'='*80}")
     install_nerd_fonts()
+    print(f"\n✅ All PowerShell theme components installed successfully! ✅\n{'='*80}")
 
 
 if __name__ == '__main__':

machineconfig/setup_windows/wt_and_pwsh/set_wt_settings.py

@@ -1,4 +1,3 @@
-
 """Set Windows Terminal Settings
 """
 
@@ -27,20 +26,29 @@ assert env.system == 'Windows', 'This script is only for Windows.'
 class TerminalSettings(object):
     def __init__(self):
         # Grabbing Terminal Settings file:
+        print(f"\n{'='*80}\n🔍 INITIALIZING TERMINAL SETTINGS 🔍\n{'='*80}")
         tmp = os.getenv("LOCALAPPDATA")
         if not isinstance(tmp, str):
+            print("❌ ERROR: Could not find LOCALAPPDATA environment variable!")
             raise ValueError("Could not find LOCALAPPDATA environment variable.")
         self.path = P(tmp).joinpath(r"Packages\Microsoft.WindowsTerminal_8wekyb3d8bbwe\LocalState\settings.json")
-        self.path.copy(append=".orig_" + randstr())
+        backup_name = f".orig_{randstr()}"
+        print(f"📝 Creating backup of original settings as {backup_name}...")
+        self.path.copy(append=backup_name)
+        print(f"📂 Loading Windows Terminal settings from: {self.path}")
         self.dat: dict[str, Any] = Read.json(self.path)
         self.profs = L(self.dat["profiles"]["list"])
+        print(f"✅ Successfully loaded {len(self.profs)} profiles\n{'-'*80}")
 
     def save_terminal_settings(self):
+        print(f"\n💾 Saving terminal settings to: {self.path}")
         self.dat["profiles"]["list"] = list(self.profs)
         Save.json(obj=self.dat, path=self.path, indent=5)
+        print(f"✅ Settings saved successfully!\n{'-'*80}")
 
     # ========================= Terminal Settings =========================================
     def update_default_settings(self):
+        print("\n⚙️  Updating default terminal settings...")
         # Changing start up settings:
         self.dat["startOnUserLogin"] = True
         self.dat["launchMode"] = "fullscreen"
@@ -49,10 +57,12 @@ class TerminalSettings(object):
         self.dat["copyOnSelect"] = True
         self.dat["profiles"]["defaults"]["padding"] = "0"
         self.dat["profiles"]["defaults"]["useAcrylic"] = False
+        print(f"✅ Default settings updated\n{'-'*80}")
 
     # 1- Customizing Powershell========================================================
     # as opposed to Windows Powershell
     def customize_powershell(self, nerd_font: bool=True):
+        print("\n🛠️  Customizing PowerShell profile...")
         pwsh: dict[str, Any] = dict(name="PowerShell",
                                     commandline="pwsh",
                                     hidden=False,
@@ -60,23 +70,30 @@ class TerminalSettings(object):
                                     # guid="{" + str(uuid4()) + "}",  # WT doesn't accept any GUID to identify pwsh
                                     startingDirectory="%USERPROFILE%",  # "%USERPROFILE%",   # None: inherent from parent process.
                                     )
-        if nerd_font: pwsh["font"] = dict(face="CaskaydiaCove Nerd Font")  # because oh-my-posh uses glyphs from this font.
+        if nerd_font:
+            print("🔤 Setting PowerShell font to CaskaydiaCove Nerd Font...")
+            pwsh["font"] = dict(face="CaskaydiaCove Nerd Font")  # because oh-my-posh uses glyphs from this font.
+        
         for idx, item in enumerate(self.profs):
             if item["name"] == "PowerShell":
                 self.profs.list[idx].update(pwsh)
+                print(f"✅ PowerShell profile customized successfully\n{'-'*80}")
                 break
         else:
-            print("Couldn't customize powershell because profile not found, try to install it first.")
+            print(f"❌ Couldn't customize PowerShell because profile not found, try to install it first.\n{'-'*80}")
 
     def make_powershell_default_profile(self):
+        print("\n🌟 Setting PowerShell as the default profile...")
         for profile in self.profs:
             if profile["name"] == "PowerShell":
                 self.dat["defaultProfile"] = profile["guid"]
-                print("Powershell is now the default profile.")
+                print(f"✅ PowerShell is now the default profile!\n{'-'*80}")
                 break
-        else: print("Powershell profile was not found in the list of profile and therefore was not made the deafult.")
+        else: 
+            print(f"❌ PowerShell profile was not found in the list of profiles and therefore was not made the default.\n{'-'*80}")
 
     def add_croshell(self):
+        print("\n🐊 Adding croshell profile...")
         croshell = dict(name="croshell",
                         guid="{" + str(uuid4()) + "}",
                         # commandline=f"powershell.exe -Command \"{activate} ipython -i -c 'from crocodile.toolbox import *'\"",
@@ -88,10 +105,14 @@ class TerminalSettings(object):
         for profile in self.profs:
             if profile["name"] == "croshell":
                 profile.update(croshell)
+                print(f"✅ Updated existing croshell profile\n{'-'*80}")
                 break
-        else: self.profs.append(croshell)
+        else: 
+            self.profs.append(croshell)
+            print(f"✅ Added new croshell profile\n{'-'*80}")
 
     def add_ubuntu(self):
+        print("\n🐧 Adding Ubuntu WSL profile...")
         # Add Ubunto if it is not there.
         ubuntu = dict(name="Ubuntu",
                       commandline="wsl -d Ubuntu -- cd ~",
@@ -99,9 +120,14 @@ class TerminalSettings(object):
                       guid="{" + str(uuid4()) + "}",
                       startingDirectory="%USERPROFILE%",  # "%USERPROFILE%",   # None: inherent from parent process.
                       )
-        if self.profs.filter(lambda x: x["name"] == "Ubuntu").__len__() < 1: self.profs.append(ubuntu)
+        if self.profs.filter(lambda x: x["name"] == "Ubuntu").__len__() < 1:
+            self.profs.append(ubuntu)
+            print(f"✅ Added Ubuntu WSL profile\n{'-'*80}")
+        else:
+            print(f"ℹ️ Ubuntu profile already exists\n{'-'*80}")
 
     def standardize_profiles_order(self):
+        print("\n🔄 Standardizing profile order...")
         # Changing order of profiles:
         others = []
         pwsh = croshell = ubuntu = wpwsh = cmd = azure = None
@@ -115,11 +141,14 @@ class TerminalSettings(object):
             elif name == "Azure Cloud Shell": azure = profile
             else: others.append(profile)
         self.profs = L([item for item in [pwsh, croshell, ubuntu, wpwsh, cmd, azure] + others if item is not None])
+        print(f"✅ Profile order standardized\n{'-'*80}")
 
 
 def main():
+    print(f"\n{'='*80}\n🖥️  WINDOWS TERMINAL SETUP 🖥️\n{'='*80}")
     shell = {"powershell": "pwsh.exe", "Windows Powershell": "powershell.exe"}["powershell"].split(".exe", maxsplit=1)[0]
     if shell == "pwsh":
+        print("🚀 Starting Windows Terminal configuration with PowerShell...")
         ts = TerminalSettings()
         ts.update_default_settings()
         ts.customize_powershell(nerd_font=True)
@@ -128,9 +157,16 @@ def main():
         ts.add_croshell()
         ts.add_ubuntu()
         ts.standardize_profiles_order()
+        
+        print("⌨️  Adding keyboard shortcut for pane zoom (ctrl+shift+z)...")
         ts.dat['actions'].append({'command': 'togglePaneZoom', 'keys': 'ctrl+shift+z'})
+        
         ts.save_terminal_settings()
-    else: raise NotImplementedError
+        print(f"\n{'='*80}\n✨ WINDOWS TERMINAL SETUP COMPLETE ✨\n{'='*80}")
+    else:
+        error_msg = "❌ ERROR: Only PowerShell is supported, not Windows PowerShell!"
+        print(error_msg)
+        raise NotImplementedError(error_msg)
 
 
 if __name__ == '__main__':

machineconfig/utils/ai/browser_user_wrapper.py

@@ -0,0 +1,51 @@
+"""
+playwright install
+sudo nala install libavif13
+"""
+
+import os
+os.environ["ANONYMIZED_TELEMETRY"] = "false"
+
+from langchain_ollama import ChatOllama
+from browser_use import Agent
+import asyncio
+
+
+# Create agent with the model
+async def main():
+    print(f"""
+╔{'═' * 70}╗
+║ 🌐 Browser Automation Agent
+╚{'═' * 70}╝
+""")
+
+    print("🔄 Initializing LLM model (llama3.1:8b)...")
+    llm = ChatOllama(model="llama3.1:8b")
+    print("✅ LLM model initialized")
+    
+    print(f"""
+╭{'─' * 70}╮
+│ 🤖 Task: Open https://chat.openai.com/ and ask how many r's in  │
+│       rrraaararewey, use Thinking Button and type the answer    │
+╰{'─' * 70}╯
+""")
+    
+    print("🚀 Creating and launching browser agent...")
+    agent = Agent(
+        task="open https://chat.openai.com/ and ask how many r's in rrraaararewey, use Thinking Button and type the answer",
+        llm=llm
+    )
+
+    print("🏃‍♂️ Running agent task...")
+    await agent.run()
+    
+    print(f"""
+╔{'═' * 70}╗
+║ ✅ Browser automation task completed
+╚{'═' * 70}╝
+""")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())
+

machineconfig/utils/ai/generate_file_checklist.py

@@ -0,0 +1,74 @@
+#!/usr/bin/env python
+
+from pathlib import Path
+from typing import List, Optional, Union
+
+
+def generate_file_checklist(repo_root: Union[str, Path], exclude_dirs: Optional[List[str]] = None) -> Path:
+
+    actual_exclude_dirs: List[str] = ['.venv', '.git', '__pycache__', 'build', 'dist', '*.egg-info']
+    if exclude_dirs is not None:
+        actual_exclude_dirs = exclude_dirs
+        
+    repo_root = Path(repo_root).expanduser().absolute()
+    output_path: Path = repo_root / ".ai" / "repo_task" / "file_checklist.md"
+    py_files: List[Path] = []
+    for filepath in repo_root.glob('**/*.py'):
+        if any(excl in filepath.parts for excl in actual_exclude_dirs) or any(filepath.match(f"**/{excl}/**") for excl in actual_exclude_dirs) or filepath.name == "__init__.py":
+            continue
+        py_files.append(filepath.relative_to(repo_root))
+    
+    sh_files: List[Path] = []
+    for filepath in repo_root.glob('**/*.sh'):
+        if any(excl in filepath.parts for excl in actual_exclude_dirs) or any(filepath.match(f"**/{excl}/**") for excl in actual_exclude_dirs):
+            continue
+        sh_files.append(filepath.relative_to(repo_root))
+    
+    py_files.sort()
+    sh_files.sort()
+    
+    markdown_content: str = "# File Checklist\n\n"
+    
+    markdown_content += "## Python Files\n\n"
+    for py_file in py_files:
+        markdown_content += f"- [ ] {py_file}\n"
+    
+    markdown_content += "\n## Shell Script Files\n\n"
+    for sh_file in sh_files:
+        markdown_content += f"- [ ] {sh_file}\n"
+    Path(output_path).parent.mkdir(parents=True, exist_ok=True)
+    with open(output_path, 'w', encoding='utf-8') as f:
+        f.write(markdown_content)
+        
+    print(f"📋 Checklist generated at: {output_path}")
+    return output_path
+
+
+def main() -> None:
+    import argparse
+    
+    parser = argparse.ArgumentParser(description='Generate a markdown file with checkboxes for all .py and .sh files.')
+    parser.add_argument('--repo', '-r', type=str, default=str(Path.cwd()), help='Repository root path. Defaults to current working directory.')
+    parser.add_argument('--exclude', '-e', nargs='+', type=str,
+                        help='Additional directories to exclude (by default excludes .venv, .git, __pycache__, build, dist, *.egg-info)')
+    
+    args = parser.parse_args()
+    
+    exclude_dirs: List[str] = ['.venv', '.git', '__pycache__', 'build', 'dist', '*.egg-info']
+    if args.exclude:
+        exclude_dirs.extend(args.exclude)
+    if args.repo == '':
+        print("Error: Repository path cannot be empty.")
+        return
+    
+    output_path = generate_file_checklist(args.repo, exclude_dirs)
+    print(f"""
+{'=' * 60}
+✅ SUCCESS | Markdown checklist generated successfully!
+📄 File Location: {output_path}
+{'=' * 60}
+""")
+
+
+if __name__ == "__main__":
+    main()

machineconfig/utils/ai/url2md.py

@@ -0,0 +1,75 @@
+from crocodile.core import randstr
+from pathlib import Path
+import subprocess
+import multiprocessing
+import time
+
+cwd = Path.cwd()
+
+print("\n" + "=" * 50)
+print("🌐 Welcome to the URL to Markdown Converter")
+print("=" * 50 + "\n")
+
+tools_needed = ["xcrawl3r", "html2markdown"]
+
+
+url = input("🔗 Enter the URL: ")
+depth = input("🔍 Enter the crawl depth (default: 4): ") or "4"
+
+website_name_as_valid_filename = url.split("//")[-1].split("/")[0].replace(".", "_").replace(":", "_")
+domain = url.split("//")[-1].split("/")[0]
+op_dir = cwd.joinpath(".website", website_name_as_valid_filename)
+op_dir.mkdir(exist_ok=True, parents=True)
+urls_file = op_dir.joinpath("urls", "urls.txt")
+urls_file.parent.mkdir(exist_ok=True, parents=True)
+if urls_file.exists():
+    urls_file.unlink()
+
+print("🌐 Crawling the website to extract URLs...")
+command = f"""xcrawl3r --url {url} --domain {domain} --depth {depth} --concurrency 20 --parallelism 4 --output {urls_file} """
+print(f"Running command: {command}")
+subprocess.run(command, shell=True, check=True)
+
+all_urls = urls_file.read_text().splitlines()
+relevant_urls = list(set(all_urls))  # remove duplicates
+relevant_urls = [a_url for a_url in relevant_urls if not a_url.endswith(".css") and not a_url.endswith(".js") and not a_url.endswith(".png") and not a_url.endswith(".jpg") and not a_url.endswith(".jpeg") and not a_url.endswith(".gif")]
+
+print(f"✅ Found {len(relevant_urls)} relevant URLs. Preparing to convert to Markdown...\n")
+
+commands: list[str] = []
+for a_url in relevant_urls:
+    commands.append(f"""curl {a_url} | html2markdown --output {op_dir.joinpath(a_url.split('/')[-1] + "_" + randstr(5) + ".md")} """)
+
+def run_command(cmd):
+    try:
+        _result = subprocess.run(cmd, shell=True, check=True, capture_output=True, text=True)
+        print(f"✅ Completed: {cmd[:60]} ...")
+        return True
+    except subprocess.SubprocessError as e:
+        print(f"❌ Error with command: {cmd[:60]}...\n{str(e)}")
+        return False
+
+def main():
+    cpu_count = multiprocessing.cpu_count()
+    max_processes = min(20, cpu_count)
+    print(f"🚀 Running commands with {max_processes} parallel processes...\n")
+
+    start_time = time.time()
+
+    with multiprocessing.Pool(processes=max_processes) as pool:
+        results = pool.map(run_command, commands)
+
+    successful = results.count(True)
+    failed = results.count(False)
+    elapsed_time = time.time() - start_time
+
+    print(f"\n⏱️ Completed in {elapsed_time:.2f} seconds")
+    print(f"✅ Successfully processed: {successful} files")
+    if failed > 0:
+        print(f"❌ Failed to process: {failed} files")
+
+    print(f"📂 Output saved to: {op_dir}\n")
+
+if __name__ == "__main__":
+    main()
+