machineconfig 3.99__py3-none-any.whl → 7.66__py3-none-any.whl

machineconfig/scripts/linux/{share_cloud.sh → other/share_cloud.sh}

@@ -1,16 +1,13 @@
 #!/bin/bash
-#=======================================================================
+# https://temp.sh/
 # 📤 CLOUD FILE SHARING SCRIPT 📤
-#=======================================================================
 # This script uploads files or directories to transfer.sh for easy sharing
 # Usage: share_cloud <file|directory> or command | share_cloud <file_name>
 
 # Check if arguments are provided
 if [ $# -eq 0 ]; then
-    echo """    #=======================================================================
-    ❌ ERROR | No arguments specified
-    #=======================================================================
-    
+    echo """        ❌ ERROR | No arguments specified
+        
     📋 USAGE:
       share_cloud <file|directory>
       command | share_cloud <file_name>
@@ -18,6 +15,8 @@ if [ $# -eq 0 ]; then
     return 1
 fi
 
+# https://temp.sh/
+
 # Process the input
 if tty -s; then
     # Direct file/directory upload mode
@@ -26,19 +25,15 @@ if tty -s; then
     
     # Check if the file exists
     if [ ! -e "$file" ]; then
-        echo """        #=======================================================================
-        ❌ ERROR | File not found
-        #=======================================================================
-        
+        echo """                ❌ ERROR | File not found
+                
         🔍 File \"$file\" does not exist
         """>&2
         return 1
     fi
     
-    echo """    #=======================================================================
-    📤 UPLOADING | Sharing file to transfer.sh
-    #=======================================================================
-    """
+    echo """        📤 UPLOADING | Sharing file to transfer.sh
+        """
     
     # Handle directories by creating a zip archive
     if [ -d "$file" ]; then
@@ -53,23 +48,17 @@ if tty -s; then
 else
     # Pipe mode - reading from stdin
     file_name=$1
-    echo """    #=======================================================================
-    📤 UPLOADING | Sharing from stdin to transfer.sh
-    #=======================================================================
-    """
+    echo """        📤 UPLOADING | Sharing from stdin to transfer.sh
+        """
     echo "📋 Creating file \"$file_name\" from piped input..."
     curl --progress-bar --upload-file "-" "https://transfer.sh/$file_name" | tee /dev/null
     
     # Display QR code for the URL
-    echo """    #=======================================================================
-    📱 QR CODE | Scan with mobile device to access file
-    #=======================================================================
-    """
+    echo """        📱 QR CODE | Scan with mobile device to access file
+        """
     qr "https://transfer.sh/$file_name"
 fi
 
-echo """#=======================================================================
-✅ UPLOAD COMPLETE | File is available at the URL above
-#=======================================================================
+echo """✅ UPLOAD COMPLETE | File is available at the URL above
 """
 echo "⚠️ NOTE: Files are automatically deleted after 14 days"

machineconfig/scripts/linux/wrap_mcfg

@@ -0,0 +1,47 @@
+#!/usr/bin/env bash
+
+
+wrap_in_shell_script() {
+  # set -euo pipefail
+  # ANSI color/style codes
+  BOLD="\033[1m"
+  RESET="\033[0m"
+  GREEN="\033[32m"
+  YELLOW="\033[33m"
+  BLUE="\033[34m"
+  RED="\033[31m"
+
+  local command="$1"
+  shift  
+  local RANDOM_NAME=$(uuidgen | tr -d '-' | head -c 16)
+  local OP_DIR="$HOME/tmp_results/tmp_scripts/machineconfig"
+  local OP_PROGRAM_PATH="$OP_DIR/${RANDOM_NAME}.sh"
+  export OP_PROGRAM_PATH
+  local timestamp=$(date -u +"%Y-%m-%d %H:%M:%SZ")
+  printf "%b\n" "${BOLD}${BLUE}🛠️  machineconfig — running ${command}${RESET}"
+  printf "%b\n" "${BLUE}Timestamp:${RESET} ${timestamp}"
+  printf "%b\n" "${BLUE}Op program path:${RESET} ${OP_PROGRAM_PATH}"
+
+  # Forward arguments to the command
+  "$command" "$@"
+
+  if [[ -f "$OP_PROGRAM_PATH" ]]; then
+    printf "%b\n" "${GREEN}🚀 Taking over from python script @ ${OP_PROGRAM_PATH}${RESET}"
+    bat --style=full --theme=OneHalfDark --paging=never "$OP_PROGRAM_PATH"
+    printf "%b\n" "${GREEN}▶ Running...${RESET}"
+    . "$OP_PROGRAM_PATH"
+    status=$?
+    if [[ $status -eq 0 ]]; then
+      printf "%b\n" "${GREEN}✅ '${command}' execution completed.${RESET}"
+    else
+      printf "%b\n" "${YELLOW}⚠️  Program exited with status ${status}${RESET}"
+    fi
+  else
+    printf "%b\n" "${GREEN}✅ '${command}' execution completed.${RESET}"
+  fi
+}
+
+if [[ $# -gt 0 ]]; then
+  wrap_in_shell_script "$@"
+fi
+

machineconfig/scripts/nu/wrap_mcfg.nu

@@ -0,0 +1,69 @@
+#!/usr/bin/env nu
+
+def wrap-in-shell-script [command: string ...args: string] -> nothing {
+  # ANSI color/style codes
+  let bold = (char ansi_reset | str append "\e[1m")
+  let reset = "\e[0m"
+  let green = "\e[32m"
+  let yellow = "\e[33m"
+  let blue = "\e[34m"
+  let red = "\e[31m"
+
+  let random_name = (date now | format date "%s%N" | sha256sum | str substring 0..16)
+  let op_dir = $"($env.HOME)/tmp_results/tmp_scripts/machineconfig"
+  let op_program_path = $"($op_dir)/($random_name).sh"
+  
+  $env.OP_PROGRAM_PATH = $op_program_path
+  
+  let timestamp = (date now --utc | format date "%Y-%m-%d %H:%M:%SZ")
+  
+  print $"($bold)($blue)🛠️  machineconfig — running ($command)($reset)"
+  print $"($blue)Timestamp:($reset) ($timestamp)"
+  print $"($blue)Op program path:($reset) ($op_program_path)"
+
+  # Forward arguments to the command
+  let result = (
+    try {
+      nu -c $"($command) ($args | str join ' ')"
+    } catch {
+      $"Error running command: ($in)"
+    }
+  )
+
+  if ($op_program_path | path exists) {
+    print $"($green)🚀 Taking over from python script @ ($op_program_path)($reset)"
+    
+    if (which bat | is-empty | not) {
+      bat --style=plain --paging=never $op_program_path
+    } else {
+      open $op_program_path
+    }
+    
+    print $"($green)▶ Running...($reset)"
+    
+    let status = (
+      try {
+        bash $op_program_path
+        0
+      } catch {
+        1
+      }
+    )
+    
+    if ($status == 0) {
+      print $"($green)✅ '($command)' execution completed.($reset)"
+    } else {
+      print $"($yellow)⚠️  Program exited with status ($status)($reset)"
+    }
+  } else {
+    print $"($green)✅ '($command)' execution completed.($reset)"
+  }
+}
+
+def main [] {
+  if ($nu.env.args | length) > 0 {
+    wrap-in-shell-script ...$nu.env.args
+  }
+}
+
+main

machineconfig/scripts/python/agents.py

@@ -0,0 +1,198 @@
+"""Utilitfrom pathlib import Path
+
+"""
+
+from pathlib import Path
+from typing import cast, Optional, get_args, Annotated
+import typer
+from machineconfig.scripts.python.helpers_agents.fire_agents_helper_types import AGENTS, HOST, PROVIDER
+
+
+def create(
+    agent: Annotated[AGENTS, typer.Option(..., "--agents", "-a", help=f"Agent type. One of {', '.join(get_args(AGENTS)[:3])}")],
+    host: Annotated[HOST, typer.Option(..., "--host", "-h", help=f"Machine to run agents on. One of {', '.join(get_args(HOST))}")],
+    model: Annotated[str, typer.Option(..., "--model", "-m", help="Model to use (for crush agent).")],
+    provider: Annotated[PROVIDER, typer.Option(..., "--provider", "-p", help=f"Provider to use (for crush agent). One of {', '.join(get_args(PROVIDER)[:3])}")],
+    context_path: Annotated[Optional[Path], typer.Option(..., "--context-path", "-c", help="Path to the context file/folder, defaults to .ai/todo/")] = None,
+    separator: Annotated[str, typer.Option(..., "--separator", "-s", help="Separator for context")] = "\n",
+    agent_load: Annotated[int, typer.Option(..., "--agent-load", "-al", help="Number of tasks per prompt")] = 13,
+    prompt: Annotated[Optional[str], typer.Option(..., "--prompt", "-P", help="Prompt prefix as string")] = None,
+    prompt_path: Annotated[Optional[Path], typer.Option(..., "--prompt-path", "-pp", help="Path to prompt file")] = None,
+    job_name: Annotated[str, typer.Option(..., "--job-name", "-j", help="Job name")] = "AI_Agents",
+    separate: Annotated[bool, typer.Option(..., "--separate", "-S", help="Keep prompt material in separate file to the context.")] = True,
+    output_path: Annotated[Optional[Path], typer.Option(..., "--output-path", "-o", help="Path to write the layout.json file")] = None,
+    agents_dir: Annotated[Optional[Path], typer.Option(..., "--agents-dir", "-ad", help="Directory to store agent files. If not provided, will be constructed automatically.")] = None,
+):
+
+    from machineconfig.scripts.python.helpers_agents.fire_agents_help_launch import prep_agent_launch, get_agents_launch_layout
+    from machineconfig.scripts.python.helpers_agents.fire_agents_load_balancer import chunk_prompts
+    from machineconfig.utils.accessories import get_repo_root, randstr
+    import json
+
+    # validate mutual exclusive
+    prompt_options = [prompt, prompt_path]
+    provided_prompt = [opt for opt in prompt_options if opt is not None]
+    if len(provided_prompt) != 1:
+        raise typer.BadParameter("Exactly one of --prompt or --prompt-path must be provided")
+    
+    repo_root = get_repo_root(Path.cwd())
+    if repo_root is None:
+        typer.echo("💥 Could not determine the repository root. Please run this script from within a git repository.")
+        raise typer.Exit(1)
+    typer.echo(f"Operating @ {repo_root}")
+    
+    if context_path is None:
+        context_path = repo_root / ".ai" / "todo"
+        
+    context_path_resolved = context_path.expanduser().resolve()
+    if not context_path_resolved.exists():
+        raise typer.BadParameter(f"Path does not exist: {context_path_resolved}")
+    
+    if context_path_resolved.is_file():
+        prompt_material_re_splitted = chunk_prompts(context_path_resolved, tasks_per_prompt=agent_load, joiner=separator)
+    elif context_path_resolved.is_dir():
+        files = [f for f in context_path_resolved.rglob("*") if f.is_file()]
+        if not files:
+            raise typer.BadParameter(f"No files found in directory: {context_path_resolved}")
+        concatenated = separator.join(f.read_text(encoding="utf-8") for f in files)
+        prompt_material_re_splitted = [concatenated]
+    else:
+        raise typer.BadParameter(f"Path is neither file nor directory: {context_path_resolved}")
+    
+    if prompt_path is not None:
+        prompt_prefix = prompt_path.read_text(encoding="utf-8")
+    else:
+        prompt_prefix = cast(str, prompt)
+    agent_selected = agent
+    if agents_dir is None: agents_dir = repo_root / ".ai" / f"tmp_prompts/{job_name}_{randstr()}"
+    else:
+        import shutil
+        if agents_dir.exists():
+            shutil.rmtree(agents_dir)
+    prep_agent_launch(repo_root=repo_root, agents_dir=agents_dir, prompts_material=prompt_material_re_splitted,
+                      keep_material_in_separate_file=separate,
+                      prompt_prefix=prompt_prefix, machine=host, agent=agent_selected, model=model, provider=provider,
+                      job_name=job_name)
+    layoutfile = get_agents_launch_layout(session_root=agents_dir)    
+    regenerate_py_code = f"""
+#!/usr/bin/env uv run --python 3.14 --with machineconfig
+agents create "{context_path_resolved}" \\
+    --prompt-path "{prompt_path or ''}" \\
+    --agent "{agent_selected}" \\
+    --host "{host}" \\
+    --job-name "{job_name}" \\
+    --agent_load {agent_load} \\
+    --separator "{separator}" \\
+    {"--separate" if separate else ""}
+"""
+    (agents_dir / "aa_agents_relaunch.sh").write_text(data=regenerate_py_code, encoding="utf-8")
+    layout_output_path = output_path if output_path is not None else agents_dir / "layout.json"
+    layout_output_path.parent.mkdir(parents=True, exist_ok=True)
+    layout_output_path.write_text(data=json.dumps(layoutfile, indent=4), encoding="utf-8")
+    typer.echo(f"Created agents in {agents_dir}")
+    typer.echo(f"Ceated layout in {layout_output_path}")
+
+
+def collect(
+    agent_dir: Annotated[str, typer.Argument(..., help="Path to the agent directory containing the prompts folder")],
+    output_path: Annotated[str, typer.Argument(..., help="Path to write the concatenated material files")],
+    separator: Annotated[str, typer.Option(..., help="Separator to use when concatenating material files")] = "\n",
+) -> None:
+    """Collect all material files from an agent directory and concatenate them."""
+    if not Path(agent_dir).exists() or not Path(agent_dir).is_dir():
+        raise typer.BadParameter(f"Agent directory does not exist or is not a directory: {agent_dir}")
+    
+    prompts_dir = Path(agent_dir) / "prompts"
+    if not prompts_dir.exists():
+        raise typer.BadParameter(f"Prompts directory not found: {prompts_dir}")
+    
+    material_files = []
+    for agent_subdir in prompts_dir.iterdir():
+        if agent_subdir.is_dir() and agent_subdir.name.startswith("agent_"):
+            material_file = agent_subdir / f"{agent_subdir.name}_material.txt"
+            if material_file.exists():
+                material_files.append(material_file)
+    
+    if not material_files:
+        typer.echo("No material files found in the agent directory.")
+        return
+    
+    # Sort by agent index for consistent ordering
+    material_files.sort(key=lambda x: int(x.parent.name.split("_")[-1]))
+    
+    # Read and concatenate all material files
+    concatenated_content = []
+    for material_file in material_files:
+        content = material_file.read_text(encoding="utf-8")
+        concatenated_content.append(content)
+    
+    result = separator.join(concatenated_content)
+    
+    # Write to output file
+    Path(output_path).parent.mkdir(parents=True, exist_ok=True)
+    Path(output_path).write_text(result, encoding="utf-8")
+    typer.echo(f"Concatenated material written to {output_path}")
+
+
+def template():
+    from platform import system
+    import machineconfig.scripts.python.helpers_agents as module
+    if system() == "Linux" or system() == "Darwin":
+        template_path = Path(module.__file__).parent / "templates/template.sh"
+    elif system() == "Windows":
+        template_path = Path(module.__file__).parent / "templates/template.ps1"
+    else:
+        raise typer.BadParameter(f"Unsupported OS: {system()}")
+
+    from machineconfig.utils.accessories import get_repo_root
+    repo_root = get_repo_root(Path.cwd())
+    if repo_root is None:
+        typer.echo("💥 Could not determine the repository root. Please run this script from within a git repository.")
+        raise typer.Exit(1)
+    save_path = repo_root / ".ai" / "agents" / "template_fire_agents.sh"
+    save_path.parent.mkdir(parents=True, exist_ok=True)
+    save_path.write_text(template_path.read_text(encoding="utf-8"), encoding="utf-8")
+    typer.echo(f"Template bash script written to {save_path}")
+
+
+def init_config():
+    from machineconfig.scripts.python.ai.initai import add_ai_configs
+    add_ai_configs(repo_root=Path.cwd())
+
+def get_app():
+    agents_app = typer.Typer(help="🤖 AI Agents management subcommands", no_args_is_help=True, add_help_option=False, add_completion=False)
+    sep = "\n"
+    agents_full_help = f"""
+[c] Create agents layout file, ready to run.
+{sep}
+PROVIDER options: {', '.join(get_args(PROVIDER))}
+{sep}
+AGENT options: {', '.join(get_args(AGENTS))}
+"""
+    agents_app.command("create", no_args_is_help=True, help=agents_full_help)(create)
+    agents_app.command("c", no_args_is_help=True, help="Create agents layout file, ready to run.", hidden=True)(create)
+    agents_app.command("collect", no_args_is_help=True, help="[T] Collect all agent materials into a single file.")(collect)
+    agents_app.command("T", no_args_is_help=True, help="Collect all agent materials into a single file.", hidden=True)(collect)
+    agents_app.command("make-template", no_args_is_help=False, help="[t] Create a template for fire agents")(template)
+    agents_app.command("t", no_args_is_help=False, help="Create a template for fire agents", hidden=True)(template)
+    agents_app.command("make-config", no_args_is_help=False, help="[g] Initialize AI configurations in the current repository")(init_config)
+    agents_app.command("g", no_args_is_help=False, help="Initialize AI configurations in the current repository", hidden=True)(init_config)
+    from machineconfig.scripts.python.ai.generate_files import main
+    agents_app.command("make-todo", no_args_is_help=True, help="[d] Generate a markdown file listing all Python files in the repo")(main)
+    agents_app.command("d", no_args_is_help=True, help="Generate a markdown file listing all Python files in the repo", hidden=True)(main)
+    from machineconfig.scripts.python.ai.generate_files import create_symlink_command
+    agents_app.command(name="make-symlinks", no_args_is_help=True, help="[s] Create symlinks to the current repo in ~/code_copies/")(create_symlink_command)
+    agents_app.command(name="s", no_args_is_help=True, help="Create symlinks to the current repo in ~/code_copies/", hidden=True)(create_symlink_command)
+    return agents_app
+
+
+def main():
+    agents_app = get_app()
+    # from trogon.typer import init_tui
+    # agents_app_tui = init_tui(agents_app)
+    agents_app()
+    # agents_app_tui()
+
+
+if __name__ == "__main__":  # pragma: no cover
+    pass

machineconfig/scripts/python/ai/command_runner/command_runner.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+TERMINAL_OUTPUT_PATH_RAW="/.ai/terminal/debug/terminal_output_raw.txt"
+TERMINAL_OUTPUT_PATH="/.ai/terminal/debug/terminal_output.txt"
+> $TERMINAL_OUTPUT_PATH
+echo "New run is underway. If you are reading this message, it means the execution has not finished yet, and you will need to wait. Once done you won't see this message and you will see terminal output instead." >> $TERMINAL_OUTPUT_PATH
+echo "Starting new uv run..."
+COLUMNS=200 unbuffer uv run /home/alex/code/bytesense/exchanges/src/exchanges/cli/cli_binance.py b > $TERMINAL_OUTPUT_PATH_RAW 2>&1
+cat $TERMINAL_OUTPUT_PATH_RAW | sed -r "s/\x1B\[[0-9;]*[mK]//g" > $TERMINAL_OUTPUT_PATH
+# watchexec --watch ./.ai/terminal/make_output.sh --watch . -e py -- bash ./.ai/terminal/make_output.sh

machineconfig/scripts/python/ai/command_runner/prompt.txt

@@ -0,0 +1,9 @@
+
+I have started a watch-exec server in my terminal and its working now.
+I have set it up to re-run thi script `.ai/terminal/debug/command_runner.sh` automatically.
+A re-run is triggered upon any change of any python file in the repo, or, any change in the make_output.sh script itself.
+The script redirects the output from terminal to the file ./.ai/debug/terminal_output.txt
+Run takes 50 ms only. So by the time you finish editing any python file or the command runner script, the new output is ready for you to read in that text file,
+this makes it much faster for you to iterate because pulling the terminal and closing it every time is a bit slow.
+Please use the terminal_output.txt as your main iteration driver.
+please fix the mistakes that you can see in terminal output.