machineconfig 2.6__py3-none-any.whl → 2.7__py3-none-any.whl

machineconfig/utils/ai/browser_user_wrapper.py

@@ -1,66 +0,0 @@
-# """
-# playwright install
-# sudo nala install libavif13
-# """
-
-# import os
-# os.environ["ANONYMIZED_TELEMETRY"] = "false"
-
-# from langchain_ollama import ChatOllama
-# from browser_use import Agent
-# import asyncio
-# from rich.panel import Panel
-# from rich import print as rprint
-
-# BOX_WIDTH = 150  # width for box drawing
-
-
-# def _get_padding(text: str, padding_before: int = 2, padding_after: int = 1) -> str:
-#     """Calculate the padding needed to align the box correctly.
-
-#     Args:
-#         text: The text to pad
-#         padding_before: The space taken before the text (usually "║ ")
-#         padding_after: The space needed after the text (usually " ║")
-
-#     Returns:
-#         A string of spaces for padding
-#     """
-#     # Count visible characters (might not be perfect for all Unicode characters)
-#     text_length = len(text)
-#     padding_length = BOX_WIDTH - padding_before - text_length - padding_after
-#     return ' ' * max(0, padding_length)
-
-
-# # Create agent with the model
-# async def main():
-#     # header for browser automation agent
-#     title = "🌐 Browser Automation Agent"
-#     rprint(Panel(title, title="Status", width=BOX_WIDTH))
-
-#     rprint("🔄 Initializing LLM model (llama3.1:8b)...")
-#     llm = ChatOllama(model="llama3.1:8b")
-#     rprint("✅ LLM model initialized")
-
-#     task_line1 = "🤖 Task: Open https://chat.openai.com/ and ask how many r's in"
-#     task_line2 = "rrraaararewey, use Thinking Button and type the answer"
-#     task_content = f"{task_line1}\n{task_line2}"
-#     rprint(Panel(task_content, title="Task", width=BOX_WIDTH))
-
-#     rprint("🚀 Creating and launching browser agent...")
-#     agent = Agent(
-#         task="open https://chat.openai.com/ and ask how many r's in rrraaararewey, use Thinking Button and type the answer",
-#         llm=llm
-#     )
-
-#     rprint("🏃‍♂️ Running agent task...")
-#     await agent.run()
-
-#     # footer success box
-#     title = "✅ Browser automation task completed"
-#     rprint(Panel(title, title="Status", width=BOX_WIDTH))
-
-
-# if __name__ == "__main__":
-#     asyncio.run(main())
-

machineconfig/utils/ai/url2md.py

@@ -1,85 +0,0 @@
-from machineconfig.utils.utils2 import randstr
-from pathlib import Path
-import subprocess
-import multiprocessing
-import time
-
-cwd = Path.cwd()
-
-print("\n" + "=" * 50)
-print("🌐 Welcome to the URL to Markdown Converter")
-print("=" * 50 + "\n")
-
-tools_needed = ["xcrawl3r", "html2markdown"]
-
-
-url = input("🔗 Enter the URL: ")
-depth = input("🔍 Enter the crawl depth (default: 4): ") or "4"
-
-website_name_as_valid_filename = url.split("//")[-1].split("/")[0].replace(".", "_").replace(":", "_")
-domain = url.split("//")[-1].split("/")[0]
-op_dir = cwd.joinpath(".ai/website", website_name_as_valid_filename)
-op_dir.mkdir(exist_ok=True, parents=True)
-urls_file = op_dir.joinpath("urls", "urls.txt")
-urls_file.parent.mkdir(exist_ok=True, parents=True)
-# if urls_file.exists():
-#     urls_file.unlink()
-
-print("🌐 Crawling the website to extract URLs...")
-command = f"""xcrawl3r --url {url} --domain {domain} --depth {depth} --concurrency 20 --parallelism 4 --output {urls_file} """
-
-try:
-    print(f"Running command: {command}")
-    subprocess.run(command, shell=True, check=True)
-except KeyboardInterrupt:
-    if urls_file.exists():
-        print("\n❌ Process interrupted by user, proceeding with existing URLs...")
-    else:
-        print("\n❌ Process interrupted by user, no URLs found.")
-        exit(1)
-
-all_urls = urls_file.read_text(encoding="utf-8").splitlines()
-relevant_urls = list(set(all_urls))  # remove duplicates
-relevant_urls = [a_url for a_url in relevant_urls if not a_url.endswith(".css") and not a_url.endswith(".js") and not a_url.endswith(".png") and not a_url.endswith(".jpg") and not a_url.endswith(".jpeg") and not a_url.endswith(".gif")]
-
-print(f"✅ Found {len(relevant_urls)} relevant URLs. Preparing to convert to Markdown...\n")
-
-commands: list[str] = []
-for a_url in relevant_urls:
-    commands.append(f"""curl {a_url} | html2markdown --output {op_dir.joinpath(a_url.split("/")[-1] + "_" + randstr(5) + ".md")} """)
-
-
-def run_command(cmd: str) -> bool:
-    try:
-        _result = subprocess.run(cmd, shell=True, check=True, capture_output=True, text=True)
-        print(f"✅ Completed: {cmd[:60]} ...")
-        return True
-    except subprocess.SubprocessError as e:
-        print(f"❌ Error with command: {cmd[:60]}...\n{str(e)}")
-        return False
-
-
-def main():
-    cpu_count = multiprocessing.cpu_count()
-    max_processes = min(20, cpu_count)
-    print(f"🚀 Running commands with {max_processes} parallel processes...\n")
-
-    start_time = time.time()
-
-    with multiprocessing.Pool(processes=max_processes) as pool:
-        results = pool.map(run_command, commands)
-
-    successful = results.count(True)
-    failed = results.count(False)
-    elapsed_time = time.time() - start_time
-
-    print(f"\n⏱️ Completed in {elapsed_time:.2f} seconds")
-    print(f"✅ Successfully processed: {successful} files")
-    if failed > 0:
-        print(f"❌ Failed to process: {failed} files")
-
-    print(f"📂 Output saved to: {op_dir}\n")
-
-
-if __name__ == "__main__":
-    main()