auto-coder 0.1.242__py3-none-any.whl → 0.1.244__py3-none-any.whl

{auto_coder-0.1.242.dist-info → auto_coder-0.1.244.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.242
+Version: 0.1.244
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -26,7 +26,7 @@ Requires-Dist: tabulate
 Requires-Dist: jupyter-client
 Requires-Dist: prompt-toolkit
 Requires-Dist: tokenizers
-Requires-Dist: byzerllm[saas] >=0.1.158
+Requires-Dist: byzerllm[saas] >=0.1.160
 Requires-Dist: patch
 Requires-Dist: diff-match-patch
 Requires-Dist: GitPython

{auto_coder-0.1.242.dist-info → auto_coder-0.1.244.dist-info}/RECORD

@@ -1,17 +1,17 @@
 autocoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-autocoder/auto_coder.py,sha256=jbfgZoO9EguLjFifzl0Ea4QHiRh75WMoZ5LBEfhLHMs,61858
+autocoder/auto_coder.py,sha256=ghIEJ8NzcFr77fosIZhKxI5F55EZoU6DMHFFpw5OFso,62671
 autocoder/auto_coder_lang.py,sha256=Rtupq6N3_HT7JRhDKdgCBcwRaiAnyCOR_Gsp4jUomrI,3229
 autocoder/auto_coder_rag.py,sha256=illKgzP2bv-Tq50ujsofJnOHdI4pzr0ALtfR8NHHWdQ,22351
 autocoder/auto_coder_rag_client_mcp.py,sha256=WV7j5JUiQge0x4-B7Hp5-pSAFXLbvLpzQMcCovbauIM,6276
 autocoder/auto_coder_rag_mcp.py,sha256=-RrjNwFaS2e5v8XDIrKR-zlUNUE8UBaeOtojffBrvJo,8521
 autocoder/auto_coder_server.py,sha256=XU9b4SBH7zjPPXaTWWHV4_zJm-XYa6njuLQaplYJH_c,20290
 autocoder/benchmark.py,sha256=Ypomkdzd1T3GE6dRICY3Hj547dZ6_inqJbBJIp5QMco,4423
-autocoder/chat_auto_coder.py,sha256=z4EPTD2fSR72BbzY0HjKm8mp-EJELXyp0C_dQCBUiTU,103431
-autocoder/chat_auto_coder_lang.py,sha256=rS6hD5ZiNLaQZx36WO4LohRBEN8uZfsgv3QEM7ax03A,14540
+autocoder/chat_auto_coder.py,sha256=RJC3Fh_9ywkllETWFgxapHK3aY0M9ORhRON9PNCiKZs,105338
+autocoder/chat_auto_coder_lang.py,sha256=pdGkEMR96TvjYIzgWWB51LYmBYSrS_pO3sjGH-muuDI,15052
 autocoder/command_args.py,sha256=9aYJ-AmPxP1sQh6ciw04FWHjSn31f2W9afXFwo8wgx4,30441
 autocoder/lang.py,sha256=U6AjVV8Rs1uLyjFCZ8sT6WWuNUxMBqkXXIOs4S120uk,14511
-autocoder/models.py,sha256=FlBrF6HhGao_RiCSgYhCmP7vs0KlG4hI_BI6dyZiL9s,5292
-autocoder/version.py,sha256=FFFI0ll8Bfzd8j7JSYymsgRmF-NwiONXrIeZWd_8lvQ,23
+autocoder/models.py,sha256=8Tabnz3wlVswaeTpfPxnBhN55enP_5sdAJIx4Z79nOo,5342
+autocoder/version.py,sha256=nyjL74IBCp8tNAtI88ddAEba5PkcN70aC5Kdv_PKe7w,23
 autocoder/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/agent/auto_demand_organizer.py,sha256=NWSAEsEk94vT3lGjfo25kKLMwYdPcpy9e-i21txPasQ,6942
 autocoder/agent/auto_filegroup.py,sha256=CW7bqp0FW1GIEMnl-blyAc2UGT7O9Mom0q66ITz1ckM,6635
@@ -24,11 +24,11 @@ autocoder/agent/project_reader.py,sha256=tWLaPoLw1gI6kO_NzivQj28KbobU2ceOLuppHMb
 autocoder/chat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/common/JupyterClient.py,sha256=O-wi6pXeAEYhAY24kDa0BINrLYvKS6rKyWe98pDClS0,2816
 autocoder/common/ShellClient.py,sha256=fM1q8t_XMSbLBl2zkCNC2J9xuyKN3eXzGm6hHhqL2WY,2286
-autocoder/common/__init__.py,sha256=vpfo3RctksezDoraVSpHtfnxpspVNiYh8OmQhqQvcfE,11729
+autocoder/common/__init__.py,sha256=2isE_u4VgfogwmcUCnFcussVFlzeNOLHDMFm5z_axbU,11774
 autocoder/common/anything2images.py,sha256=0ILBbWzY02M-CiWB-vzuomb_J1hVdxRcenAfIrAXq9M,25283
 autocoder/common/anything2img.py,sha256=4TREa-sOA-iargieUy7MpyCYVUE-9Mmq0wJtwomPqnE,7662
 autocoder/common/audio.py,sha256=Kn9nWKQddWnUrAz0a_ZUgjcu4VUU_IcZBigT7n3N3qc,7439
-autocoder/common/auto_coder_lang.py,sha256=Bs_jxhVcmvVnTGD2pNsS7r46i39ZPGT62fErfaC33EE,11850
+autocoder/common/auto_coder_lang.py,sha256=rIr4WJCUHgwkUkGwAaAiEd5kNx1nYRvVArbISbCfXp0,13248
 autocoder/common/buildin_tokenizer.py,sha256=L7d5t39ZFvUd6EoMPXUhYK1toD0FHlRH1jtjKRGokWU,1236
 autocoder/common/chunk_validation.py,sha256=BrR_ZWavW8IANuueEE7hS8NFAwEvm8TX34WnPx_1hs8,3030
 autocoder/common/cleaner.py,sha256=NU72i8C6o9m0vXExab7nao5bstBUsfJFcj11cXa9l4U,1089
@@ -39,14 +39,14 @@ autocoder/common/code_auto_generate_editblock.py,sha256=QdUHUkGaervvQNCY8T2vQ_tf
 autocoder/common/code_auto_generate_strict_diff.py,sha256=uteWDEHfIbrnVgwKgqC7qwrIeW0enJCXcHzZGa48yY8,14774
 autocoder/common/code_auto_merge.py,sha256=8dtnz61l0B5gNbQmx26TZ4_jD825dsnnWtAFD_zs6es,7335
 autocoder/common/code_auto_merge_diff.py,sha256=yocfe8s3Pz6hTGDUl9wRIewY3NcTize_gEla64lsGT0,15331
-autocoder/common/code_auto_merge_editblock.py,sha256=B-zDKGEJ7uRFPLIasnX7w2I2DXe5UAj1T-rDSjL4xes,17477
+autocoder/common/code_auto_merge_editblock.py,sha256=sp7C0fZJMVcNgI8uWy43CKDk7gGXFTkMB9kbP2VdY8k,17485
 autocoder/common/code_auto_merge_strict_diff.py,sha256=9rm0NJ_n6M3LohEX7xl1Jym0xmm8UEYqj_ZTSO3oSlM,9519
-autocoder/common/code_modification_ranker.py,sha256=7xHrNO4fXmWcrPXTCjZGZhE2FIn0ZnL7nEpZgP6-mq4,6120
+autocoder/common/code_modification_ranker.py,sha256=l0OAR7ad0hTV3xdfn7rO0KqnY5Y5qSG4BmWcClZ9RUQ,6104
 autocoder/common/command_completer.py,sha256=SSeb8MDH0JPvfdyW-S2uaHnui4VBDfSQvQPLbv3ORPA,9314
 autocoder/common/command_generator.py,sha256=v4LmU7sO-P7jEZIXCWHUC6P-vT7AvBi_x_PTwCqBAE8,1323
 autocoder/common/command_templates.py,sha256=mnB3n8i0yjH1mqzyClEg8Wpr9VbZV44kxky66Zu6OJY,8557
 autocoder/common/const.py,sha256=eTjhjh4Aj4CUzviJ81jaf3Y5cwqsLATySn2wJxaS6RQ,2911
-autocoder/common/files.py,sha256=uGpfKASYwIncK_Vt_e_FOjFlO5VyAQOnRJe2SFdSWrg,877
+autocoder/common/files.py,sha256=CguxG9digkWBJpRaILErZmL_G5ryPRahPmPFWGB7X18,1973
 autocoder/common/git_utils.py,sha256=btK45sxvfm4tX3fBRNUPRZoGQuZuOEQrWSAwLy1yoLw,23095
 autocoder/common/image_to_page.py,sha256=O0cNO_vHHUP-fP4GXiVojShmNqkPnZXeIyiY1MRLpKg,13936
 autocoder/common/interpreter.py,sha256=62-dIakOunYB4yjmX8SHC0Gdy2h8NtxdgbpdqRZJ5vk,2833
@@ -55,7 +55,7 @@ autocoder/common/mcp_hub.py,sha256=2ZyJv3Aiv4Y97UHut49oYhIFcu7ICR-mptDEBSgT3uE,1
 autocoder/common/mcp_server.py,sha256=QCFa-15kx7rbNsinwdGFFX2y47pww0fVdI-ldKFSSWI,12267
 autocoder/common/mcp_tools.py,sha256=KsLvRrB6pvmebqd-lDaSH6IBJR0AIxWRE-dtCEG_w9k,12485
 autocoder/common/memory_manager.py,sha256=2ZjYG7BPyvbYalZBF6AM_G5e10Qkw_zrqtD4Zd7GSsQ,3663
-autocoder/common/printer.py,sha256=h4AK7e_y8wlnlUYjckcv1qr4vBXRPBWXumlQN0izJ0I,1906
+autocoder/common/printer.py,sha256=TIqgGOq5YdWqH4_776QHwHmwfVpubZ9zzUq8rstNxuM,1911
 autocoder/common/recall_validation.py,sha256=Avt9Q9dX3kG6Pf2zsdlOHmsjd-OeSj7U1PFBDp_Cve0,1700
 autocoder/common/screenshots.py,sha256=_gA-z1HxGjPShBrtgkdideq58MG6rqFB2qMUJKjrycs,3769
 autocoder/common/search.py,sha256=245iPFgWhMldoUK3CqCP89ltaxZiNPK73evoG6Fp1h8,16518
@@ -63,7 +63,7 @@ autocoder/common/search_replace.py,sha256=GphFkc57Hb673CAwmbiocqTbw8vrV7TrZxtOhD
 autocoder/common/sys_prompt.py,sha256=JlexfjZt554faqbgkCmzOJqYUzDHfbnxly5ugFfHfEE,26403
 autocoder/common/text.py,sha256=KGRQq314GHBmY4MWG8ossRoQi1_DTotvhxchpn78c-k,1003
 autocoder/common/types.py,sha256=PXTETrsTvhLE49jqAeUKGySvxBN9pjeyCgRHLDYdd9U,664
-autocoder/common/utils_code_auto_generate.py,sha256=QwJYr6QhjlQbSo231IWuI6c8G0kXkYDDoDHMo5NSXqI,3348
+autocoder/common/utils_code_auto_generate.py,sha256=kDW5B_2wRLk7hAls2hewliDacV86lrPz8Jan01BvtCw,3573
 autocoder/common/mcp_servers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/common/mcp_servers/mcp_server_perplexity.py,sha256=jz0LkCgZcqKkNdLZ9swNOu9Besoba4JOyHDedoZnWHo,5546
 autocoder/data/tokenizer.json,sha256=QfO_ZCE9qMAS2L0IcaWKH99wRj6PCPEQ3bsQgvUp9mk,4607451
@@ -79,7 +79,7 @@ autocoder/dispacher/actions/plugins/action_translate.py,sha256=nVAtRSQpdGNmZxg1R
 autocoder/index/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/index/entry.py,sha256=KJaxqtaKgL27w8-j7OiAqI0anPpmrJSl7PkfeVF2ipE,11713
 autocoder/index/for_command.py,sha256=BFvljE4t6VaMBGboZAuhUCzVK0EitCy_n5D_7FEnihw,3204
-autocoder/index/index.py,sha256=8AcaELR1FS___7VlNyxPnJsDVQ4wjORbqXvcA6TifCE,20337
+autocoder/index/index.py,sha256=VjfcBYHywU4tjQTA7mpHfzRM8nBPhPHrUnkuBbsj6do,20409
 autocoder/index/symbols_utils.py,sha256=CjcjUVajmJZB75Ty3a7kMv1BZphrm-tIBAdOJv6uo-0,2037
 autocoder/index/types.py,sha256=a2s_KV5FJlq7jqA2ELSo9E1sjuLwDB-JJYMhSpzBAhU,596
 autocoder/index/filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -119,7 +119,7 @@ autocoder/rag/stream_event/event_writer.py,sha256=l7kq_LnDDE8E5dZ-73C7J2MgzSL7Wr
 autocoder/rag/stream_event/types.py,sha256=rtLwOE8rShmi1dJdxyBpAV5ZjLBGG9vptMiSzMxGuIA,318
 autocoder/regex_project/__init__.py,sha256=EBZeCL5ORyD_9_5u_UuG4s7XtpXOu0y1sWDmxWFtufE,6781
 autocoder/regexproject/__init__.py,sha256=cEr-ZOaQjLD5sx7T7F2DhD5ips03HcJ02rded9EpSXc,9693
-autocoder/suffixproject/__init__.py,sha256=cmP54Y01ditZ83tiJqw5wle0I-uJBC0aZbZ7lYNSVO8,11080
+autocoder/suffixproject/__init__.py,sha256=VcXjUbGf3uQrpoqVCItDvGG9DoeHJ_qEmghKwrVNw9w,11058
 autocoder/tsproject/__init__.py,sha256=yloVzkGLnbTd4Hcj9fMO-rcjNTTx4wI3Ga41LWOSYrY,11747
 autocoder/utils/__init__.py,sha256=KtcGElFNBgZPF7dEL8zF9JpXkCAjoyDrzaREJBhJrcs,994
 autocoder/utils/_markitdown.py,sha256=RU88qn4eZfYIy0GDrPxlI8oYXIypbi63VRJjdlnE0VU,47431
@@ -134,15 +134,15 @@ autocoder/utils/print_table.py,sha256=ZMRhCA9DD0FUfKyJBWd5bDdj1RrtPtgOMWSJwtvZcL
 autocoder/utils/queue_communicate.py,sha256=buyEzdvab1QA4i2QKbq35rG5v_9x9PWVLWWMTznWcYM,6832
 autocoder/utils/request_event_queue.py,sha256=r3lo5qGsB1dIjzVQ05dnr0z_9Z3zOkBdP1vmRciKdi4,2095
 autocoder/utils/request_queue.py,sha256=nwp6PMtgTCiuwJI24p8OLNZjUiprC-TsefQrhMI-yPE,3889
-autocoder/utils/rest.py,sha256=opE_kBEdNQdxh350M5lUTMk5TViRfpuKP_qWc0B1lks,8861
+autocoder/utils/rest.py,sha256=hLBhr78y-WVnV0oQf9Rxc22EwqF78KINkScvYa1MuYA,6435
 autocoder/utils/tests.py,sha256=BqphrwyycGAvs-5mhH8pKtMZdObwhFtJ5MC_ZAOiLq8,1340
 autocoder/utils/types.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/utils/auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-autocoder/utils/auto_coder_utils/chat_stream_out.py,sha256=6D_SIa5hHSwIHC1poO_ztK7IVugAqNHu-jQySd7EnfQ,4181
+autocoder/utils/auto_coder_utils/chat_stream_out.py,sha256=yzh3QYJdYC1CPcdhSTn0fmFHtqV8iSXeH0drV3HjN5A,9053
 autocoder/utils/chat_auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-auto_coder-0.1.242.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-auto_coder-0.1.242.dist-info/METADATA,sha256=FWP2bnOYAaDc-zY3f72Tcfadcnv8vk_v1p-4cQ2yWPU,2616
-auto_coder-0.1.242.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-auto_coder-0.1.242.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
-auto_coder-0.1.242.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
-auto_coder-0.1.242.dist-info/RECORD,,
+auto_coder-0.1.244.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+auto_coder-0.1.244.dist-info/METADATA,sha256=EVj3424BKEVPU6GAnoHC-NQ4J2VQFT7kVt3ANVby28A,2616
+auto_coder-0.1.244.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+auto_coder-0.1.244.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
+auto_coder-0.1.244.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
+auto_coder-0.1.244.dist-info/RECORD,,

autocoder/auto_coder.py

@@ -692,6 +692,23 @@ def main(input_args: Optional[List[str]] = None):
                 )
                 llm.setup_sub_client("vl_model", vl_model)
 
+            if args.index_model:   
+                model_name = args.index_model.strip()
+                model_info = models_module.get_model_by_name(model_name)                
+                index_model = byzerllm.SimpleByzerLLM(default_model_name=model_name)
+                index_model.deploy(
+                    model_path="",
+                    pretrained_model_type="saas/openai",
+                    udf_name=model_name,
+                    infer_params={
+                        "saas.base_url": model_info["base_url"],
+                        "saas.api_key": model_info["api_key"],
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
+                    }
+                )
+                llm.setup_sub_client("index_model", index_model)    
+
             if args.sd_model:
                 model_name = args.sd_model.strip()
                 model_info = models_module.get_model_by_name(model_name)
@@ -1112,7 +1129,7 @@ def main(input_args: Optional[List[str]] = None):
                     json.dump(chat_history, f, ensure_ascii=False)
                 console.print(
                     Panel(
-                        "New session started. Previous chat history has been archived.",
+                        get_message("new_session_started"),
                         title="Session Status",
                         expand=False,
                         border_style="green",

autocoder/chat_auto_coder.py

@@ -1002,6 +1002,51 @@ def load_memory():
     completer.update_current_files(memory["current_files"]["files"])
 
 
+def print_conf(content:Dict[str,Any]):        
+        """Display configuration dictionary in a Rich table format with enhanced visual styling.
+        
+        Args:
+            conf (Dict[str, Any]): Configuration dictionary to display
+        """
+        console = Console()
+        
+        # Create a styled table with rounded borders
+        table = Table(
+            show_header=True,
+            header_style="bold magenta",
+            title=get_message("conf_title"),
+            title_style="bold blue",
+            border_style="blue",
+            show_lines=True            
+        )
+        
+        # Add columns with explicit width and alignment
+        table.add_column(get_message("conf_key"), style="cyan", justify="right", width=30, no_wrap=False)
+        table.add_column(get_message("conf_value"), style="green", justify="left", width=50, no_wrap=False)
+        
+        # Sort keys for consistent display
+        for key in sorted(content.keys()):
+            value = content[key]
+            # Format value based on type
+            if isinstance(value, (dict, list)):
+                formatted_value = Text(json.dumps(value, indent=2), style="yellow")
+            elif isinstance(value, bool):
+                formatted_value = Text(str(value), style="bright_green" if value else "red")
+            elif isinstance(value, (int, float)):
+                formatted_value = Text(str(value), style="bright_cyan")
+            else:
+                formatted_value = Text(str(value), style="green")
+                
+            table.add_row(str(key), formatted_value)
+        
+        # Add padding and print with a panel
+        console.print(Panel(
+            table,
+            padding=(1, 2),
+            subtitle=f"[italic]{get_message('conf_subtitle')}[/italic]",
+            border_style="blue"
+        ))
+
 def revert():
     last_yaml_file = get_last_yaml_file("actions")
     if last_yaml_file:
@@ -1560,8 +1605,8 @@ def code_next(query: str):
         if os.path.exists(temp_yaml):
             os.remove(temp_yaml)
 
-    llm = byzerllm.ByzerLLM.from_default_model(
-        args.inference_model or args.model)
+    product_mode = conf.get("product_mode", "lite")
+    llm = get_single_llm(args.chat_model or args.model, product_mode=product_mode)
 
     auto_guesser = AutoGuessQuery(
         llm=llm, project_dir=os.getcwd(), skip_diff=True)
@@ -2123,6 +2168,11 @@ def manage_models(params, query: str):
     if "/add" in query:
         subcmd = "/add"
         query = query.replace("/add", "", 1).strip()
+
+    # alias to /add
+    if "/activate" in query:
+        subcmd = "/add"
+        query = query.replace("/activate", "", 1).strip()    
     
     if "/remove" in query:
         subcmd = "/remove"
@@ -2141,7 +2191,7 @@ def manage_models(params, query: str):
             )
             table.add_column("Name", style="cyan", width=40, no_wrap=False)
             table.add_column("Model Name", style="magenta", width=30, overflow="fold")
-            table.add_column("Description", style="white", width=50, overflow="fold")
+            table.add_column("Base URL", style="white", width=50, overflow="fold")
             for m in models_data:
                 # Check if api_key_path exists and file exists
                 api_key_path = m.get("api_key_path", "")
@@ -2154,7 +2204,7 @@ def manage_models(params, query: str):
                 table.add_row(
                     name,                    
                     m.get("model_name", ""),                    
-                    m.get("description", "")
+                    m.get("base_url", "")
                 )
             console.print(table)
         else:
@@ -2366,10 +2416,7 @@ def execute_shell_command(command: str):
         if process.returncode != 0:
             console.print(
                 f"[bold red]Command failed with return code {process.returncode}[/bold red]"
-            )
-        else:
-            console.print(
-                "[bold green]Command completed successfully[/bold green]")
+            )        
 
     except FileNotFoundError:
         console.print(
@@ -2705,7 +2752,7 @@ def main():
             elif user_input.startswith("/conf"):
                 conf = user_input[len("/conf"):].strip()
                 if not conf:
-                    print(memory["conf"])
+                    print_conf(memory["conf"])
                 else:
                     configure(conf)
             elif user_input.startswith("/revert"):

autocoder/chat_auto_coder_lang.py

@@ -1,4 +1,5 @@
 import locale
+from byzerllm.utils import format_str_jinja2
 
 MESSAGES = {
     "en": {
@@ -75,6 +76,10 @@ MESSAGES = {
         "shell_desc": "Execute a shell command",
         "voice_input_desc": "Convert voice input to text",
         "mode_desc": "Switch input mode",
+        "conf_key": "Key",
+        "conf_value": "Value",
+        "conf_title": "Configuration Settings",
+        "conf_subtitle": "Use /conf <key>:<value> to modify these settings",
         "lib_desc": "Manage libraries",
         "exit_desc": "Exit the program",
         "design_desc": "Generate SVG image based on the provided description",
@@ -187,6 +192,10 @@ MESSAGES = {
         "design_desc": "根据需求设计SVG图片",
         "commit_desc": "根据用户人工修改的代码自动生成yaml文件并提交更改",
         "models_desc": "管理模型配置，仅在lite模式下可用",
+        "conf_key": "键",
+        "conf_value": "值",
+        "conf_title": "配置设置",
+        "conf_subtitle": "使用 /conf <key>:<value> 修改这些设置",
         "models_usage": "用法: /models /list|/add|/add_model|/remove ...",
         "models_added": "成功添加/更新模型 '{{name}}'。",
         "models_add_failed": "添加模型 '{{name}}' 失败。在默认模型中未找到该模型。",
@@ -228,3 +237,7 @@ def get_system_language():
 def get_message(key):
     lang = get_system_language()
     return MESSAGES.get(lang, MESSAGES['en']).get(key, MESSAGES['en'][key])
+
+
+def get_message_with_format(msg_key: str, **kwargs):
+    return format_str_jinja2(get_message(msg_key), **kwargs)

autocoder/common/__init__.py

@@ -350,6 +350,7 @@ class AutoCoderArgs(pydantic.BaseModel):
     skip_events: Optional[bool] = False
     data_cells_max_num: Optional[int] = 2000
     generate_times_same_model: Optional[int] = 1
+    rank_times_same_model: Optional[int] = 1
 
     action: List[str] = []
     enable_global_memory: Optional[bool] = True  

autocoder/common/auto_coder_lang.py

@@ -1,8 +1,13 @@
 import locale
+from byzerllm.utils import format_str_jinja2
 
 MESSAGES = {
     "en": {
+        "model_not_found": "Model {{model_name}} not found",
+        "new_session_started": "New session started. Previous chat history has been archived.",    
         "memory_save_success": "✅ Saved to your memory",
+        "file_decode_error": "Failed to decode file: {{file_path}}. Tried encodings: {{encodings}}",
+        "file_write_error": "Failed to write file: {{file_path}}. Error: {{error}}",
         "index_file_too_large": "⚠️ File {{ file_path }} is too large ({{ file_size }} > {{ max_length }}), splitting into chunks...",
         "index_update_success": "✅ Successfully updated index for {{ file_path }} (md5: {{ md5 }}) in {{ duration }}s",
         "index_build_error": "❌ Error building index for {{ file_path }}: {{ error }}",
@@ -63,10 +68,20 @@ MESSAGES = {
         "ranking_failed": "Ranking failed in {{ elapsed }}s, using original order",
         "begin_index_source_code": "🚀 Begin to index source code in {{ source_dir }}",
         "stream_out_stats": "Elapsed time {{ elapsed_time }} seconds, input tokens: {{ input_tokens }}, output tokens: {{ output_tokens }}",
-        "upsert_file": "✅ Updated file: {{ file_path }}",        
+        "upsert_file": "✅ Updated file: {{ file_path }}",  
+        "unmerged_blocks_title": "Unmerged Blocks",                     
+        "unmerged_file_path": "File: {{file_path}}",
+        "unmerged_search_block": "Search Block({{similarity}}):",
+        "unmerged_replace_block": "Replace Block:",
+        "unmerged_blocks_total": "Total unmerged blocks: {{num_blocks}}",
+        "git_init_required": "⚠️ auto_merge only applies to git repositories.\n\nPlease try using git init in the source directory:\n\n```shell\ncd {{ source_dir }}\ngit init.\n```\n\nThen run auto - coder again.\nError: {{ error }}"
     },
     "zh": {
+        "model_not_found": "未找到模型: {{model_name}}",
+        "new_session_started": "新会话已开始。之前的聊天历史已存档。",
         "memory_save_success": "✅ 已保存到您的记忆中",
+        "file_decode_error": "无法解码文件: {{file_path}}。尝试的编码: {{encodings}}",
+        "file_write_error": "无法写入文件: {{file_path}}. 错误: {{error}}",
         "index_file_too_large": "⚠️ 文件 {{ file_path }} 过大 ({{ file_size }} > {{ max_length }}), 正在分块处理...",
         "index_update_success": "✅ 成功更新 {{ file_path }} 的索引 (md5: {{ md5 }}), 耗时 {{ duration }} 秒",
         "index_build_error": "❌ 构建 {{ file_path }} 索引时出错: {{ error }}",
@@ -116,12 +131,12 @@ MESSAGES = {
         "pylint_file_check_failed": "⚠️ {{ file_path }} 的 Pylint 检查失败。更改未应用。错误: {{ error_message }}",
         "merge_success": "✅ 成功合并了 {{ num_files }} 个文件中的更改 {{ num_changes }}/{{ total_blocks }} 个代码块。",
         "no_changes_made": "⚠️ 未对任何文件进行更改。",
-        "unmerged_blocks_title": "Unmerged Blocks",
-        "unmerged_file_path": "File: {file_path}",
-        "unmerged_search_block": "Search Block({similarity}):",
+        "unmerged_blocks_title": "未合并代码块",
+        "unmerged_file_path": "文件: {file_path}",
+        "unmerged_search_block": "Search Block({{similarity}}):",
         "unmerged_replace_block": "Replace Block:",
-        "unmerged_blocks_total": "Total unmerged blocks: {num_blocks}",
-        "git_init_required": "⚠️ auto_merge 仅适用于 git 仓库。\n\n请尝试在源目录中使用 git init：\n\n```shell\ncd {{ source_dir }}\ngit init .\n```\n\n然后再次运行 auto-coder。\n错误: {{ error }}",
+        "unmerged_blocks_total": "未合并代码块数量: {{num_blocks}}",
+        "git_init_required": "⚠️ auto_merge 仅适用于 git 仓库。\n\n请尝试在源目录中使用 git init：\n\n```shell\ncd {{ source_dir }}\ngit init.\n```\n\n然后再次运行 auto-coder。\n错误: {{ error }}",
         "upsert_file": "✅ 更新文件: {{ file_path }}",
         "files_merged": "✅ 成功合并了 {{ total }} 个文件到项目中。",
         "merge_failed": "❌ 合并文件 {{ path }} 失败: {{ error }}",
@@ -134,7 +149,7 @@ MESSAGES = {
         "ranking_process_failed": "排序过程失败: {{ error }}",
         "ranking_failed": "排序失败，耗时 {{ elapsed }} 秒，使用原始顺序",
         "stream_out_stats": "耗时 {{ elapsed_time }} 秒，输入token数: {{ input_tokens }}, 输出token数: {{ output_tokens }}"
-    },    
+    },
 }
 
 
@@ -148,3 +163,6 @@ def get_system_language():
 def get_message(key):
     lang = get_system_language()
     return MESSAGES.get(lang, MESSAGES['en']).get(key, MESSAGES['en'][key])
+
+def get_message_with_format(msg_key: str, **kwargs):
+    return format_str_jinja2(get_message(msg_key), **kwargs)

autocoder/common/code_auto_merge_editblock.py

@@ -422,11 +422,11 @@ class CodeAutoMergeEditBlock:
         self.printer.print_in_terminal("unmerged_blocks_title", style="bold red")
         for file_path, head, update, similarity in unmerged_blocks:
             self.printer.print_str_in_terminal(
-                f"\n{self.printer.get_message_from_key('unmerged_file_path').format(file_path=file_path)}",
+                f"\n{self.printer.get_message_from_key_with_format('unmerged_file_path',file_path=file_path)}",
                 style="bold blue"
             )
             self.printer.print_str_in_terminal(
-                f"\n{self.printer.get_message_from_key('unmerged_search_block').format(similarity=similarity)}",
+                f"\n{self.printer.get_message_from_key_with_format('unmerged_search_block',similarity=similarity)}",
                 style="bold green"
             )
             syntax = Syntax(head, "python", theme="monokai", line_numbers=True)

autocoder/common/code_modification_ranker.py

@@ -66,8 +66,8 @@ class CodeModificationRanker:
 
         self.printer.print_in_terminal(
             "ranking_start", style="blue", count=len(generate_result.contents))
-        generate_times = self.args.generate_times_same_model
-        total_tasks = len(self.llms) * generate_times
+        rank_times = self.args.rank_times_same_model
+        total_tasks = len(self.llms) * rank_times
 
         query = self._rank_modifications.prompt(generate_result)
         input_tokens_count = 0
@@ -78,7 +78,7 @@ class CodeModificationRanker:
                 # Submit tasks for each model and generate_times
                 futures = []
                 for llm in self.llms:
-                    for _ in range(generate_times):
+                    for _ in range(rank_times):
                         futures.append(
                             executor.submit(
                                 chat_with_continue,

autocoder/common/files.py

@@ -1,3 +1,6 @@
+from autocoder.common.auto_coder_lang import get_message_with_format
+from typing import List, Dict, Union
+
 def read_file(file_path):
     """Read a file with automatic encoding detection.
     
@@ -23,4 +26,33 @@ def read_file(file_path):
         except UnicodeDecodeError:
             continue
             
-    raise ValueError(f"无法解码文件: {file_path}。尝试的编码: {', '.join(encodings)}")
+    raise ValueError(get_message_with_format("file_decode_error", 
+        file_path=file_path, 
+        encodings=", ".join(encodings)))
+
+
+
+def save_file(file_path: str, content: Union[str, List[str]]) -> None:
+    """Save content to a file using UTF-8 encoding.
+    
+    Args:
+        file_path (str): Path to the file to write
+        content (Union[str, List[str]]): Content to write to the file. 
+            Can be a string or list of strings (will be joined with newlines)
+        
+    Raises:
+        IOError: If the file cannot be written
+        TypeError: If content is neither str nor List[str]
+    """
+    try:
+        with open(file_path, 'w', encoding='utf-8') as f:
+            if isinstance(content, str):
+                f.write(content)
+            elif isinstance(content, list):
+                f.write('\n'.join(content))
+            else:
+                raise TypeError("Content must be either str or List[str]")
+    except IOError as e:
+        raise IOError(get_message_with_format("file_write_error",
+            file_path=file_path,
+            error=str(e)))

autocoder/common/printer.py

@@ -46,5 +46,5 @@ class Printer:
 
     def print_panel(self, content: str, text_options:Dict[str,Any], panel_options:Dict[str,Any]):
         panel = Panel(Text(content, **text_options), **panel_options)
-        self.console.print(panel)    
-                 
+        self.console.print(panel)                  
+        

autocoder/common/utils_code_auto_generate.py

@@ -57,7 +57,7 @@ def stream_chat_with_continue(
     count = 0
     temp_conversations = conversations
     current_metadata = None
-    
+    metadatas = {}
     while True:
         # 使用流式接口获取生成内容
         stream_generator = llm.stream_chat_oai(
@@ -67,17 +67,20 @@ def stream_chat_with_continue(
         )
         
         current_content = ""        
+        
         for res in stream_generator:
             content = res[0]
             current_content += content 
             if current_metadata is None:
                 current_metadata = res[1]            
             else:
-                current_metadata.generated_tokens_count += res[1].generated_tokens_count
-                current_metadata.input_tokens_count += res[1].input_tokens_count
-                current_metadata.finish_reason = res[1].finish_reason                
+                metadatas[count] = res[1]                
+                current_metadata.finish_reason = res[1].finish_reason     
+                current_metadata.reasoning_content = res[1].reasoning_content           
             
             # Yield 当前的 StreamChatWithContinueResult
+            current_metadata.generated_tokens_count = sum([v.generated_tokens_count for _, v in metadatas.items()])
+            current_metadata.input_tokens_count = sum([v.input_tokens_count for _, v in metadatas.items()])            
             yield (content,current_metadata)
         
         # 更新对话历史

autocoder/index/index.py

@@ -130,6 +130,7 @@ class IndexManager:
         如果有符号，按如下格式返回:
 
         ```
+        用途：主要用于提供自动实现函数模板的功能。
         {符号类型}: {符号名称}, {符号名称}, ...
         ```
 

autocoder/models.py

@@ -36,6 +36,22 @@ default_models_list = [
     }
 ]
 
+def process_api_key_path(base_url: str) -> str:
+    """
+    从 base_url 中提取 host 部分并处理特殊字符
+    例如: https://api.example.com:8080/v1 -> api.example.com_8080
+    """
+    if not base_url:
+        return ""
+    
+    parsed = urlparse(base_url)
+    host = parsed.netloc
+    
+    # 将冒号替换为下划线
+    host = host.replace(":", "_")
+    
+    return host
+
 def load_models() -> List[Dict]:
     """
     Load models from ~/.auto-coder/keys/models.json and merge with default_models_list.
@@ -73,7 +89,7 @@ def load_models() -> List[Dict]:
             api_key_file = os.path.join(api_key_dir, model["api_key_path"])
             if os.path.exists(api_key_file):
                 with open(api_key_file, "r") as f:
-                    model["api_key"] = f.read()
+                    model["api_key"] = f.read()                   
     return target_models
 
 def save_models(models: List[Dict]) -> None:
@@ -85,22 +101,6 @@ def save_models(models: List[Dict]) -> None:
         json.dump(models, f, indent=2, ensure_ascii=False)
 
 
-def process_api_key_path(base_url: str) -> str:
-    """
-    从 base_url 中提取 host 部分并处理特殊字符
-    例如: https://api.example.com:8080/v1 -> api.example.com_8080
-    """
-    if not base_url:
-        return ""
-    
-    parsed = urlparse(base_url)
-    host = parsed.netloc
-    
-    # 将冒号替换为下划线
-    host = host.replace(":", "_")
-    
-    return host
-
 def get_model_by_name(name: str) -> Dict:
     """
     根据模型名称查找模型
@@ -109,7 +109,8 @@ def get_model_by_name(name: str) -> Dict:
     v = [m for m in models if m["name"] == name.strip()]
     
     if len(v) == 0:
-        raise Exception(f"Model {name} not found")
+        from autocoder.common.auto_coder_lang import get_message_with_format
+        raise Exception(get_message_with_format("model_not_found", model_name=name))
     return v[0]
 
 def update_model_with_api_key(name: str, api_key: str) -> Dict:
@@ -135,9 +136,8 @@ def update_model_with_api_key(name: str, api_key: str) -> Dict:
                     
     if not found_model:
         return None
-        
-    # 从 base_url 中提取并处理 host
-    api_key_path = process_api_key_path(found_model["base_url"])
+            
+    api_key_path = name
     if api_key_path:
         found_model["api_key_path"] = api_key_path
         

autocoder/suffixproject/__init__.py

@@ -36,9 +36,8 @@ class SuffixProject:
         self.target_file = args.target_file
         self.project_type = args.project_type
         self.suffixs = [
-            f".{suffix.strip()}" if not suffix.startswith(".") else suffix.strip()
-            for suffix in self.project_type.split(",")
-            if suffix.strip() != ""
+            suffix.strip() if suffix.startswith(".") else f".{suffix.strip()}"
+            for suffix in self.project_type.split(",") if suffix.strip()
         ]
         self.file_filter = file_filter
         self.sources = []

autocoder/utils/auto_coder_utils/chat_stream_out.py

@@ -2,12 +2,142 @@ from rich.console import Console
 from rich.live import Live
 from rich.panel import Panel
 from rich.markdown import Markdown
-from typing import Generator, List, Dict, Any, Optional, Tuple
+from rich.layout import Layout
+from threading import Thread, Lock
+from queue import Queue, Empty
+from typing import Generator, List, Dict, Any, Optional, Tuple, Literal
 from autocoder.utils.request_queue import RequestValue, RequestOption, StreamValue
 from autocoder.utils.request_queue import request_queue
+import time
 
 MAX_HISTORY_LINES = 40  # 最大保留历史行数
 
+class StreamRenderer:
+    def __init__(self, title: str):
+        self.title = title
+        self.content = ""
+        self.lock = Lock()
+        self.is_complete = False
+        
+    def update(self, content: str):
+        with self.lock:
+            self.content += content
+            
+    def get_content(self) -> str:
+        with self.lock:
+            return self.content
+            
+    def complete(self):
+        with self.lock:
+            self.is_complete = True
+
+class MultiStreamRenderer:
+    def __init__(self, stream_titles: List[str], layout: str = "horizontal", console: Optional[Console] = None):
+        """
+        Initialize multi-stream renderer
+        
+        Args:
+            stream_titles: List of titles for each stream
+            layout: "horizontal" or "vertical"
+            console: Rich console instance
+        """
+        if console is None:
+            console = Console(force_terminal=True, color_system="auto")
+            
+        self.console = console
+        self.layout_type = layout
+        self.streams = [StreamRenderer(title) for title in stream_titles]
+        self.layout = Layout()
+        
+        # Create named layouts for each stream
+        self.stream_layouts = [Layout(name=f"stream{i}") for i in range(len(stream_titles))]
+        
+        # Configure layout
+        if layout == "horizontal":
+            self.layout.split_row(*self.stream_layouts)
+        else:
+            self.layout.split_column(*self.stream_layouts)
+            
+    def _process_stream(self, 
+                       stream_idx: int, 
+                       stream_generator: Generator[Tuple[str, Dict[str, Any]], None, None]):
+        """Process a single stream in a separate thread"""
+        stream = self.streams[stream_idx]
+        try:
+            for content, meta in stream_generator:
+                if content:
+                    stream.update(content)
+        finally:
+            stream.complete()
+
+    def render_streams(self, 
+                      stream_generators: List[Generator[Tuple[str, Dict[str, Any]], None, None]]) -> List[str]:
+        """
+        Render multiple streams simultaneously
+        
+        Args:
+            stream_generators: List of stream generators to render
+            
+        Returns:
+            List of final content from each stream
+        """
+        assert len(stream_generators) == len(self.streams), "Number of generators must match number of streams"
+        
+        # Start processing threads
+        threads = []
+        for i, generator in enumerate(stream_generators):
+            thread = Thread(target=self._process_stream, args=(i, generator))
+            thread.daemon = True
+            thread.start()
+            threads.append(thread)
+            
+        try:
+            with Live(self.layout, console=self.console, refresh_per_second=10) as live:
+                while any(not stream.is_complete for stream in self.streams):
+                    # Update all panels
+                    for i, stream in enumerate(self.streams):
+                        panel = Panel(
+                            Markdown(stream.get_content() or "Waiting..."),
+                            title=stream.title,
+                            border_style="green" if not stream.is_complete else "blue"
+                        )
+                        
+                        # Update appropriate layout section
+                        self.stream_layouts[i].update(panel)
+                        
+                    time.sleep(0.1)  # Prevent excessive CPU usage
+                    
+        except KeyboardInterrupt:
+            print("\nStopping streams...")
+            
+        # Wait for all threads to complete
+        for thread in threads:
+            thread.join()
+            
+        return [stream.get_content() for stream in self.streams]
+
+def multi_stream_out(
+    stream_generators: List[Generator[Tuple[str, Dict[str, Any]], None, None]],
+    titles: List[str],
+    layout: str = "horizontal",
+    console: Optional[Console] = None
+) -> List[str]:
+    """
+    Render multiple streams with Rich
+    
+    Args:
+        stream_generators: List of stream generators
+        titles: List of titles for each stream
+        layout: "horizontal" or "vertical"
+        console: Optional Rich console instance
+        
+    Returns:
+        List of final content from each stream
+    """
+    renderer = MultiStreamRenderer(titles, layout, console)
+    return renderer.render_streams(stream_generators)
+
+
 def stream_out(
     stream_generator: Generator[Tuple[str, Dict[str, Any]], None, None],
     request_id: Optional[str] = None,    
@@ -41,10 +171,17 @@ def stream_out(
             for res in stream_generator:
                 last_meta = res[1]                
                 content = res[0]
+                reasoning_content = last_meta.reasoning_content
+
+                if reasoning_content == "" and content == "":
+                    continue
+            
                 assistant_response += content
+
+                display_delta = reasoning_content if reasoning_content else content
                 
                 # 处理所有行
-                parts = (current_line + content).split("\n")
+                parts = (current_line + display_delta).split("\n")
                 
                 # 最后一部分是未完成的新行
                 if len(parts) > 1:

autocoder/utils/rest.py

@@ -1,16 +1,22 @@
 import requests
 from bs4 import BeautifulSoup
-from typing import List,Dict,Type,Optional
+from typing import List,Dict,Union,Optional
 from autocoder.common import SourceCode
 import byzerllm
-from bs4 import BeautifulSoup
 from loguru import logger
 import os
 from pathlib import Path
 from autocoder.common import files as FileUtils
+import traceback
+from autocoder.rag.loaders import (
+    extract_text_from_pdf,
+    extract_text_from_docx,
+    extract_text_from_ppt,
+    extract_text_from_excel
+)
 
 class HttpDoc:
-    def __init__(self, args, llm: byzerllm.ByzerLLM,urls:Optional[List[str]]=None):
+    def __init__(self, args, llm: Union[byzerllm.ByzerLLM, byzerllm.SimpleByzerLLM],urls:Optional[List[str]]=None):
         self.args = args
         urls_from_args = self.args.urls
         if urls_from_args:
@@ -41,104 +47,50 @@ class HttpDoc:
         {{ html }}
                 
         输出的内容请以 "<MARKER></MARKER> 标签对包裹。
-        """
-
-    def is_binary_file(self,filepath):            
-        try:
-            with open(filepath, 'rb') as file:
-                chunk = file.read(1024*8)  # Read first 1024 bytes
-                if b'\x00' in chunk:  # Binary files often contain null bytes
-                    return True
-                # Attempt to decode as UTF-8 (or any encoding you expect your text files to be in)
-                chunk.decode('utf-8')
-                return False
-        except UnicodeDecodeError:
-            return True   
+        """    
 
-    def get_file_extractor(self):        
+    def _process_local_file(self, file_path: str) -> List[SourceCode]:
+        """统一处理本地文件，返回标准化的 SourceCode 列表"""
+        results = []
         try:
-            from llama_index.core.readers.base import BaseReader
-            from fsspec import AbstractFileSystem
-            from llama_index.core.schema import Document
-            from llama_index.core.readers.file.base import get_default_fs
-            from llama_index.readers.file import (
-                DocxReader,
-                EpubReader,
-                HWPReader,
-                ImageReader,
-                IPYNBReader,
-                MarkdownReader,
-                MboxReader,
-                PandasCSVReader,
-                PDFReader,
-                PptxReader,
-                VideoAudioReader,
-            )  # pants: no-infer-dep                                
-        except ImportError as e:
-            raise ImportError(f"`llama-index-readers-file` package not found. {e}")
+            ext = os.path.splitext(file_path)[1].lower()
+                        
+            # 分发到不同 loader
+            if ext == '.pdf':
+                content = extract_text_from_pdf(file_path)
+                results.append(SourceCode(module_name=file_path, source_code=content))
+            elif ext == '.docx':
+                content = extract_text_from_docx(file_path)
+                results.append(SourceCode(module_name=file_path, source_code=content))
+            elif ext in ('.pptx', '.ppt'):
+                for slide_id, slide_content in extract_text_from_ppt(file_path):
+                    results.append(SourceCode(module_name=f"{file_path}#{slide_id}", source_code=slide_content))
+            elif ext in ('.xlsx', '.xls'):
+                for sheet_name, sheet_content in extract_text_from_excel(file_path):
+                    results.append(SourceCode(module_name=f"{file_path}#{sheet_name}", source_code=sheet_content))
+            else:
+                content = FileUtils.read_file(file_path)
+                results.append(SourceCode(module_name=file_path, source_code=content))
 
-        default_file_reader_cls: Dict[str, BaseReader] = {
-            ".hwp": HWPReader(),
-            ".pdf": PDFReader(return_full_document=True),
-            ".docx": DocxReader(),
-            # ".pptx": PptxReader(),
-            # ".ppt": PptxReader(),
-            # ".pptm": PptxReader(),
-            # ".jpg": ImageReader(),
-            # ".png": ImageReader(),
-            # ".jpeg": ImageReader(),
-            # ".mp3": VideoAudioReader(),
-            # ".mp4": VideoAudioReader(),
-            # ".csv": PandasCSVReader(),
-            ".epub": EpubReader(),            
-            ".mbox": MboxReader(),
-            ".ipynb": IPYNBReader(),            
-        }
-        return default_file_reader_cls
+        except Exception as e:
+            logger.error(f"Failed to process {file_path}: {str(e)}")
+            traceback.print_exc()
+        
+        return results
 
     def crawl_urls(self) -> List[SourceCode]:
-        source_codes = []        
+        source_codes = []
         for url in self.urls:
-            if not url.startswith("http://") and not url.startswith("https://"):
+            if not url.startswith(("http://", "https://")):
                 try:
-                 from llama_index.core import SimpleDirectoryReader
-                 exts = self.get_file_extractor()
-                 documents = []   
-
-                 def process_single_file(file_path: str,skip_binary_file_test:bool=False): 
-                    temp_documents = []
-                    ext = os.path.splitext(file_path)[1].lower()                    
-                    if  not skip_binary_file_test and self.is_binary_file(file_path):
-                        logger.warning(f"Skipping binary file: {file_path}")
-                        return temp_documents
-                    
-                    if ext not in exts.keys():                                                
-                        main_content = FileUtils.read_file(file_path)
-                        source_code = SourceCode(module_name=file_path, source_code=main_content)
-                        source_codes.append(source_code)                                   
+                    if os.path.isdir(url):
+                        for root, _, files in os.walk(url, followlinks=True):
+                            for file in files:
+                                source_codes.extend(self._process_local_file(os.path.join(root, file)))
                     else:
-                        temp_documents = SimpleDirectoryReader(input_files=[url],file_extractor=exts).load_data()  
-                    return temp_documents                                    
-
-                 if os.path.isdir(url):
-                    for root, dirs, files in os.walk(url,followlinks=True):
-                        dirs[:] = [d for d in dirs if d not in ['.git',"node_modules"]]  # Exclude .git directory
-                        for file in files:
-                            file_path = os.path.join(root, file)                            
-                            documents.extend(process_single_file(file_path))
-                    
-                 else:                    
-                    documents.extend(process_single_file(url,skip_binary_file_test=True))
-                    
-                 for document in documents:
-                    source_code = SourceCode(module_name=document.metadata["file_path"], source_code=document.get_content())
-                    source_codes.append(source_code)
-
-                except ImportError as e:
-                    logger.warning(f"Failed to import llama_index. Please install it using 'pip install llama_index' {e}")
-                    main_content = FileUtils.read_file(url)
-                    source_code = SourceCode(module_name=url, source_code=main_content)
-                    source_codes.append(source_code)                                                
+                        source_codes.extend(self._process_local_file(url))
+                except Exception as e:
+                    logger.error(f"Error accessing path {url}: {str(e)}")
             else:
                 if self.args.urls_use_model:
                     from autocoder.common.screenshots import gen_screenshots

autocoder/version.py

@@ -1 +1 @@
-__version__ = "0.1.242"
+__version__ = "0.1.244"