auto-coder 0.1.228__py3-none-any.whl → 0.1.230__py3-none-any.whl

{auto_coder-0.1.228.dist-info → auto_coder-0.1.230.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.228
+Version: 0.1.230
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -26,7 +26,7 @@ Requires-Dist: tabulate
 Requires-Dist: jupyter-client
 Requires-Dist: prompt-toolkit
 Requires-Dist: tokenizers
-Requires-Dist: byzerllm[saas] >=0.1.149
+Requires-Dist: byzerllm[saas] >=0.1.150
 Requires-Dist: patch
 Requires-Dist: diff-match-patch
 Requires-Dist: GitPython
@@ -35,6 +35,7 @@ Requires-Dist: anthropic
 Requires-Dist: google-generativeai
 Requires-Dist: protobuf
 Requires-Dist: azure-cognitiveservices-speech
+Requires-Dist: real-agent
 Requires-Dist: python-docx
 Requires-Dist: docx2txt
 Requires-Dist: pdf2image

{auto_coder-0.1.228.dist-info → auto_coder-0.1.230.dist-info}/RECORD

@@ -1,17 +1,17 @@
 autocoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-autocoder/auto_coder.py,sha256=dggZdWFCXACD-5nObadXgA-JADDdwMwNkuyBhtqU_50,59164
+autocoder/auto_coder.py,sha256=DEAtEcOHw82tbmX64VeaUpsR6eG_mM2FTm_fwyKZ7IE,58226
 autocoder/auto_coder_lang.py,sha256=Rtupq6N3_HT7JRhDKdgCBcwRaiAnyCOR_Gsp4jUomrI,3229
 autocoder/auto_coder_rag.py,sha256=illKgzP2bv-Tq50ujsofJnOHdI4pzr0ALtfR8NHHWdQ,22351
 autocoder/auto_coder_rag_client_mcp.py,sha256=WV7j5JUiQge0x4-B7Hp5-pSAFXLbvLpzQMcCovbauIM,6276
 autocoder/auto_coder_rag_mcp.py,sha256=-RrjNwFaS2e5v8XDIrKR-zlUNUE8UBaeOtojffBrvJo,8521
 autocoder/auto_coder_server.py,sha256=XU9b4SBH7zjPPXaTWWHV4_zJm-XYa6njuLQaplYJH_c,20290
 autocoder/benchmark.py,sha256=Ypomkdzd1T3GE6dRICY3Hj547dZ6_inqJbBJIp5QMco,4423
-autocoder/chat_auto_coder.py,sha256=ZKj_VdoEAFPsdInf_dQeBK6lQtz8Mzz7L4nLO6l8pEY,101456
+autocoder/chat_auto_coder.py,sha256=KtDAwIiBB1b2jBSY8BCoSj88iRSwtRACkzME9h91ido,101601
 autocoder/chat_auto_coder_lang.py,sha256=YJsFi8an0Kjbo9X7xKZfpdbHS3rbhrvChZNjWqEQ5Sw,11032
 autocoder/command_args.py,sha256=9aYJ-AmPxP1sQh6ciw04FWHjSn31f2W9afXFwo8wgx4,30441
 autocoder/lang.py,sha256=U6AjVV8Rs1uLyjFCZ8sT6WWuNUxMBqkXXIOs4S120uk,14511
-autocoder/models.py,sha256=DX30r_VjQK9cvYHPLYyEXuifkoJat8sRCvbOytrXwtY,5054
-autocoder/version.py,sha256=Wi8xJHc_sggKQwapQNkMrXbzUQskh-gmUlZ7t1VxJmc,24
+autocoder/models.py,sha256=FlBrF6HhGao_RiCSgYhCmP7vs0KlG4hI_BI6dyZiL9s,5292
+autocoder/version.py,sha256=fIEM3Ro4B5XghP9WBVkzWKwljXRNXRcr3OsrxvyVk0U,24
 autocoder/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autocoder/agent/auto_demand_organizer.py,sha256=NWSAEsEk94vT3lGjfo25kKLMwYdPcpy9e-i21txPasQ,6942
 autocoder/agent/auto_filegroup.py,sha256=CW7bqp0FW1GIEMnl-blyAc2UGT7O9Mom0q66ITz1ckM,6635
@@ -120,6 +120,7 @@ autocoder/utils/_markitdown.py,sha256=RU88qn4eZfYIy0GDrPxlI8oYXIypbi63VRJjdlnE0V
 autocoder/utils/coder.py,sha256=rK8e0svQBe0NOP26dIGToUXgha_hUDgxlWoC_p_r7oc,5698
 autocoder/utils/conversation_store.py,sha256=sz-hhY7sttPAUOAQU6Pze-5zJc3j0_Emj22dM_0l5ro,1161
 autocoder/utils/llm_client_interceptors.py,sha256=FEHNXoFZlCjAHQcjPRyX8FOMjo6rPXpO2AJ2zn2KTTo,901
+autocoder/utils/llms.py,sha256=YH2hJIkHUEBOz93nXzJmWUIHC9oXFlHDjE8DF3NP2q4,2252
 autocoder/utils/log_capture.py,sha256=I-bsJFLWoGUiX-GKoZsH9kWJCKSV7ZlUnRt7jh-fOL0,1548
 autocoder/utils/multi_turn.py,sha256=unK9OpqVRbK6uIcTKXgggX2wNmyj7s5eyEAQ2xUwHoM,88
 autocoder/utils/operate_config_api.py,sha256=99YAKsuUFLPwrRvj0CJal_bAPgyiXWMma6ZKMU56thw,5790
@@ -129,9 +130,12 @@ autocoder/utils/request_event_queue.py,sha256=r3lo5qGsB1dIjzVQ05dnr0z_9Z3zOkBdP1
 autocoder/utils/request_queue.py,sha256=nwp6PMtgTCiuwJI24p8OLNZjUiprC-TsefQrhMI-yPE,3889
 autocoder/utils/rest.py,sha256=opE_kBEdNQdxh350M5lUTMk5TViRfpuKP_qWc0B1lks,8861
 autocoder/utils/tests.py,sha256=BqphrwyycGAvs-5mhH8pKtMZdObwhFtJ5MC_ZAOiLq8,1340
-auto_coder-0.1.228.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-auto_coder-0.1.228.dist-info/METADATA,sha256=EUX3bowx5PPKjP_eJj8nV1PnpRQhhjpPOWjujzpnWM8,2615
-auto_coder-0.1.228.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-auto_coder-0.1.228.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
-auto_coder-0.1.228.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
-auto_coder-0.1.228.dist-info/RECORD,,
+autocoder/utils/auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+autocoder/utils/auto_coder_utils/chat_stream_out.py,sha256=pBOyWa1qwCcsAag1XsLIeTMv_D4QN4ppGo5jFiKzIkE,4165
+autocoder/utils/chat_auto_coder_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+auto_coder-0.1.230.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+auto_coder-0.1.230.dist-info/METADATA,sha256=wzVDi7uDvqJhfmVUjNRUKhavnCONO-IlDuw5wn8clxw,2641
+auto_coder-0.1.230.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+auto_coder-0.1.230.dist-info/entry_points.txt,sha256=0nzHtHH4pNcM7xq4EBA2toS28Qelrvcbrr59GqD_0Ak,350
+auto_coder-0.1.230.dist-info/top_level.txt,sha256=Jqc0_uJSw2GwoFQAa9iJxYns-2mWla-9ok_Y3Gcznjk,10
+auto_coder-0.1.230.dist-info/RECORD,,

autocoder/auto_coder.py

@@ -42,6 +42,7 @@ from rich.live import Live
 from autocoder.auto_coder_lang import get_message
 from autocoder.common.memory_manager import save_to_memory_file
 from autocoder import models as models_module
+from autocoder.utils.auto_coder_utils.chat_stream_out import stream_out
 
 console = Console()
 
@@ -279,6 +280,7 @@ def main(input_args: Optional[List[str]] = None):
                 byzerllm.connect_cluster(address=args.ray_address)
 
             llm = byzerllm.ByzerLLM(verbose=args.print_request)
+        
         if args.product_mode == "lite":
             llm = byzerllm.SimpleByzerLLM(default_model_name="deepseek_chat")
             api_key_dir = os.path.expanduser("~/.auto-coder/keys")
@@ -297,7 +299,8 @@ def main(input_args: Optional[List[str]] = None):
                 infer_params={
                     "saas.base_url": "https://api.deepseek.com/v1",
                     "saas.api_key": api_key,
-                    "saas.model": "deepseek-chat"
+                    "saas.model": "deepseek-chat",
+                    "saas.is_reasoning": False
                 }
             )
             
@@ -309,7 +312,8 @@ def main(input_args: Optional[List[str]] = None):
                 infer_params={
                     "saas.base_url": "https://api.deepseek.com/v1",
                     "saas.api_key": api_key,
-                    "saas.model": "deepseek-chat"
+                    "saas.model": "deepseek-chat",
+                    "saas.is_reasoning": False
                 }
             )
 
@@ -321,7 +325,8 @@ def main(input_args: Optional[List[str]] = None):
                 infer_params={
                     "saas.base_url": "https://api.deepseek.com/v1",
                     "saas.api_key": api_key,
-                    "saas.model": "deepseek-reasoner"
+                    "saas.model": "deepseek-reasoner",
+                    "saas.is_reasoning": True
                 }
             )
 
@@ -333,7 +338,8 @@ def main(input_args: Optional[List[str]] = None):
                 infer_params={
                     "saas.base_url": "https://api.deepseek.com/v1",
                     "saas.api_key": api_key,
-                    "saas.model": "deepseek-reasoner"
+                    "saas.model": "deepseek-reasoner",
+                    "saas.is_reasoning": True
                 }
             )
 
@@ -359,7 +365,8 @@ def main(input_args: Optional[List[str]] = None):
                             infer_params={
                                 "saas.base_url": model_info["base_url"],
                                 "saas.api_key": model_info["api_key"],
-                                "saas.model": model_info["model_name"]
+                                "saas.model": model_info["model_name"],
+                                "saas.is_reasoning": model_info["is_reasoning"]
                             }
                         )
                         models.append(code_model)
@@ -376,7 +383,8 @@ def main(input_args: Optional[List[str]] = None):
                         infer_params={
                             "saas.base_url": model_info["base_url"],
                             "saas.api_key": model_info["api_key"],
-                            "saas.model": model_info["model_name"]
+                            "saas.model": model_info["model_name"],
+                            "saas.is_reasoning": model_info["is_reasoning"]
                         }
                     )
                     llm.setup_sub_client("code_model", code_model)
@@ -396,7 +404,8 @@ def main(input_args: Optional[List[str]] = None):
                             infer_params={
                                 "saas.base_url": model_info["base_url"],
                                 "saas.api_key": model_info["api_key"],
-                                "saas.model": model_info["model_name"]
+                                "saas.model": model_info["model_name"],
+                                "saas.is_reasoning": model_info["is_reasoning"]
                             }
                         )
                         models.append(rerank_model)
@@ -413,7 +422,8 @@ def main(input_args: Optional[List[str]] = None):
                         infer_params={
                             "saas.base_url": model_info["base_url"],
                             "saas.api_key": model_info["api_key"],
-                            "saas.model": model_info["model_name"]
+                            "saas.model": model_info["model_name"],
+                            "saas.is_reasoning": model_info["is_reasoning"]
                         }
                     )
                     llm.setup_sub_client("generate_rerank_model", rerank_model)
@@ -429,7 +439,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("inference_model", inference_model)        
@@ -609,7 +620,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("chat_model", chat_model)
@@ -625,7 +637,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("vl_model", vl_model)
@@ -641,7 +654,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("sd_model", sd_model)
@@ -657,7 +671,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("text2voice_model", text2voice_model)
@@ -673,7 +688,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("voice2text_model", voice2text_model)
@@ -689,7 +705,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("planner_model", planner_model)
@@ -705,7 +722,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("designer_model", designer_model)
@@ -721,7 +739,8 @@ def main(input_args: Optional[List[str]] = None):
                     infer_params={
                         "saas.base_url": model_info["base_url"],
                         "saas.api_key": model_info["api_key"],
-                        "saas.model": model_info["model_name"]
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
                     }
                 )
                 llm.setup_sub_client("emb_model", emb_model)
@@ -1257,64 +1276,11 @@ def main(input_args: Optional[List[str]] = None):
                 v = chat_llm.stream_chat_oai(
                     conversations=loaded_conversations, delta_mode=True
                 )                
-
-            assistant_response = ""
-            markdown_content = ""
-
-            try:
-                with Live(
-                    Panel("", title="Response", border_style="green", expand=False),
-                    refresh_per_second=4,
-                    auto_refresh=True,
-                    vertical_overflow="visible",
-                    console=Console(force_terminal=True, color_system="auto", height=None)
-                ) as live:
-                    for res in v:
-                        markdown_content += res[0]
-                        assistant_response += res[0]
-                        if args.request_id:
-                            request_queue.add_request(
-                                args.request_id,
-                                RequestValue(
-                                    value=StreamValue(value=[res[0]]),
-                                    status=RequestOption.RUNNING,
-                                ),
-                            )
-                        live.update(
-                            Panel(
-                                Markdown(markdown_content),
-                                title="Response",
-                                border_style="green",
-                                expand=False,
-                            )
-                        )
-                    live.update(
-                            Panel(
-                                Markdown(markdown_content),
-                                title="Response",
-                                border_style="green",
-                                expand=False,
-                            )
-                        )        
-            except Exception as e:
-                ##MARK
-                console.print(Panel(
-                    f"Error: {str(e)}",  
-                    title="Error",
-                    border_style="red"
-                ))
-                request_queue.add_request(
-                    args.request_id,
-                    RequestValue(
-                        value=StreamValue(value=[str(e)]), status=RequestOption.FAILED
-                    ),
-                )
-            finally:
-                request_queue.add_request(
-                    args.request_id,
-                    RequestValue(
-                        value=StreamValue(value=[""]), status=RequestOption.COMPLETED
-                    ),
+            
+            assistant_response, last_meta = stream_out(
+                    v, 
+                    request_id=args.request_id,                    
+                    console=console
                 )
             
             chat_history["ask_conversation"].append(

autocoder/chat_auto_coder.py

@@ -51,7 +51,7 @@ from byzerllm.utils import format_str_jinja2
 from autocoder.common.memory_manager import get_global_memory_file_paths 
 from autocoder import models
 import shlex
-
+from autocoder.utils.llms import get_single_llm
 
 class SymbolItem(BaseModel):
     symbol_name: str
@@ -1316,6 +1316,9 @@ def ask(query: str):
     if "code_model" in conf:
         yaml_config["code_model"] = conf["code_model"]
 
+    if "product_mode" in conf:
+        yaml_config["product_mode"] = conf["product_mode"]
+
     yaml_content = convert_yaml_config_to_str(yaml_config=yaml_config)
 
     execute_file = os.path.join("actions", f"{uuid.uuid4()}.yml")
@@ -1589,18 +1592,9 @@ def code_next(query: str):
     )
 
 
-def get_single_llm(model_names: str):
-    if "," in model_names:
-        # Multiple code models specified
-        model_names = model_names.split(",")
-        for _, model_name in enumerate(model_names):
-            return byzerllm.ByzerLLM.from_default_model(model_name)
-    else:
-        # Single code model
-        return byzerllm.ByzerLLM.from_default_model(model_names)
-
-
 def commit(query: str):
+    conf = memory.get("conf", {})
+    product_mode = conf.get("product_mode", "lite")
     def prepare_commit_yaml():
         auto_coder_main(["next", "chat_action"])
 
@@ -1652,7 +1646,7 @@ def commit(query: str):
                 if os.path.exists(temp_yaml):
                     os.remove(temp_yaml)
 
-            llm = get_single_llm(args.code_model or args.model)
+            llm = get_single_llm(args.code_model or args.model, product_mode)
             uncommitted_changes = git_utils.get_uncommitted_changes(".")
             commit_message = git_utils.generate_commit_message.with_llm(llm).run(
                 uncommitted_changes
@@ -1672,6 +1666,8 @@ def commit(query: str):
             )
             git_utils.print_commit_info(commit_result=commit_result)
         except Exception as e:
+            import traceback
+            traceback.print_exc()            
             print(f"Failed to commit: {e}")
             if execute_file:
                 os.remove(execute_file)
@@ -1949,6 +1945,9 @@ def summon(query: str):
     if "model" in conf:
         yaml_config["model"] = conf["model"]
 
+    if "product_mode" in conf:
+        yaml_config["product_mode"] = conf["product_mode"]
+
     yaml_content = convert_yaml_config_to_str(yaml_config=yaml_config)
 
     execute_file = os.path.join("actions", f"{uuid.uuid4()}.yml")
@@ -2173,7 +2172,8 @@ def manage_models(params, query: str):
             "model_name": data_dict.get("model_name", data_dict["name"]),
             "base_url": data_dict.get("base_url", "https://api.openai.com/v1"),
             "api_key_path": data_dict.get("api_key_path", "api.openai.com"),
-            "description": data_dict.get("description", "")
+            "description": data_dict.get("description", ""),
+            "is_reasoning": data_dict.get("is_reasoning", "false") in ["true", "True", "TRUE", "1"]
         }
 
         models_data.append(final_model)
@@ -2650,14 +2650,14 @@ def main():
                 if not query:
                     print("Please enter your query.")
                 else:
-                    manage_models(ARGS,query)    
+                    manage_models(ARGS,query) 
 
             elif user_input.startswith("/mode"):
                 conf = user_input[len("/mode"):].strip()
                 if not conf:
                     print(memory["mode"])
                 else:
-                    memory["mode"] = conf
+                    memory["mode"] = conf                    
 
             elif user_input.startswith("/conf"):
                 conf = user_input[len("/conf"):].strip()

autocoder/models.py

@@ -13,7 +13,8 @@ default_models_list = [
         "model_name": "deepseek-reasoner",
         "model_type": "saas/openai",
         "base_url": "https://api.deepseek.com/v1",
-        "api_key_path": "api.deepseek.com"
+        "api_key_path": "api.deepseek.com",
+        "is_reasoning": True
     },    
     {
         "name": "deepseek_chat",
@@ -21,7 +22,8 @@ default_models_list = [
         "model_name": "deepseek-chat",
         "model_type": "saas/openai",
         "base_url": "https://api.deepseek.com/v1",
-        "api_key_path": "api.deepseek.com"
+        "api_key_path": "api.deepseek.com",
+        "is_reasoning": False
     },
     {
         "name":"o1",
@@ -29,7 +31,8 @@ default_models_list = [
         "model_name": "o1-2024-12-17",
         "model_type": "saas/openai",
         "base_url": "https://api.openai.com/v1",
-        "api_key_path": ""
+        "api_key_path": "",
+        "is_reasoning": True
     }
 ]
 
@@ -51,9 +54,12 @@ def load_models() -> List[Dict]:
                 custom_models = json.load(f)
                 # Custom models will override defaults with same name
                 for model in custom_models:
+                    model["is_reasoning"] = model.get("is_reasoning", False)
                     models_dict[model["name"]] = model
+
         except json.JSONDecodeError:
             # If JSON is invalid, just use defaults
+            print("JSON is invalid, using defaults")
             save_models(default_models_list)
     else:
         # If file doesn't exist, create it with defaults
@@ -123,7 +129,7 @@ def update_model_with_api_key(name: str, api_key: str) -> Dict:
     # 在现有模型中查找
     found_model = None
     for model in models:
-        if model["name"] == name:
+        if model["name"] == name.strip():
             found_model = model
             break
                     
@@ -140,7 +146,7 @@ def update_model_with_api_key(name: str, api_key: str) -> Dict:
         os.makedirs(api_key_dir, exist_ok=True)
         api_key_file = os.path.join(api_key_dir, api_key_path)
         with open(api_key_file, "w") as f:
-            f.write(api_key)
+            f.write(api_key.strip())
         
         # 如果是新模型，添加到模型列表中
         if all(model["name"] != name for model in models):

autocoder/utils/auto_coder_utils/chat_stream_out.py

@@ -0,0 +1,120 @@
+from rich.console import Console
+from rich.live import Live
+from rich.panel import Panel
+from rich.markdown import Markdown
+from typing import Generator, List, Dict, Any, Optional, Tuple
+from autocoder.utils.request_queue import RequestValue, RequestOption, StreamValue
+from autocoder.utils.request_queue import request_queue
+
+MAX_HISTORY_LINES = 40  # 最大保留历史行数
+
+def stream_out(
+    stream_generator: Generator[Tuple[str, Dict[str, Any]], None, None],
+    request_id: Optional[str] = None,    
+    console: Optional[Console] = None
+) -> Tuple[str, Optional[Dict[str, Any]]]:
+    """
+    处理流式输出事件并在终端中展示
+    
+    Args:
+        stream_generator: 生成流式输出的生成器
+        request_id: 请求ID,用于更新请求队列        
+        console: Rich Console对象
+        
+    Returns:
+        Tuple[str, Dict[str, Any]]: 返回完整的响应内容和最后的元数据
+    """
+    if console is None:
+        console = Console(force_terminal=True, color_system="auto", height=None)
+        
+    lines_buffer = []  # 存储历史行
+    current_line = ""  # 当前行
+    assistant_response = ""
+    last_meta = None
+    
+    try:
+        with Live(
+            Panel("", title="Response", border_style="green"),
+            refresh_per_second=4,
+            console=console
+        ) as live:
+            for res in stream_generator:
+                last_meta = res[1]
+                content = res[0]
+                assistant_response += content
+                
+                # 处理所有行
+                parts = (current_line + content).split("\n")
+                
+                # 最后一部分是未完成的新行
+                if len(parts) > 1:
+                    # 将完整行加入缓冲区
+                    lines_buffer.extend(parts[:-1])
+                    # 保留最大行数限制
+                    if len(lines_buffer) > MAX_HISTORY_LINES:
+                        del lines_buffer[0:len(lines_buffer) - MAX_HISTORY_LINES]
+                
+                # 更新当前行
+                current_line = parts[-1]
+                
+                # 构建显示内容 = 历史行 + 当前行
+                display_content = "\n".join(lines_buffer[-MAX_HISTORY_LINES:] + [current_line])
+                
+                if request_id and request_queue:
+                    request_queue.add_request(
+                        request_id,
+                        RequestValue(
+                            value=StreamValue(value=[content]),
+                            status=RequestOption.RUNNING,
+                        ),
+                    )
+                    
+                live.update(
+                    Panel(
+                        Markdown(display_content),
+                        title="Response",
+                        border_style="green",
+                        height=min(50, live.console.height - 4)
+                    )
+                )
+            
+            # 处理最后一行的内容
+            if current_line:
+                lines_buffer.append(current_line)
+            
+            # 最终显示结果
+            live.update(
+                Panel(
+                    Markdown(assistant_response),
+                    title="Final Response",
+                    border_style="blue"
+                )
+            )
+            
+    except Exception as e:
+        console.print(Panel(
+            f"Error: {str(e)}",  
+            title="Error",
+            border_style="red"
+        ))
+        
+        if request_id and request_queue:
+            request_queue.add_request(
+                request_id,
+                RequestValue(
+                    value=StreamValue(value=[str(e)]), 
+                    status=RequestOption.FAILED
+                ),
+            )
+            
+    finally:
+        if request_id and request_queue:
+            request_queue.add_request(
+                request_id,
+                RequestValue(
+                    value=StreamValue(value=[""]), 
+                    status=RequestOption.COMPLETED
+                ),
+            )
+            
+    return assistant_response, last_meta

autocoder/utils/llms.py

@@ -0,0 +1,52 @@
+import byzerllm
+from autocoder.auto_coder import models_module
+
+def get_single_llm(model_names: str, product_mode: str):
+    if product_mode == "pro":
+        if "," in model_names:
+            # Multiple code models specified
+            model_names = model_names.split(",")
+            for _, model_name in enumerate(model_names):
+                return byzerllm.ByzerLLM.from_default_model(model_name)
+        else:
+            # Single code model
+            return byzerllm.ByzerLLM.from_default_model(model_names)
+
+    if product_mode == "lite":
+        if "," in model_names:
+            # Multiple code models specified
+            model_names = model_names.split(",")            
+            for _, model_name in enumerate(model_names):
+                model_name = model_name.strip()
+                model_info = models_module.get_model_by_name(model_name)
+                target_llm = byzerllm.SimpleByzerLLM(default_model_name=model_name)
+                target_llm.deploy(
+                    model_path="",
+                    pretrained_model_type=model_info["model_type"],
+                    udf_name=model_name,
+                    infer_params={
+                        "saas.base_url": model_info["base_url"],
+                        "saas.api_key": model_info["api_key"],
+                        "saas.model": model_info["model_name"],
+                        "saas.is_reasoning": model_info["is_reasoning"]
+                    }
+                )
+                return target_llm
+            
+        else:
+            # Single code model
+            model_info = models_module.get_model_by_name(model_names)
+            model_name = model_names
+            target_llm = byzerllm.SimpleByzerLLM(default_model_name=model_name)
+            target_llm.deploy(
+                model_path="",
+                pretrained_model_type=model_info["model_type"],
+                udf_name=model_name,
+                infer_params={
+                    "saas.base_url": model_info["base_url"],
+                    "saas.api_key": model_info["api_key"],
+                    "saas.model": model_info["model_name"],
+                    "saas.is_reasoning": model_info["is_reasoning"]
+                }
+            )
+            return target_llm

autocoder/version.py

@@ -1 +1 @@
-__version__ = "0.1.228"
+__version__ = "0.1.230"