auto-coder 0.1.45__tar.gz → 0.1.46__tar.gz

{auto-coder-0.1.45 → auto-coder-0.1.46}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.45
+Version: 0.1.46
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -23,7 +23,7 @@ Requires-Dist: paramiko
 Requires-Dist: einops
 Requires-Dist: tqdm
 Requires-Dist: loguru
-Requires-Dist: pyjava==0.6.15
+Requires-Dist: pyjava>=0.6.16
 Requires-Dist: tiktoken
 Requires-Dist: transformers_stream_generator
 Requires-Dist: optimum
@@ -42,7 +42,7 @@ Requires-Dist: sqlmodel
 Requires-Dist: wudao
 Requires-Dist: SwissArmyTransformer
 Requires-Dist: jieba
-Requires-Dist: byzerllm>=0.1.75
+Requires-Dist: byzerllm>=0.1.76
 Requires-Dist: GitPython
 Requires-Dist: openai>=1.14.3
 Requires-Dist: anthropic
@@ -69,7 +69,7 @@ Auto-Coder (powered by Byzer-LLM)
 
 *Latest News* 🔥
 
-- [2024/04] Release Auto-Coder 0.1.45
+- [2024/04] Release Auto-Coder 0.1.46
 - [2024/03] Release Auto-Coder 0.1.25
 - [2024/03] Release Auto-Coder 0.1.24
 

{auto-coder-0.1.45 → auto-coder-0.1.46}/README.md

@@ -17,7 +17,7 @@ Auto-Coder (powered by Byzer-LLM)
 
 *Latest News* 🔥
 
-- [2024/04] Release Auto-Coder 0.1.45
+- [2024/04] Release Auto-Coder 0.1.46
 - [2024/03] Release Auto-Coder 0.1.25
 - [2024/03] Release Auto-Coder 0.1.24
 

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/auto_coder.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: auto-coder
-Version: 0.1.45
+Version: 0.1.46
 Summary: AutoCoder: AutoCoder
 Author: allwefantasy
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -23,7 +23,7 @@ Requires-Dist: paramiko
 Requires-Dist: einops
 Requires-Dist: tqdm
 Requires-Dist: loguru
-Requires-Dist: pyjava==0.6.15
+Requires-Dist: pyjava>=0.6.16
 Requires-Dist: tiktoken
 Requires-Dist: transformers_stream_generator
 Requires-Dist: optimum
@@ -42,7 +42,7 @@ Requires-Dist: sqlmodel
 Requires-Dist: wudao
 Requires-Dist: SwissArmyTransformer
 Requires-Dist: jieba
-Requires-Dist: byzerllm>=0.1.75
+Requires-Dist: byzerllm>=0.1.76
 Requires-Dist: GitPython
 Requires-Dist: openai>=1.14.3
 Requires-Dist: anthropic
@@ -69,7 +69,7 @@ Auto-Coder (powered by Byzer-LLM)
 
 *Latest News* 🔥
 
-- [2024/04] Release Auto-Coder 0.1.45
+- [2024/04] Release Auto-Coder 0.1.46
 - [2024/03] Release Auto-Coder 0.1.25
 - [2024/03] Release Auto-Coder 0.1.24
 

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/auto_coder.egg-info/SOURCES.txt

@@ -21,6 +21,7 @@ src/autocoder/common/cleaner.py
 src/autocoder/common/code_auto_execute.py
 src/autocoder/common/code_auto_generate.py
 src/autocoder/common/code_auto_merge.py
+src/autocoder/common/command_templates.py
 src/autocoder/common/const.py
 src/autocoder/common/git_utils.py
 src/autocoder/common/image_to_page.py
@@ -50,6 +51,7 @@ src/autocoder/utils/print_table.py
 src/autocoder/utils/rest.py
 tests/test_code_auto_merge.py
 tests/test_image_to_page.py
+tests/test_init_command.py
 tests/test_llm_rerank.py
 tests/test_shell_client.py
 tests/test_simple_rag.py

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/auto_coder.egg-info/requires.txt

@@ -14,7 +14,7 @@ paramiko
 einops
 tqdm
 loguru
-pyjava==0.6.15
+pyjava>=0.6.16
 tiktoken
 transformers_stream_generator
 optimum
@@ -33,7 +33,7 @@ sqlmodel
 wudao
 SwissArmyTransformer
 jieba
-byzerllm>=0.1.75
+byzerllm>=0.1.76
 GitPython
 openai>=1.14.3
 anthropic

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/autocoder/auto_coder.py

@@ -21,6 +21,7 @@ from byzerllm.apps.command import get_latest_byzer_retrieval_lib
 from autocoder.command_args import parse_args
 from autocoder.rag.api_server import serve,ServerArgs
 from loguru import logger
+from autocoder.common.command_templates import init_command_template
 
 
 def main():
@@ -67,6 +68,19 @@ def main():
         tc = store.get_token_counter()
         print_table([tc])
         return
+    
+    if raw_args.command == "init":
+        os.makedirs(os.path.join(args.source_dir, "actions"), exist_ok=True)
+        os.makedirs(os.path.join(args.source_dir, ".auto-coder"), exist_ok=True)
+
+        init_file_path = os.path.join(args.source_dir, "actions", "101_current_work.yml")
+        with open(init_file_path, "w") as f:
+            f.write(init_command_template())
+        
+        git_utils.init(os.path.abspath(args.source_dir))
+        print(f'''Successfully initialized auto-coder project in {os.path.abspath(args.source_dir)}.''')
+        
+        return
 
     if args.model:
         

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/autocoder/command_args.py

@@ -143,6 +143,9 @@ def parse_args() -> AutoCoderArgs:
     doc_serve_parse.add_argument("--ssl_certfile", default="", help="")
     doc_serve_parse.add_argument("--response_role", default="assistant", help="")
 
+    init_parser = subparsers.add_parser("init", help=desc["init_desc"])
+    init_parser.add_argument("--source_dir", required=True, help=desc["init_dir"])
+
     args = parser.parse_args()
 
     return AutoCoderArgs(**vars(args)),args

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/autocoder/common/audio.py

@@ -8,6 +8,7 @@ import json
 import base64
 from concurrent.futures import ThreadPoolExecutor
 import shutil
+import tempfile
 
 def play_wave(filename:str):
     try:
@@ -26,6 +27,7 @@ class PlayStreamAudioFromText:
         self.llm = byzerllm.ByzerLLM()
         self.llm.setup_default_model_name(tts_model_name)
         self.wav_num = -1
+        self.tempdir = tempfile.mkdtemp()
 
     def text_to_speech(self, text, file_path):
         print(f"Converting text to speech: {text}")
@@ -41,15 +43,14 @@ class PlayStreamAudioFromText:
         with open(temp_file_path, "wb") as f:
             f.write(base64.b64decode(t[0].output))
         shutil.move(temp_file_path, file_path)
-        print(f"Converted successfully: {file_path}")
-        self.q.task_done()
+        print(f"Converted successfully: {file_path}")        
 
     def play_audio_files(self):
         idx = 1
         while True:
             if self.wav_num == -2:
                 break
-            file_path = f"/tmp/wavs/{idx:03d}.wav"
+            file_path = os.path.join(self.tempdir, f"{idx:03d}.wav")
             if not os.path.exists(file_path):
                 time.sleep(0.1) # Reduce CPU usage
                 continue
@@ -61,19 +62,22 @@ class PlayStreamAudioFromText:
     def process_texts(self):
         idx = 1
         s = ""
-        while True:
+        done = False
+        while not done:
             text = self.q.get()
             if text is None:
-                self.q.task_done()
-                break
-            s += text
-            if len(s) < 10:
+                done = True
+                if len(s)==0:
+                    break
+            if text:
+                s += text
+            if not done and len(s) < 10:
                 continue
             sentences = s.split("。")
             for sentence in sentences:
                 if len(sentence) == 0:
                     continue
-                file_path = f"/tmp/wavs/{idx:03d}.wav"
+                file_path = os.path.join(self.tempdir, f"{idx:03d}.wav")
                 print(f"Processing: {sentence} to {file_path}")
                 self.pool.submit(self.text_to_speech, sentence, file_path)
                 idx += 1
@@ -81,12 +85,15 @@ class PlayStreamAudioFromText:
         self.wav_num = idx - 1
 
     def run(self, text_generator):
-        os.makedirs("/tmp/wavs", exist_ok=True)
         threading.Thread(target=self.play_audio_files).start()
-        threading.Thread(target=self.process_texts)._start()
+        threading.Thread(target=self.process_texts).start()
         for text in text_generator:
             self.q.put(text)
         self.q.put(None)
         while self.wav_num != -2:
             time.sleep(0.1)
+        shutil.rmtree(self.tempdir)
 
+# byzerllm.connect_cluster()
+# player = PlayStreamAudioFromText()
+# player.run(["hello everyone", "i'am william", "auto coder is a great tool", "i hope you like it", "goodbye"])

auto-coder-0.1.46/src/autocoder/common/command_templates.py

@@ -0,0 +1,77 @@
+import byzerllm
+
+@byzerllm.prompt()
+def init_command_template():
+    '''
+    ## Location of your project
+    ## 你项目的路径
+    source_dir: /Users/allwefantasy/projects/xxxx
+    target_file: /Users/allwefantasy/projects/xxxx/output.txt
+
+    ## The type of your project. py,ts or you can use the suffix e.g. .java .scala .go 
+    ## If you use the suffix, you can combind multiple types with comma e.g. .java,.scala
+    ## 你项目的类型，py,ts或者你可以使用后缀，例如.java .scala .go
+    ## 如果你使用后缀，你可以使用逗号来组合多个类型，例如.java,.scala
+    project_type: py
+
+    ## The model you want to drive AutoCoder to run
+    model: gpt3_5_chat
+
+
+    ## Enable the index building which can help you find the related files by your query
+    ## 启用索引构建，可以帮助您通过查询找到相关文件
+    skip_build_index: false
+    ## The model to build index for the project (Optional)
+    index_model: haiku_chat
+
+    ## the filter level to find the related files
+    ## 0: only find the files with the file name
+    ## 1: find the files with the file name and the symbols in the file
+    ## 2. find the related files reffered by the files in 0 and 1
+    ## 0 is recommended for the first time
+    ## 用于查找相关文件的过滤级别
+    ## 0: 仅查找文件名
+    ## 1: 查找文件名和文件中的符号
+    ## 2. 查找0和1中的文件引用的相关文件
+    ## 第一次建议使用0
+    index_filter_level: 0
+    index_model_max_input_length: 30000
+
+    ## enable RAG context
+    ## 启用RAG上下文
+    # enable_rag_context: true
+    ##  The model to build index for the project
+    ## 用于为项目构建索引的模型
+    # emb_model: gpt_emb
+
+    ## The model will generate the code for you
+    ## 模型将为您生成代码
+    execute: true
+
+    ## If you want to generate multiple files, you can enable this option to generate the code in multiple rounds
+    ## to avoid exceeding the maximum token limit of the model
+    ## 如果您想生成多个文件，可以启用此选项，以便在多个回合中生成代码
+    ## 以避免超过模型的最大令牌限制
+    enable_multi_round_generate: false
+
+    ## AutoCoder will merge the generated code into your project
+    ## AutoCoder将合并生成的代码到您的项目中
+    auto_merge: true
+
+    ## AutoCoder will ask you to deliver the content to the Web Model,
+    ## then paste the answer back to the terminal
+    ## AutoCoder将要求您将内容传递给Web模型，然后将答案粘贴回终端
+    human_as_model: true
+
+    ## What you want the model to do
+    ## 你想让模型做什么
+    query: |  
+    YOUR QUERY HERE   
+  
+    
+    ## You can execute this file with the following command
+    ## And check the output in the target file
+    ## 您可以使用以下命令执行此文件
+    ## 并在目标文件中检查输出
+    ## auto-coder --file 101_current_work.yml
+    '''

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/autocoder/common/git_utils.py

@@ -3,6 +3,21 @@ from git import Repo, GitCommandError
 from loguru import logger
 from typing import List
 
+def init(repo_path: str) -> bool:
+    if not os.path.exists(repo_path):
+        os.makedirs(repo_path)
+
+    if os.path.exists(os.path.join(repo_path, '.git')):
+        logger.warning(f"The directory {repo_path} is already a Git repository. Skipping initialization.")
+        return False    
+    try:
+        repo = Repo.init(repo_path)
+        logger.info(f"Initialized new Git repository at {repo_path}")
+        return True
+    except GitCommandError as e:
+        logger.error(f"Error during Git initialization: {e}")
+        return False
+
 def get_repo(repo_path: str) -> Repo:
     repo = Repo(repo_path)
     return repo
@@ -12,30 +27,26 @@ def commit_changes(repo_path: str, message: str) -> bool:
     if repo is None:
         logger.error("Repository is not initialized.")
         return False
-    
     try:
         repo.git.add(all=True)
         commit = repo.index.commit(message)
         logger.info(f"Committed changes with message: {message}")
         logger.info(f"Commit hash: {commit.hexsha}")
-
         # Check if there is a parent commit to compare against
         if commit.parents:
             changed_files = repo.git.diff(commit.parents[0].hexsha, commit.hexsha, name_only=True).split('\n')
             logger.info(f"Changed files: {changed_files}")
-            
             for file in changed_files:
                 if file.strip():
                     diff = repo.git.diff(commit.parents[0].hexsha, commit.hexsha, file)
                     logger.info(f"Diff for {file}:\n{diff}")
         else:
             logger.info("This is the initial commit, no parent to compare against.")
-
         return True
     except GitCommandError as e:
         logger.error(f"Error during commit operation: {e}")
         return False
-        
+
 def get_current_branch(repo_path: str) -> str:
     repo = get_repo(repo_path)
     if repo is None:
@@ -47,8 +58,7 @@ def revert_changes(repo_path: str, message: str) -> bool:
     repo = get_repo(repo_path)
     if repo is None:
         return False
-
-    commit = repo.git.log('--all', f'--grep={message}', '--format=%H', '-n', '1') 
+    commit = repo.git.log('--all', f'--grep={message}', '--format=%H', '-n', '1')
     if commit:
         repo.git.revert(commit, no_edit=True)
         logger.info(f"Reverted changes with commit message: {message}")

{auto-coder-0.1.45 → auto-coder-0.1.46}/src/autocoder/lang.py

@@ -45,7 +45,9 @@ lang_desc = {
         "index_model_max_length":"The maximum length of the generated code by the index model. Default is 0, which means using the value of model_max_length",
         "index_model_max_input_length":"The maximum length of the input to the index model. Default is 0, which means using the value of model_max_input_length",
         "index_model_anti_quota_limit":"Time to wait in seconds after each API request for the index model. Default is 0, which means using the value of anti_quota_limit",
-        "doc_build_parse_required_exts":"The required file extensions for doc build. Default is empty string"
+        "doc_build_parse_required_exts":"The required file extensions for doc build. Default is empty string",
+        "init_desc": "Initialize a new auto-coder project directory",
+        "init_dir": "The directory to initialize the auto-coder project in"
     },
     "zh": {
         "parser_desc": "自动为Python脚本实现缺失的方法。",
@@ -93,6 +95,8 @@ lang_desc = {
         "index_model_max_length":"索引模型生成代码的最大长度。默认为0,表示使用model_max_length的值",
         "index_model_max_input_length":"索引模型的最大输入长度。默认为0,表示使用model_max_input_length的值",
         "index_model_anti_quota_limit":"每次索引模型API请求后等待的秒数。默认为0,表示使用anti_quota_limit的值",
-        "doc_build_parse_required_exts":"doc构建所需的文件扩展名。默认为空字符串"
+        "doc_build_parse_required_exts":"doc构建所需的文件扩展名。默认为空字符串",
+        "init_desc": "初始化一个新的auto-coder项目目录",
+        "init_dir": "初始化auto-coder项目的目录"
     }
 }

auto-coder-0.1.46/src/autocoder/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.46"

auto-coder-0.1.46/tests/test_init_command.py

@@ -0,0 +1,21 @@
+import os
+import shutil
+from autocoder.auto_coder import main
+from autocoder.command_args import parse_args
+
+def test_init_command():
+    # Create a temporary directory for testing
+    test_dir = "temp_test_dir"
+    os.makedirs(test_dir, exist_ok=True)
+
+    # Call the init command with the test directory
+    args = f"init --dir {test_dir}"
+    main(parse_args(args.split())[0])
+
+    # Check if the required directories and files are created
+    assert os.path.exists(os.path.join(test_dir, "actions"))
+    assert os.path.exists(os.path.join(test_dir, ".auto-coder"))
+    assert os.path.exists(os.path.join(test_dir, "actions", "101_current_work.yml"))
+
+    # Clean up the temporary test directory
+    shutil.rmtree(test_dir)

auto-coder-0.1.45/src/autocoder/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.45"