auto-coder 0.1.0__tar.gz

auto_coder-0.1.0/PKG-INFO

@@ -0,0 +1,69 @@
+Metadata-Version: 2.1
+Name: auto_coder
+Version: 0.1.0
+Summary: AutoCoder: AutoCoder
+Author: allwefantasy
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Description-Content-Type: text/markdown
+
+<p align="center">
+  <picture>    
+    <img alt="auto-coder" src="https://github.com/allwefantasy/byzer-llm/blob/master/docs/source/assets/logos/logo.jpg" width=55%>
+  </picture>
+</p>
+
+<h3 align="center">
+Auto Coder
+</h3>
+
+<p align="center">
+| <a href="./README.md"><b>English</b></a> | <a href="./README-CN.md"><b>中文</b></a> |
+
+</p>
+
+---
+
+*Latest News* 🔥
+
+- [2024/03] Release Auto-Coder 0.1.0
+
+---
+
+
+## Brand new Installation
+
+You can use the script provided by Byzer-LLM to setup the nvidia-driver/cuda environment:
+
+1. [CentOS 8 / Ubuntu 20.04 / Ubuntu 22.04](https://docs.byzer.org/#/byzer-lang/zh-cn/byzer-llm/deploy)
+
+After the nvidia-driver/cuda environment is set up, you can install byzer-evaluation like this:
+
+```shell
+pip install -U byzercopilot
+```
+
+## Existing Installation
+
+
+```shell
+# or https://gitcode.com/allwefantasy11/byzer-copilot.git
+git clone https://github.com/allwefantasy/byzer-copilot.git
+pip install -r requirements.txt
+pip install -U vllm
+pip install -U byzerllm
+pip install -U autocoder
+```
+
+## Usage 
+
+### Command Line
+
+```shell
+python auto-coder.py --source_dir /home/winubuntu/projects/ByzerRawCopilot --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --query "请仿照PyProject 实现一个 TypeScriptProject" 
+```
+
+```shell
+python auto-coder.py --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --script_path /home/winubuntu/projects/ByzerRawCopilot/xxx --package_name byzer_copilot --project_type py_spy-script 
+```

auto_coder-0.1.0/README.md

@@ -0,0 +1,60 @@
+
+<p align="center">
+  <picture>    
+    <img alt="auto-coder" src="https://github.com/allwefantasy/byzer-llm/blob/master/docs/source/assets/logos/logo.jpg" width=55%>
+  </picture>
+</p>
+
+<h3 align="center">
+Auto Coder
+</h3>
+
+<p align="center">
+| <a href="./README.md"><b>English</b></a> | <a href="./README-CN.md"><b>中文</b></a> |
+
+</p>
+
+---
+
+*Latest News* 🔥
+
+- [2024/03] Release Auto-Coder 0.1.0
+
+---
+
+
+## Brand new Installation
+
+You can use the script provided by Byzer-LLM to setup the nvidia-driver/cuda environment:
+
+1. [CentOS 8 / Ubuntu 20.04 / Ubuntu 22.04](https://docs.byzer.org/#/byzer-lang/zh-cn/byzer-llm/deploy)
+
+After the nvidia-driver/cuda environment is set up, you can install byzer-evaluation like this:
+
+```shell
+pip install -U byzercopilot
+```
+
+## Existing Installation
+
+
+```shell
+# or https://gitcode.com/allwefantasy11/byzer-copilot.git
+git clone https://github.com/allwefantasy/byzer-copilot.git
+pip install -r requirements.txt
+pip install -U vllm
+pip install -U byzerllm
+pip install -U autocoder
+```
+
+## Usage 
+
+### Command Line
+
+```shell
+python auto-coder.py --source_dir /home/winubuntu/projects/ByzerRawCopilot --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --query "请仿照PyProject 实现一个 TypeScriptProject" 
+```
+
+```shell
+python auto-coder.py --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --script_path /home/winubuntu/projects/ByzerRawCopilot/xxx --package_name byzer_copilot --project_type py_spy-script 
+```

auto_coder-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

auto_coder-0.1.0/setup.py

@@ -0,0 +1,42 @@
+import os
+from setuptools import find_packages
+from setuptools import setup
+
+folder = os.path.dirname(__file__)
+version_path = os.path.join(folder, "src", "autocoder", "version.py")
+
+__version__ = None
+with open(version_path) as f:
+    exec(f.read(), globals())
+
+req_path = os.path.join(folder, "requirements.txt")
+install_requires = []
+# if os.path.exists(req_path):
+#     with open(req_path) as fp:
+#         install_requires = [line.strip() for line in fp]
+
+readme_path = os.path.join(folder, "README.md")
+readme_contents = ""
+if os.path.exists(readme_path):
+    with open(readme_path) as fp:
+        readme_contents = fp.read().strip()
+
+setup(
+    name="auto_coder",
+    version=__version__,
+    description="AutoCoder: AutoCoder",
+    author="allwefantasy",
+    long_description=readme_contents,
+    long_description_content_type="text/markdown",
+    package_dir={"": "src"},
+    packages=find_packages("src"),    
+    package_data={        
+    },
+    install_requires=install_requires,
+    classifiers=[        
+        "Topic :: Scientific/Engineering :: Artificial Intelligence",
+        "Programming Language :: Python :: 3.9",
+        "Programming Language :: Python :: 3.10",
+    ],
+    requires_python=">=3.9",
+)

auto_coder-0.1.0/src/auto_coder.egg-info/PKG-INFO

@@ -0,0 +1,69 @@
+Metadata-Version: 2.1
+Name: auto-coder
+Version: 0.1.0
+Summary: AutoCoder: AutoCoder
+Author: allwefantasy
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Description-Content-Type: text/markdown
+
+<p align="center">
+  <picture>    
+    <img alt="auto-coder" src="https://github.com/allwefantasy/byzer-llm/blob/master/docs/source/assets/logos/logo.jpg" width=55%>
+  </picture>
+</p>
+
+<h3 align="center">
+Auto Coder
+</h3>
+
+<p align="center">
+| <a href="./README.md"><b>English</b></a> | <a href="./README-CN.md"><b>中文</b></a> |
+
+</p>
+
+---
+
+*Latest News* 🔥
+
+- [2024/03] Release Auto-Coder 0.1.0
+
+---
+
+
+## Brand new Installation
+
+You can use the script provided by Byzer-LLM to setup the nvidia-driver/cuda environment:
+
+1. [CentOS 8 / Ubuntu 20.04 / Ubuntu 22.04](https://docs.byzer.org/#/byzer-lang/zh-cn/byzer-llm/deploy)
+
+After the nvidia-driver/cuda environment is set up, you can install byzer-evaluation like this:
+
+```shell
+pip install -U byzercopilot
+```
+
+## Existing Installation
+
+
+```shell
+# or https://gitcode.com/allwefantasy11/byzer-copilot.git
+git clone https://github.com/allwefantasy/byzer-copilot.git
+pip install -r requirements.txt
+pip install -U vllm
+pip install -U byzerllm
+pip install -U autocoder
+```
+
+## Usage 
+
+### Command Line
+
+```shell
+python auto-coder.py --source_dir /home/winubuntu/projects/ByzerRawCopilot --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --query "请仿照PyProject 实现一个 TypeScriptProject" 
+```
+
+```shell
+python auto-coder.py --target_file /home/winubuntu/projects/ByzerRawCopilot/output.txt --script_path /home/winubuntu/projects/ByzerRawCopilot/xxx --package_name byzer_copilot --project_type py_spy-script 
+```

auto_coder-0.1.0/src/auto_coder.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+README.md
+setup.py
+src/auto_coder.egg-info/PKG-INFO
+src/auto_coder.egg-info/SOURCES.txt
+src/auto_coder.egg-info/dependency_links.txt
+src/auto_coder.egg-info/top_level.txt
+src/autocoder/__init__.py
+src/autocoder/version.py
+src/autocoder/common/__init__.py
+src/autocoder/pyproject/__init__.py
+src/autocoder/tsproject/__init__.py

auto_coder-0.1.0/src/auto_coder.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

auto_coder-0.1.0/src/auto_coder.egg-info/top_level.txt

@@ -0,0 +1 @@
+autocoder

auto_coder-0.1.0/src/autocoder/common/__init__.py

@@ -0,0 +1,48 @@
+import pydantic
+import ast
+
+class SourceCode(pydantic.BaseModel):
+    module_name: str
+    source_code: str
+
+
+def is_likely_useful_file(file_path):
+    """Determine if the file is likely to be useful by excluding certain directories and specific file types."""
+    excluded_dirs = ["docs", "examples", "tests", "test", "__pycache__", "scripts", "benchmarks"]
+    utility_or_config_files = ["hubconf.py", "setup.py"]
+    github_workflow_or_docs = ["stale.py", "gen-card-", "write_model_card"]
+    
+    if any(part.startswith('.') for part in file_path.split('/')):
+        return False
+    if 'test' in file_path.lower():
+        return False
+    for excluded_dir in excluded_dirs:
+        if f"/{excluded_dir}/" in file_path or file_path.startswith(excluded_dir + "/"):
+            return False
+    for file_name in utility_or_config_files:
+        if file_name in file_path:
+            return False
+    for doc_file in github_workflow_or_docs:
+        if doc_file in file_path:
+            return False
+    return True
+
+def is_test_file(file_content):
+    """Determine if the file content suggests it is a test file."""
+    test_indicators = ["import unittest", "import pytest", "from unittest", "from pytest"]
+    return any(indicator in file_content for indicator in test_indicators)
+
+def has_sufficient_content(file_content, min_line_count=10):
+    """Check if the file has a minimum number of substantive lines."""
+    lines = [line for line in file_content.split('\n') if line.strip() and not line.strip().startswith('#')]
+    return len(lines) >= min_line_count
+
+def remove_comments_and_docstrings(source):
+    """Remove comments and docstrings from the Python source code."""
+    tree = ast.parse(source)
+    for node in ast.walk(tree):
+        if isinstance(node, (ast.FunctionDef, ast.ClassDef, ast.AsyncFunctionDef)) and ast.get_docstring(node):
+            node.body = node.body[1:]  # Remove docstring
+        elif isinstance(node, ast.Expr) and isinstance(node.value, ast.Str):
+            node.value.s = ""  # Remove comments
+    return ast.unparse(tree)

auto_coder-0.1.0/src/autocoder/pyproject/__init__.py

@@ -0,0 +1,146 @@
+from autocoder.common import SourceCode
+from autocoder import common as FileUtils
+import os
+from typing import Optional,Generator,List,Dict,Any
+from git import Repo
+import ast
+import importlib
+import byzerllm
+
+class Level1PyProject():
+    
+    def __init__(self,script_path,package_name):
+        self.script_path = script_path
+        self.package_name = package_name
+
+    def get_imports_from_script(self,file_path):
+        script = ""
+        with open(file_path, "r") as file:
+            script = file.read()
+            tree = ast.parse(script, filename=file_path)
+        
+        imports = [node for node in ast.walk(tree) if isinstance(node, (ast.Import, ast.ImportFrom))]
+        return imports,script
+
+    def filter_imports(self,imports, package_name):
+        filtered_imports = []
+        for import_ in imports:
+            if isinstance(import_, ast.Import):
+                for alias in import_.names:
+                    if alias.name.startswith(package_name):
+                        filtered_imports.append(alias.name)
+            elif isinstance(import_, ast.ImportFrom):
+                if import_.module and import_.module.startswith(package_name):
+                    filtered_imports.append(import_.module)
+        return filtered_imports
+
+
+
+    def fetch_source_code(self,import_name):
+        spec = importlib.util.find_spec(import_name)
+        if spec and spec.origin:
+            with open(spec.origin, "r") as file:
+                return file.read()
+        return None
+    
+    @byzerllm.prompt(render="jinja")
+    def auto_implement(self,instruction:str, sources:List[Dict[str,Any]])->str:
+        '''
+        下面是一些Python 模块以及对应的源码：
+
+        {% for source in sources %}
+        #Module:{{ source.module_name }}
+        {{ source.source_code }}
+        {% endfor %}
+
+        请参考上面的内容，重新实现 script 模块下所有实现是"pass" 的方法。        
+        
+        {{ instruction }}
+            
+        '''
+        pass
+
+    def run(self):
+        imports,script = self.get_imports_from_script(self.script_path)
+        filtered_imports = self.filter_imports(imports, self.package_name)
+        sources = [] 
+
+
+        for import_name in filtered_imports:
+            source_code = self.fetch_source_code(import_name)
+            if source_code:
+                sources.append(SourceCode(module_name=import_name, source_code=source_code))            
+            else:
+                print(f"Could not fetch source code for {import_name}.")
+
+        sources.append(SourceCode(module_name="script", source_code=script))
+
+        sources = [source.dict() for source in sources]
+        return self.auto_implement(instruction="", sources=sources)
+
+class PyProject():
+    
+    def __init__(self,source_dir,git_url:Optional[str]=None,target_file:Optional[str]=None):
+        self.directory = source_dir
+        self.git_url = git_url        
+        self.target_file = target_file       
+
+    def output(self):
+        return open(self.target_file, "r").read()                
+
+    def is_python_file(self,file_path):
+        return file_path.endswith(".py")
+
+    def read_file_content(self,file_path):
+        with open(file_path, "r") as file:
+            return file.read()
+
+    def convert_to_source_code(self,file_path):        
+        if not FileUtils.is_likely_useful_file(file_path):
+            return None
+               
+        module_name = file_path
+        source_code = self.read_file_content(file_path)
+
+        if not FileUtils.has_sufficient_content(source_code,min_line_count=1):
+            return None
+        
+        if FileUtils.is_test_file(source_code):
+            return None
+        return SourceCode(module_name=module_name, source_code=source_code)
+    
+
+    def get_source_codes(self)->Generator[SourceCode,None,None]:
+        for root, dirs, files in os.walk(self.directory):
+            for file in files:
+                file_path = os.path.join(root, file)
+                if self.is_python_file(file_path):
+                    source_code = self.convert_to_source_code(file_path)
+                    if source_code is not None:
+                        yield source_code
+
+
+    def run(self):
+        if self.git_url is not None:
+            self.clone_repository()
+
+        if self.target_file is None:                
+            for code in self.get_source_codes():
+                print(f"##File: {code.module_name}")
+                print(code.source_code)                
+        else:            
+            with open(self.target_file, "w") as file:
+                for code in self.get_source_codes():
+                    file.write(f"##File: {code.module_name}\n")
+                    file.write(f"{code.source_code}\n\n")
+                    
+    
+    def clone_repository(self):   
+        if self.git_url is None:
+            raise ValueError("git_url is required to clone the repository")
+             
+        if os.path.exists(self.directory):
+            print(f"Directory {self.directory} already exists. Skipping cloning.")
+        else:
+            print(f"Cloning repository {self.git_url} into {self.directory}")
+            Repo.clone_from(self.git_url, self.directory)

auto_coder-0.1.0/src/autocoder/tsproject/__init__.py

@@ -0,0 +1,72 @@
+from autocoder.common import SourceCode
+from autocoder import common as FileUtils  
+import os
+from typing import Optional,Generator,List,Dict,Any
+from git import Repo
+
+class TSProject():
+    
+    def __init__(self,source_dir,git_url:Optional[str]=None,target_file:Optional[str]=None):
+        self.directory = source_dir
+        self.git_url = git_url        
+        self.target_file = target_file       
+
+    def output(self):
+        return open(self.target_file, "r").read()                
+
+    def is_typescript_file(self,file_path):
+        return file_path.endswith(".ts") or file_path.endswith(".tsx")
+
+    def read_file_content(self,file_path):
+        with open(file_path, "r") as file:
+            return file.read()
+
+    def convert_to_source_code(self,file_path):        
+        if not FileUtils.is_likely_useful_file(file_path):
+            return None
+               
+        module_name = file_path
+        source_code = self.read_file_content(file_path)
+
+        if not FileUtils.has_sufficient_content(source_code,min_line_count=1):
+            return None
+        
+        if FileUtils.is_test_file(source_code):
+            return None
+        return SourceCode(module_name=module_name, source_code=source_code)
+    
+
+    def get_source_codes(self)->Generator[SourceCode,None,None]:
+        for root, dirs, files in os.walk(self.directory):
+            for file in files:
+                file_path = os.path.join(root, file)
+                if self.is_typescript_file(file_path):
+                    source_code = self.convert_to_source_code(file_path)
+                    if source_code is not None:
+                        yield source_code
+
+
+    def run(self):
+        if self.git_url is not None:
+            self.clone_repository()
+
+        if self.target_file is None:                
+            for code in self.get_source_codes():
+                print(f"##File: {code.module_name}")
+                print(code.source_code)                
+        else:            
+            with open(self.target_file, "w") as file:
+                for code in self.get_source_codes():
+                    file.write(f"##File: {code.module_name}\n")
+                    file.write(f"{code.source_code}\n\n")
+                    
+    
+    def clone_repository(self):   
+        if self.git_url is None:
+            raise ValueError("git_url is required to clone the repository")
+             
+        if os.path.exists(self.directory):
+            print(f"Directory {self.directory} already exists. Skipping cloning.")
+        else:
+            print(f"Cloning repository {self.git_url} into {self.directory}")
+            Repo.clone_from(self.git_url, self.directory)

auto_coder-0.1.0/src/autocoder/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"