@elizaos/sweagent-root 2.0.0-alpha

package/python/config/sweagent_0_7/07_thought_action.yaml

@@ -0,0 +1,102 @@
+# This config shows the use of the thought_action action parser together with the line-range based replace tools
+# This config is close to SWE-agent 0.7
+agent:
+  templates:
+    system_template: |-
+      SETTING: You are an autonomous programmer, and you're working directly in the command line with a special interface.
+
+      The special interface consists of a file editor that shows you {{WINDOW}} lines of a file at a time.
+      In addition to typical bash commands, you can also use the following commands to help you navigate and edit files.
+
+      COMMANDS:
+      {{command_docs}}
+
+      Please note that THE EDIT COMMAND REQUIRES PROPER INDENTATION.
+      If you'd like to add the line '        print(x)' you must fully write that out, with all those spaces before the code! Indentation is important and code that is not indented correctly will fail and require fixing before it can be run.
+
+      RESPONSE FORMAT:
+      Your shell prompt is formatted as follows:
+      (Open file: <path>) <cwd> $
+
+      You need to format your output using two fields; discussion and command.
+      Your output should always include _one_ discussion and _one_ command field EXACTLY as in the following example:
+      DISCUSSION
+      First I'll start by using ls to see what files are in the current directory. Then maybe we can look at some relevant files to see what they look like.
+      ```
+      ls -a
+      ```
+
+      You should only include a *SINGLE* command in the command section and then wait for a response from the shell before continuing with more discussion and commands. Everything you include in the DISCUSSION section will be saved for future reference.
+      If you'd like to issue two commands at once, PLEASE DO NOT DO THAT! Please instead first submit just the first command, and then after receiving a response you'll be able to issue the second command.
+      You're free to use any other bash commands you want (e.g. find, grep, cat, ls, cd) in addition to the special commands listed above.
+      However, the environment does NOT support interactive session commands (e.g. python, vim), so please do not invoke them.
+    instance_template: |-
+      We're currently solving the following issue within our repository. Here's the issue text:
+      ISSUE:
+      {{problem_statement}}
+
+      INSTRUCTIONS:
+      Now, you're going to solve this issue on your own. Your terminal session has started and you're in the repository's root directory. You can use any bash commands or the special interface to help you. Edit all the files you need to and run any checks or tests that you want.
+      Remember, YOU CAN ONLY ENTER ONE COMMAND AT A TIME. You should always wait for feedback after every command.
+      When you're satisfied with all of the changes you've made, you can submit your changes to the code base by simply running the submit command.
+      Note however that you cannot use any interactive session commands (e.g. python, vim) in this environment, but you can write scripts and run them. E.g. you can write a python script and then run it with `python <script_name>.py`.
+
+      NOTE ABOUT THE EDIT COMMAND: Indentation really matters! When editing a file, make sure to insert appropriate indentation before each line!
+
+      IMPORTANT TIPS:
+      1. Always start by trying to replicate the bug that the issues discusses.
+        If the issue includes code for reproducing the bug, we recommend that you re-implement that in your environment, and run it to make sure you can reproduce the bug.
+        Then start trying to fix it.
+        When you think you've fixed the bug, re-run the bug reproduction script to make sure that the bug has indeed been fixed.
+
+        If the bug reproduction script does not print anything when it successfully runs, we recommend adding a print("Script completed successfully, no errors.") command at the end of the file,
+        so that you can be sure that the script indeed ran fine all the way through.
+
+      2. If you run a command and it doesn't work, try running a different command. A command that did not work once will not work the second time unless you modify it!
+
+      3. If you open a file and need to get to an area around a specific line that is not in the first 100 lines, say line 583, don't just use the scroll_down command multiple times. Instead, use the goto 583 command. It's much quicker.
+
+      4. If the bug reproduction script requires inputting/reading a specific file, such as buggy-input.png, and you'd like to understand how to input that file, conduct a search in the existing repo code, to see whether someone else has already done that. Do this by running the command: find_file "buggy-input.png" If that doesn't work, use the linux 'find' command.
+
+      5. Always make sure to look at the currently open file and the current working directory (which appears right after the currently open file). The currently open file might be in a different directory than the working directory! Note that some commands, such as 'create', open files, so they might change the current  open file.
+
+      6. When editing files, it is easy to accidentally specify a wrong line number or to write code with incorrect indentation. Always check the code after you issue an edit to make sure that it reflects what you wanted to accomplish. If it didn't, issue another command to fix it.
+
+
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    next_step_template: |-
+      {{observation}}
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    next_step_no_output_template: |-
+      Your command ran successfully and did not produce any output.
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    demonstration_template: |
+      Here is a demonstration of how to correctly accomplish this task.
+      It is included to show you how to correctly use the interface.
+      You do not need to follow exactly what is done in the demonstration.
+      --- DEMONSTRATION ---
+      {{demonstration}}
+      --- END OF DEMONSTRATION ---
+    demonstrations:
+      - trajectories/demonstrations/replay__marshmallow-code__marshmallow-1867__default_sys-env_window100__t-0.20__p-0.95__c-2.00__install-1/marshmallow-code__marshmallow-1867.traj
+  tools:
+    env_variables:
+      WINDOW: 100
+      OVERLAP: 2
+    bundles:
+      - path: tools/registry
+      - path: tools/windowed
+      - path: tools/search
+      - path: tools/windowed_edit_linting
+      - path: tools/submit
+    parse_function:
+      type: thought_action
+  history_processors:
+    - type: last_n_observations
+      n: 5

package/python/config/sweagent_0_7/07_thought_action_xml.yaml

@@ -0,0 +1,96 @@
+# This config shows the use of the thought action xml parser together with the line-range based replace tools
+# This config is close to SWE-agent 0.7
+agent:
+  templates:
+    system_template: |-
+      SETTING: You are an autonomous programmer, and you're working directly in the command line with a special interface.
+
+      The special interface consists of a file editor that shows you {{WINDOW}} lines of a file at a time.
+      In addition to typical bash commands, you can also use the following commands to help you navigate and edit files.
+
+      COMMANDS:
+      {{command_docs}}
+
+      Please note that THE EDIT COMMAND REQUIRES PROPER INDENTATION.
+      If you'd like to add the line '        print(x)' you must fully write that out, with all those spaces before the code! Indentation is important and code that is not indented correctly will fail and require fixing before it can be run.
+
+      RESPONSE FORMAT:
+      Your shell prompt is formatted as follows:
+      (Open file: <path>) <cwd> $
+
+      You need to format your output using two fields; discussion and command.
+      Your output should always include _one_ discussion and _one_ command field EXACTLY as in the following example:
+      DISCUSSION
+      First I'll start by using ls to see what files are in the current directory. Then maybe we can look at some relevant files to see what they look like.
+      <command>
+      ls -a
+      </command>
+
+      You should only include a *SINGLE* command in the command section and then wait for a response from the shell before continuing with more discussion and commands. Everything you include in the DISCUSSION section will be saved for future reference.
+      If you'd like to issue two commands at once, PLEASE DO NOT DO THAT! Please instead first submit just the first command, and then after receiving a response you'll be able to issue the second command.
+      You're free to use any other bash commands you want (e.g. find, grep, cat, ls, cd) in addition to the special commands listed above.
+      However, the environment does NOT support interactive session commands (e.g. python, vim), so please do not invoke them.
+    instance_template: |-
+      We're currently solving the following issue within our repository. Here's the issue text:
+      ISSUE:
+      {{problem_statement}}
+
+      INSTRUCTIONS:
+      Now, you're going to solve this issue on your own. Your terminal session has started and you're in the repository's root directory. You can use any bash commands or the special interface to help you. Edit all the files you need to and run any checks or tests that you want.
+      Remember, YOU CAN ONLY ENTER ONE COMMAND AT A TIME. You should always wait for feedback after every command.
+      When you're satisfied with all of the changes you've made, you can submit your changes to the code base by simply running the submit command.
+      Note however that you cannot use any interactive session commands (e.g. python, vim) in this environment, but you can write scripts and run them. E.g. you can write a python script and then run it with `python <script_name>.py`.
+
+      NOTE ABOUT THE EDIT COMMAND: Indentation really matters! When editing a file, make sure to insert appropriate indentation before each line!
+
+      IMPORTANT TIPS:
+      1. Always start by trying to replicate the bug that the issues discusses.
+        If the issue includes code for reproducing the bug, we recommend that you re-implement that in your environment, and run it to make sure you can reproduce the bug.
+        Then start trying to fix it.
+        When you think you've fixed the bug, re-run the bug reproduction script to make sure that the bug has indeed been fixed.
+
+        If the bug reproduction script does not print anything when it successfully runs, we recommend adding a print("Script completed successfully, no errors.") command at the end of the file,
+        so that you can be sure that the script indeed ran fine all the way through.
+
+      2. If you run a command and it doesn't work, try running a different command. A command that did not work once will not work the second time unless you modify it!
+
+      3. If you open a file and need to get to an area around a specific line that is not in the first 100 lines, say line 583, don't just use the scroll_down command multiple times. Instead, use the goto 583 command. It's much quicker.
+
+      4. If the bug reproduction script requires inputting/reading a specific file, such as buggy-input.png, and you'd like to understand how to input that file, conduct a search in the existing repo code, to see whether someone else has already done that. Do this by running the command: find_file "buggy-input.png" If that doesn't work, use the linux 'find' command.
+
+      5. Always make sure to look at the currently open file and the current working directory (which appears right after the currently open file). The currently open file might be in a different directory than the working directory! Note that some commands, such as 'create', open files, so they might change the current  open file.
+
+      6. When editing files, it is easy to accidentally specify a wrong line number or to write code with incorrect indentation. Always check the code after you issue an edit to make sure that it reflects what you wanted to accomplish. If it didn't, issue another command to fix it.
+
+
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    next_step_template: |-
+      {{observation}}
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    next_step_no_output_template: |-
+      Your command ran successfully and did not produce any output.
+      (Open file: {{open_file}})
+      (Current directory: {{working_dir}})
+      bash-$
+    demonstrations:
+      - trajectories/demonstrations/replay__marshmallow-code__marshmallow-1867__xml_sys-env_window100__t-0.20__p-0.95__c-2.00__install-1/marshmallow-code__marshmallow-1867.traj
+    put_demos_in_history: true
+  tools:
+    env_variables:
+      WINDOW: 100
+      OVERLAP: 2
+    bundles:
+      - path: tools/registry
+      - path: tools/windowed
+      - path: tools/search
+      - path: tools/windowed_edit_linting
+      - path: tools/submit
+    parse_function:
+      type: xml_thought_action
+  history_processors:
+    - type: last_n_observations
+      n: 5

package/python/mlc_config.json

@@ -0,0 +1,44 @@
+{
+  "ignorePatterns": [
+    {
+      "pattern": "https://github.com/?.*"
+    },
+    {
+      "pattern": "https://platform.openai.com/docs/.*"
+    },
+    {
+      "pattern": "https://docs.anthropic.com/.*"
+    },
+    {
+      "pattern": ".*localhost.*"
+    },
+    {
+      "pattern": "https?://(.*\\.)?twitter\\.com/.*"
+    },
+    {
+      "pattern": "https?://(.*\\.)?x\\.com/.*"
+    },
+    {
+      "pattern": "https://linuxize.com/post/bash-heredoc/"
+    },
+    {
+      "pattern": "https://leetcode.com/problems/.*"
+    },
+    {
+      "pattern": "https://jsoneditoronline.org/.*"
+    },
+    {
+      "pattern": ".*\\.md/#sweagent\\..*"
+    },
+    {
+      "pattern": "^(?!https).*(?<!\\.md)$"
+    }
+
+  ],
+  "replacements": [
+    {
+      "pattern": "/#.*",
+      "replacement": ""
+    }
+  ]
+}

package/python/pyproject.toml

@@ -0,0 +1,262 @@
+# Guide (user-friendly):
+# https://packaging.python.org/en/latest/guides/writing-pyproject-toml/
+# Specification (technical, formal):
+# https://packaging.python.org/en/latest/specifications/pyproject-toml/
+
+
+# Choosing a build backend:
+[build-system]
+requires = ["setuptools"]  # REQUIRED if [build-system] table is used
+build-backend = "setuptools.build_meta"  # If not defined, then legacy behavior can happen.
+
+
+[project]
+name = "sweagent"
+dynamic = ["version"]
+description = "The official SWE-agent package - an open source Agent Computer Interface for running language models as software engineers."
+readme = "README.md"
+requires-python = ">=3.11"
+license = {file = "LICENSE"}
+keywords = ["nlp", "agents", "code"]
+authors = [
+    {name = "elizaOS Contributors" },
+]
+
+# Classifiers help users find your project by categorizing it.
+classifiers = [
+  # How mature is this project? Common values are
+  #   3 - Alpha, 4 - Beta, 5 - Production/Stable
+  "Operating System :: OS Independent",
+  # Indicate who your project is intended for
+  "Intended Audience :: Developers",
+  # Pick your license as you wish
+  "License :: OSI Approved :: MIT License",
+  "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
+  "Programming Language :: Python :: 3 :: Only",
+]
+
+dependencies = [
+    "datasets",
+    "numpy",
+    "pandas",
+    "rich",
+    "ruamel.yaml",
+    "tenacity",
+    "unidiff",
+    "simple-parsing",
+    "rich-argparse",
+    "flask",
+    "flask-cors",
+    "flask-socketio",
+    "pydantic",
+    "python-dotenv",
+    "pydantic_settings",
+    "litellm",
+    "GitPython",
+    "ghapi",
+    "swe-rex>=1.4.0",
+    "tabulate",
+    "textual>=1.0.0",
+    "requests",
+]
+
+[project.scripts]
+sweagent = "sweagent.run.run:main"
+
+[project.optional-dependencies]
+dev = [
+    "mike",
+    "mkdocs-material",
+    "mkdocs-glightbox",
+    "mkdocs-include-markdown-plugin",
+    "mkdocstrings[python]>=0.18",
+    "pytest",
+    "pytest-cov",
+    "pipx",
+    "pre-commit",
+    "pytest-xdist",
+    "griffe-pydantic!=1.1.3",
+]
+
+[tool.setuptools]
+include-package-data = true
+
+[tool.setuptools.dynamic]
+version = {attr = "sweagent.__version__"}
+
+[tool.setuptools.packages.find]
+where = ["."]
+namespaces = false
+
+[project.urls]
+"Homepage" = "https://swe-agent.com"
+"Bug Reports" = "http://github.com/SWE-agent/SWE-agent/issues"
+"Documentation" = "https://swe-agent.com/latest/"
+"Source" = "http://github.com/SWE-agent/SWE-agent"
+
+
+[tool.pytest.ini_options]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+    "ctf: marks EnIGMA tests for using SWE-agent on capture the flag (CTF) challenges",
+]
+testpaths = [
+    "tests"
+]
+xfail_strict = true
+asyncio_default_fixture_loop_scope = "function"
+
+[tool.ruff]
+# Exclude a variety of commonly ignored directories.
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".git-rewrite",
+    ".hg",
+    ".ipynb_checkpoints",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pyenv",
+    ".pytest_cache",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    ".vscode",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "site-packages",
+    "venv",
+    # ---- project specific ----
+    "tests/test_data",
+    # Exclude commands so they don't get the __future__ imports
+    "config/commands",
+]
+
+line-length = 120
+indent-width = 4
+
+target-version = "py310"
+
+[tool.ruff.lint]
+# Enable Pyflakes (`F`) and a subset of the pycodestyle (`E`)  codes by default.
+# Unlike Flake8, Ruff doesn't enable pycodestyle warnings (`W`) or
+# McCabe complexity (`C901`) by default.
+# I001: Isort, I002: required import
+select = [
+    # Error (E)
+    "E",
+    # Error (PLE)
+    "PLE",
+    # pycodestyle
+    "E713",  # not in
+    "E714",  # is not
+    "E711",  # comparison with None
+    # pyflakes
+    "F821",
+    "F822",
+    "F401",  # unused-import
+    "F841",  # unused var
+    "F541",  # f-string without args
+    "F901",  # raise NotImplemented should be raise NotImplementedError
+    # isort
+    "I001",  # isort
+    "I002",  # required import
+    # pyupgrade and related
+    "UP",    # pyupgrade
+    "C401",  # flake8-comprehensions: unnecessary-generator-set
+    "C402",  # flake8-comprehensions: unnecessary-generator-dict
+    "C403",  # flake8-comprehensions: unnecessary-list-comprehension-set
+    "C404",  # flake8-comprehensions: unnecessary-list-comprehension-dict
+    "C405",  # flake8-comprehensions: unnecessary-literal-set
+    "F632",  # pyflakes: is-literal
+    "W605",  # pycodestyle: invalid-escape-sequence
+    # bugbear
+    "B006",  # mutable default
+    "B007",  # unused loop var
+    "B009",  # getattr with constant
+    # flake8-errmsg
+    "EM",
+    # flake8-future-annotations
+    "FA102",
+    # flake8-return
+    "RET",
+    # RUF
+    "RUF019",  # unneded key in dict check
+    # pytest
+    "PT",
+    # flake8-simplify (SIM)
+    "SIM201",
+    # flake8-use-pathlib
+    "PTH100",
+    "PTH110",
+    "PTH111",
+    "PTH112",
+    "PTH113",
+    "PTH114",
+    "PTH117",
+    "PTH118",
+    "PTH119",
+    "PTH120",
+    "PTH121",
+    "PTH122",
+    "PTH202",
+    "PTH203",
+    "PTH204",
+    "PTH205",
+]
+ignore = [
+    # flake8-return
+    "RET505",  # can't autofix
+    "RET506",  # can't autofix
+    "RET507",  # can't autofix
+    # error (E)
+    "E501",    # line too long
+    "E402",    # import not on top of file
+    "E722",    # bare except
+    "E741",    # ambiguous symbol
+    # pytest
+    "PT011",
+    "PT018",
+]
+
+# Allow fix for all enabled rules (when `--fix`) is provided.
+fixable = ["ALL"]
+unfixable = []
+
+# Allow unused variables when underscore-prefixed.
+dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+[tool.ruff.format]
+# Like Black, use double quotes for strings.
+quote-style = "double"
+
+# Like Black, indent with spaces, rather than tabs.
+indent-style = "space"
+
+# Like Black, respect magic trailing commas.
+skip-magic-trailing-comma = false
+
+# Like Black, automatically detect the appropriate line ending.
+line-ending = "auto"
+
+[tool.typos.default.extend-identifiers]
+# *sigh* this just isn't worth the cost of fixing
+ACI = "ACI"
+
+[tool.typos.default.extend-words]
+# Don't correct the surname "Teh"
+aci = "aci"
+ba = "ba"
+
+[tool.ruff.lint.isort]
+# required-imports = ["from __future__ import annotations"]

package/python/sweagent/__init__.py

@@ -0,0 +1,114 @@
+from __future__ import annotations
+
+import os
+import sys
+from functools import partial
+from logging import WARNING, getLogger
+from pathlib import Path
+
+import swerex.utils.log as log_swerex
+from git import Repo
+from packaging import version
+
+from sweagent.utils.log import get_logger
+
+__version__ = "1.1.0"
+PYTHON_MINIMUM_VERSION = (3, 11)
+SWEREX_MINIMUM_VERSION = "1.2.0"
+SWEREX_RECOMMENDED_VERSION = "1.2.1"
+
+# Monkey patch the logger to use our implementation
+log_swerex.get_logger = partial(get_logger, emoji="🦖")
+
+# See https://github.com/SWE-agent/SWE-agent/issues/585
+getLogger("datasets").setLevel(WARNING)
+getLogger("numexpr.utils").setLevel(WARNING)
+getLogger("LiteLLM").setLevel(WARNING)
+
+PACKAGE_DIR = Path(__file__).resolve().parent
+
+if sys.version_info < PYTHON_MINIMUM_VERSION:
+    msg = (
+        f"Python {sys.version_info.major}.{sys.version_info.minor} is not supported. "
+        "SWE-agent requires Python 3.11 or higher."
+    )
+    raise RuntimeError(msg)
+
+assert PACKAGE_DIR.is_dir(), PACKAGE_DIR
+REPO_ROOT = PACKAGE_DIR.parent
+assert REPO_ROOT.is_dir(), REPO_ROOT
+CONFIG_DIR = Path(os.getenv("SWE_AGENT_CONFIG_DIR", PACKAGE_DIR.parent / "config"))
+assert CONFIG_DIR.is_dir(), CONFIG_DIR
+
+TOOLS_DIR = Path(os.getenv("SWE_AGENT_TOOLS_DIR", PACKAGE_DIR.parent / "tools"))
+assert TOOLS_DIR.is_dir(), TOOLS_DIR
+
+TRAJECTORY_DIR = Path(os.getenv("SWE_AGENT_TRAJECTORY_DIR", PACKAGE_DIR.parent / "trajectories"))
+assert TRAJECTORY_DIR.is_dir(), TRAJECTORY_DIR
+
+
+def get_agent_commit_hash() -> str:
+    """Get the commit hash of the current SWE-agent commit.
+
+    If we cannot get the hash, we return an empty string.
+    """
+    try:
+        repo = Repo(REPO_ROOT, search_parent_directories=False)
+    except Exception:
+        return "unavailable"
+    return repo.head.object.hexsha
+
+
+def get_rex_commit_hash() -> str:
+    import swerex
+
+    try:
+        repo = Repo(Path(swerex.__file__).resolve().parent.parent.parent, search_parent_directories=False)
+    except Exception:
+        return "unavailable"
+    return repo.head.object.hexsha
+
+
+def get_rex_version() -> str:
+    from swerex import __version__ as rex_version
+
+    return rex_version
+
+
+def get_agent_version_info() -> str:
+    hash = get_agent_commit_hash()
+    rex_hash = get_rex_commit_hash()
+    rex_version = get_rex_version()
+    return f"This is SWE-agent version {__version__} ({hash=}) with SWE-ReX version {rex_version} ({rex_hash=})."
+
+
+def impose_rex_lower_bound() -> None:
+    rex_version = get_rex_version()
+    minimal_rex_version = "1.2.0"
+    if version.parse(rex_version) < version.parse(minimal_rex_version):
+        msg = (
+            f"SWE-ReX version {rex_version} is too old. Please update to at least {minimal_rex_version} by "
+            "running `pip install --upgrade swe-rex`."
+            "You can also rerun `pip install -e .` in this repository to install the latest version."
+        )
+        raise RuntimeError(msg)
+    if version.parse(rex_version) < version.parse(SWEREX_RECOMMENDED_VERSION):
+        msg = (
+            f"SWE-ReX version {rex_version} is not recommended. Please update to at least {SWEREX_RECOMMENDED_VERSION} by "
+            "running `pip install --upgrade swe-rex`."
+            "You can also rerun `pip install -e .` in this repository to install the latest version."
+        )
+        get_logger("swe-agent", emoji="👋").warning(msg)
+
+
+impose_rex_lower_bound()
+get_logger("swe-agent", emoji="👋").info(get_agent_version_info())
+
+
+__all__ = [
+    "PACKAGE_DIR",
+    "CONFIG_DIR",
+    "get_agent_commit_hash",
+    "get_agent_version_info",
+    "__version__",
+]

package/python/sweagent/__main__.py

@@ -0,0 +1,4 @@
+from sweagent.run.run import main
+
+if __name__ == "__main__":
+    main()