aiqtoolkit 1.1.0a20250429__py3-none-any.whl

aiq/tool/code_execution/local_sandbox/__init__.py

@@ -0,0 +1,13 @@
+# Copyright (c) 2024-2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

aiq/tool/code_execution/local_sandbox/local_sandbox_server.py

@@ -0,0 +1,79 @@
+# Copyright (c) 2024-2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+import multiprocessing
+import resource
+import sys
+from io import StringIO
+
+from flask import Flask
+from flask import request
+
+app = Flask(__name__)
+
+
+@app.after_request
+def add_hsts_header(response):
+    response.headers['Strict-Transport-Security'] = 'max-age=31536000; includeSubDomains'
+    return response
+
+
+def execute_python(generated_code, timeout):
+    # running in a separate process to ensure any kind of crashes are properly handled
+    queue = multiprocessing.Queue()
+    process = multiprocessing.Process(target=execute_code_subprocess, args=(generated_code, queue))
+    process.start()
+    process.join(timeout=timeout)
+
+    if process.is_alive():  # didn't finish successfully
+        process.kill()
+        return {"process_status": "timeout", "stdout": "", "stderr": "Timed out\n"}
+
+    return queue.get()
+
+
+# need to memory-limit to avoid common errors of allocating too much
+# but this has to be done in a subprocess to not crush server itself
+def execute_code_subprocess(generated_code, queue):
+    limit = 1024 * 1024 * 1024 * 10  # 10gb - somehow with a smaller limit the server dies when numpy is used
+    resource.setrlimit(resource.RLIMIT_AS, (limit, limit))
+    resource.setrlimit(resource.RLIMIT_DATA, (limit, limit))
+
+    # this can be overriden inside generated code, so it's not a guaranteed protection
+    sys.stdout = StringIO()
+    try:
+        exec(generated_code, {})  # pylint: disable=W0122
+        queue.put(sys.stdout.getvalue())
+    except Exception as e:
+        print(f"Error: {str(e)}")
+        queue.put({"process_status": "error", "stdout": "", "stderr": str(e) + "\n"})
+
+
+# Main Flask endpoint to handle execution requests
+@app.route("/execute", methods=["POST"])
+def execute():
+    generated_code = request.json['generated_code']
+    timeout = request.json['timeout']
+    language = request.json.get('language', 'python')
+
+    if language == 'python':
+        return execute_python(generated_code, timeout)
+    return {"process_status": "error", "stdout": "", "stderr": "Only python execution is supported"}
+
+
+if __name__ == '__main__':
+    log = logging.getLogger('werkzeug')
+    log.setLevel(logging.WARNING)
+    app.run(port=6000)

aiq/tool/code_execution/local_sandbox/sandbox.requirements.txt

@@ -0,0 +1,4 @@
+numpy
+pandas
+scipy
+ipython

aiq/tool/code_execution/local_sandbox/start_local_sandbox.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# Copyright (c) 2024-2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# NOTE: needs to run from the root of the repo!
+
+SANDBOX_NAME=${1:-'local-sandbox'}
+NUM_THREADS=10
+
+
+docker build --tag=${SANDBOX_NAME} --build-arg="UWSGI_PROCESSES=$((${NUM_THREADS} * 10))" --build-arg="UWSGI_CHEAPER=${NUM_THREADS}" -f Dockerfile.sandbox .
+
+docker run --network=host --rm --name=local-sandbox ${SANDBOX_NAME}

aiq/tool/code_execution/register.py

@@ -0,0 +1,70 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+from typing import Literal
+
+from pydantic import BaseModel
+from pydantic import Field
+from pydantic import HttpUrl
+
+from aiq.builder.builder import Builder
+from aiq.builder.function_info import FunctionInfo
+from aiq.cli.register_workflow import register_function
+from aiq.data_models.function import FunctionBaseConfig
+
+logger = logging.getLogger(__name__)
+
+
+class CodeExecutionToolConfig(FunctionBaseConfig, name="code_execution"):
+    """
+    Tool for executing python code in a remotely hosted sandbox environment.
+    """
+    uri: HttpUrl = Field(default=HttpUrl("http://127.0.0.1:6000"),
+                         description="URI for the code execution sandbox server")
+    sandbox_type: Literal["local", "piston"] = Field(default="local", description="The type of code execution sandbox")
+    timeout: float = Field(default=10.0, description="Number of seconds to wait for a code execution request")
+    max_output_characters: int = Field(default=1000, description="Maximum number of characters that can be returned")
+
+
+@register_function(config_type=CodeExecutionToolConfig)
+async def code_execution_tool(config: CodeExecutionToolConfig, builder: Builder):
+    from aiq.tool.code_execution.code_sandbox import get_sandbox
+
+    class CodeExecutionInputSchema(BaseModel):
+        generated_code: str = Field(description="String containing the code to be executed")
+
+    sandbox = get_sandbox(sandbox_type=config.sandbox_type, uri=config.uri)
+
+    async def _execute_code(generated_code: str) -> dict:
+        logger.info("Executing code in the sandbox at %s", config.uri)
+        try:
+            output = await sandbox.execute_code(
+                generated_code=generated_code,
+                language="python",
+                timeout=config.timeout,
+                max_output_characters=config.max_output_characters,
+            )
+        except Exception as e:
+            logger.exception("Error when executing code in the sandbox, %s", e)
+            return {"process_status": "error", "stdout": "", "stderr": e}
+        return output
+
+    yield FunctionInfo.from_fn(
+        fn=_execute_code,
+        input_schema=CodeExecutionInputSchema,
+        description="""Executes the provied 'generated_code' in a python sandbox environment and returns
+        a dictionary containing stdout, stderr, and the execution status, as well as a session_id. The
+        session_id can be used to append to code that was previously executed.""")

aiq/tool/code_execution/utils.py

@@ -0,0 +1,100 @@
+# Copyright (c) 2024-2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import glob
+import logging
+import re
+
+LOG = logging.getLogger(__name__)
+
+
+def format_code_output(execution_dict: dict[str, str],
+                       code_output_begin: str,
+                       code_output_end: str,
+                       code_output_format: str = 'llama'):
+    """Formatting code output to be displayed as an llm expects it."""
+    if code_output_format == 'llama':
+        output = execution_dict["process_status"]
+        if execution_dict['stdout']:
+            output += f"\n[stdout]\n{execution_dict['stdout']}[/stdout]"
+        if execution_dict['stderr']:
+            output += f"\n[stderr]\n{execution_dict['stderr']}[/stderr]"
+        output = f"{code_output_begin}\n\n{output}{code_output_end}\n\n"
+    elif code_output_format == 'qwen':
+        output = ""
+        if execution_dict['stdout']:
+            output += f"{execution_dict['stdout']}"
+        if execution_dict['stderr']:
+            output += f"{execution_dict['stderr']}"
+        if execution_dict['stderr'] and execution_dict['stdout']:
+            LOG.warning("Both stdout and stderr are not empty. This shouldn't normally happen! %s", execution_dict)
+        output = f"{code_output_begin}{output}{code_output_end}"
+    else:
+        raise ValueError(f"Unknown code_output_format: {code_output_format}")
+
+    # wrapping with code output separators
+    return output
+
+
+def _extract_between_separators(generation: str, separators: tuple[str, str], extract_all: bool = False):
+    """Extracting all text between last occurrence of separators[0] and [1].
+
+    If extract_all is True, returning a list with all occurrences of text between separators.
+    """
+    if extract_all:
+        separators = [re.escape(sp) for sp in separators]
+        pattern = f'{separators[0]}(.*?){separators[1]}'
+        return re.findall(pattern, generation, re.DOTALL)
+    return generation.split(separators[0])[-1].split(separators[1])[0]
+
+
+def extract_code_to_execute(generation: str, code_begin: str, code_end: str, extract_all: bool = False):
+    return _extract_between_separators(generation, [code_begin, code_end], extract_all)
+
+
+def extract_code_output(generation: str, code_output_begin: str, code_output_end: str, extract_all: bool = False):
+    return _extract_between_separators(generation, [code_output_begin, code_output_end], extract_all)
+
+
+def unroll_files(input_files):
+    if len(input_files) == 0:
+        raise ValueError("No files found with the given pattern.")
+    total_files = 0
+    for file_pattern in input_files:
+        for file in sorted(glob.glob(file_pattern, recursive=True)):
+            total_files += 1
+            yield file
+    if total_files == 0:
+        raise ValueError("No files found with the given pattern.")
+
+
+def python_doc_to_cmd_help(doc_class, docs_prefix="", arg_prefix=""):
+    """Converts python doc to cmd help format.
+
+    Will color the args and change the format to match what we use in cmd help.
+    """
+    all_args = docs_prefix
+    all_args += doc_class.__doc__.split("Args:")[1].rstrip()
+    # \033[92m ... \033[0m - green in terminal
+    colored_args = ""
+    for line in all_args.split("\n"):
+        if "        " in line and " - " in line:
+            # add colors
+            line = line.replace("        ", "        \033[92m").replace(" - ", "\033[0m - ")
+            # fixing arg format
+            line = line.replace('        \033[92m', f'        \033[92m{arg_prefix}')
+        # fixing indent
+        line = line.replace("        ", "    ").replace("    ", "  ")
+        colored_args += line + '\n'
+    return colored_args[:-1]

aiq/tool/datetime_tools.py

@@ -0,0 +1,42 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from aiq.builder.builder import Builder
+from aiq.builder.function_info import FunctionInfo
+from aiq.cli.register_workflow import register_function
+from aiq.data_models.function import FunctionBaseConfig
+
+
+class CurrentTimeToolConfig(FunctionBaseConfig, name="current_datetime"):
+    """
+    Simple tool which returns the current date and time in human readable format.
+    """
+    pass
+
+
+@register_function(config_type=CurrentTimeToolConfig)
+async def current_datetime(config: CurrentTimeToolConfig, builder: Builder):
+
+    import datetime
+
+    async def _get_current_time(unused: str) -> str:
+
+        now = datetime.datetime.now()  # Get current time
+        now_human_readable = now.strftime(("%Y-%m-%d %H:%M:%S"))
+
+        return f"The current time of day is {now_human_readable}"  # Format time in H:MM AM/PM format
+
+    yield FunctionInfo.from_fn(_get_current_time,
+                               description="Returns the current date and time in human readable format.")

aiq/tool/document_search.py

@@ -0,0 +1,141 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+import logging
+
+from pydantic import Field
+
+from aiq.builder.builder import Builder
+from aiq.builder.framework_enum import LLMFrameworkEnum
+from aiq.builder.function_info import FunctionInfo
+from aiq.cli.register_workflow import register_function
+from aiq.data_models.component_ref import LLMRef
+from aiq.data_models.function import FunctionBaseConfig
+
+logger = logging.getLogger(__name__)
+
+
+class MilvusDocumentSearchToolConfig(FunctionBaseConfig, name="milvus_document_search"):
+    """
+    This tool retrieves relevant documents for a given user query. The input query is mapped to the most appropriate
+    Milvus collection database. This will return relevant documents from the selected collection.
+    """
+    base_url: str = Field(description="The base url used to connect to the milvus database.")
+    top_k: int = Field(default=4, description="The number of results to return from the milvus database.")
+    timeout: int = Field(default=60, description="The timeout configuration to use when sending requests.")
+    llm_name: LLMRef = Field(description=("The name of the llm client to instantiate to determine most appropriate "
+                                          "milvus collection."))
+    collection_names: list = Field(default=["nvidia_api_catalog"],
+                                   description="The list of available collection names.")
+    collection_descriptions: list = Field(default=["Documents about NVIDIA's product catalog"],
+                                          description=("Collection descriptions that map to collection names by "
+                                                       "index position."))
+
+
+@register_function(config_type=MilvusDocumentSearchToolConfig)
+async def document_search(config: MilvusDocumentSearchToolConfig, builder: Builder):
+    from typing import Literal
+
+    import httpx
+    from langchain_core.messages import HumanMessage
+    from langchain_core.messages import SystemMessage
+    from langchain_core.pydantic_v1 import BaseModel
+    from langchain_core.pydantic_v1 import Field  # pylint: disable=redefined-outer-name, reimported
+
+    # define collection store
+    # create a list of tuples using enumerate()
+    tuples = [(key, value)
+              for i, (key, value) in enumerate(zip(config.collection_names, config.collection_descriptions))]
+
+    # convert list of tuples to dictionary using dict()
+    collection_store = dict(tuples)
+
+    # define collection class and force it to accept only valid collection names
+    class CollectionName(BaseModel):
+        collection_name: Literal[tuple(
+            config.collection_names)] = Field(description="The appropriate milvus collection name for the question.")
+
+    class DocumentSearchOutput(BaseModel):
+        collection_name: str
+        documents: str
+
+    # define prompt template
+    prompt_template = f"""You are an agent that helps users find the right Milvus collection based on the question.
+Here are the available list of collections (formatted as collection_name: collection_description): \n
+({collection_store})
+\nFirst, analyze the available collections and their descriptions.
+Then, select the most appropriate collection for the user's query.
+Return only the name of the predicted collection."""
+
+    async with httpx.AsyncClient(headers={
+            "accept": "application/json", "Content-Type": "application/json"
+    },
+                                 timeout=config.timeout) as client:
+
+        async def _document_search(query: str) -> DocumentSearchOutput:
+            """
+            This tool retrieve relevant context for the given question
+            Args:
+                query (str): The question for which we need to search milvus collections.
+            """
+            # log query
+            logger.debug("Q: %s", query)
+
+            # Set Template
+            sys_message = SystemMessage(content=prompt_template)
+
+            # define LLM and generate response
+            llm = await builder.get_llm(llm_name=config.llm_name, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
+            structured_llm = llm.with_structured_output(CollectionName)
+            query_string = f"Get relevant chunks for this query: {query}"
+            llm_pred = await structured_llm.ainvoke([sys_message] + [HumanMessage(content=query_string)])
+
+            logger.info("Predicted LLM Collection: %s", llm_pred)
+
+            # configure params for RAG endpoint and doc search
+            url = f"{config.base_url}/search"
+            payload = {"query": query, "top_k": config.top_k, "collection_name": llm_pred.collection_name}
+
+            # send configured payload to running chain server
+            logger.debug("Sending request to the RAG endpoint %s", url)
+            response = await client.post(url, content=json.dumps(payload))
+
+            response.raise_for_status()
+            results = response.json()
+
+            if len(results["chunks"]) == 0:
+                return DocumentSearchOutput(collection_name=llm_pred.collection_name, documents="")
+
+            # parse docs from Langchain Document object to string
+            parsed_docs = []
+
+            # iterate over results and store parsed content
+            for doc in results["chunks"]:
+                source = doc["filename"]
+                page = doc.get("page", "")
+                page_content = doc["content"]
+                parsed_document = f'<Document source="{source}" page="{page}"/>\n{page_content}\n</Document>'
+                parsed_docs.append(parsed_document)
+
+            # combine parsed documents into a single string
+            internal_search_docs = "\n\n---\n\n".join(parsed_docs)
+            return DocumentSearchOutput(collection_name=llm_pred.collection_name, documents=internal_search_docs)
+
+        yield FunctionInfo.from_fn(
+            _document_search,
+            description=("This tool retrieves relevant documents for a given user query."
+                         "The input query is mapped to the most appropriate Milvus collection database"
+                         "This will return relevant documents from the selected collection."))

aiq/tool/github_tools/create_github_commit.py

@@ -0,0 +1,133 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from pydantic import BaseModel
+from pydantic import Field
+
+from aiq.builder.builder import Builder
+from aiq.builder.function_info import FunctionInfo
+from aiq.cli.register_workflow import register_function
+from aiq.data_models.function import FunctionBaseConfig
+
+
+class GithubCommitCodeModel(BaseModel):
+    branch: str = Field(description="The branch of the remote repo to which the code will be committed")
+    commit_msg: str = Field(description="Message with which the code will be committed to the remote repo")
+    local_path: str = Field(description="Local filepath of the file that has been updated and "
+                            "needs to be committed to the remote repo")
+    remote_path: str = Field(description="Remote filepath of the updated file in GitHub. Path is relative to "
+                             "root of current repository")
+
+
+class GithubCommitCodeModelList(BaseModel):
+    updated_files: list[GithubCommitCodeModel] = Field(description=("A list of local filepaths and commit messages"))
+
+
+class GithubCommitCodeConfig(FunctionBaseConfig, name="github_commit_code_tool"):
+    """
+    Tool that commits and pushes modified code to a remote GitHub repository asynchronously.
+    """
+    repo_name: str = Field(description="The repository name in the format 'owner/repo'")
+    local_repo_dir: str = Field(description="Absolute path to the root of the repo, cloned locally")
+    timeout: int = Field(default=300, description="The timeout configuration to use when sending requests.")
+
+
+@register_function(config_type=GithubCommitCodeConfig)
+async def commit_code_async(config: GithubCommitCodeConfig, builder: Builder):
+    """
+    Commits and pushes modified code to a remote GitHub repository asynchronously.
+
+    """
+    import json
+    import os
+
+    import httpx
+
+    github_pat = os.getenv("GITHUB_PAT")
+    if not github_pat:
+        raise ValueError("GITHUB_PAT environment variable must be set")
+
+    # define the headers for the payload request
+    headers = {"Authorization": f"Bearer {github_pat}", "Accept": "application/vnd.github+json"}
+
+    async def _github_commit_code(updated_files) -> list:
+        results = []
+        async with httpx.AsyncClient(timeout=config.timeout) as client:
+            for file_ in updated_files:
+                branch = file_.branch
+                commit_msg = file_.commit_msg
+                local_path = file_.local_path
+                remote_path = file_.remote_path
+
+                # Read content from the local file
+                local_path = os.path.join(config.local_repo_dir, local_path)
+                with open(local_path, 'r', encoding='utf-8', errors='ignore') as f:
+                    content = f.read()
+
+                # Step 1. Create a blob with the updated contents of the file
+                blob_url = f'https://api.github.com/repos/{config.repo_name}/git/blobs'
+                blob_data = {'content': content, 'encoding': 'utf-8'}
+                blob_response = await client.request("POST", blob_url, json=blob_data, headers=headers)
+                blob_response.raise_for_status()
+                blob_sha = blob_response.json()['sha']
+
+                # Step 2: Get the base tree SHA. The commit will be pushed to this ref node in the Git graph
+                ref_url = f'https://api.github.com/repos/{config.repo_name}/git/refs/heads/{branch}'
+                ref_response = await client.request("GET", ref_url, headers=headers)
+                ref_response.raise_for_status()
+                base_tree_sha = ref_response.json()['object']['sha']
+
+                # Step 3. Create an updated tree (Git graph) with the new blob
+                tree_url = f'https://api.github.com/repos/{config.repo_name}/git/trees'
+                tree_data = {
+                    'base_tree': base_tree_sha,
+                    'tree': [{
+                        'path': remote_path, 'mode': '100644', 'type': 'blob', 'sha': blob_sha
+                    }]
+                }
+                tree_response = await client.request("POST", tree_url, json=tree_data, headers=headers)
+                tree_response.raise_for_status()
+                tree_sha = tree_response.json()['sha']
+
+                # Step 4: Create a commit
+                commit_url = f'https://api.github.com/repos/{config.repo_name}/git/commits'
+                commit_data = {'message': commit_msg, 'tree': tree_sha, 'parents': [base_tree_sha]}
+                commit_response = await client.request("POST", commit_url, json=commit_data, headers=headers)
+                commit_response.raise_for_status()
+                commit_sha = commit_response.json()['sha']
+
+                # Step 5: Update the reference in the Git graph
+                update_ref_url = f'https://api.github.com/repos/{config.repo_name}/git/refs/heads/{branch}'
+                update_ref_data = {'sha': commit_sha}
+                update_ref_response = await client.request("PATCH",
+                                                           update_ref_url,
+                                                           json=update_ref_data,
+                                                           headers=headers)
+                update_ref_response.raise_for_status()
+
+                payload_responses = {
+                    'blob_resp': blob_response.json(),
+                    'original_tree_ref': tree_response.json(),
+                    'commit_resp': commit_response.json(),
+                    'updated_tree_ref_resp': update_ref_response.json()
+                }
+                results.append(payload_responses)
+
+        return json.dumps(results)
+
+    yield FunctionInfo.from_fn(_github_commit_code,
+                               description=(f"Commits and pushes modified code to a "
+                                            f"GitHub repository in the repo named {config.repo_name}"),
+                               input_schema=GithubCommitCodeModelList)