@aj-archipelago/cortex 1.2.0 → 1.3.0

package/helper-apps/cortex-autogen/myautogen.py

@@ -1,317 +0,0 @@
-import azure.functions as func
-import logging
-import json
-import autogen
-from autogen import AssistantAgent, UserProxyAgent, config_list_from_json, register_function
-from azure.storage.queue import QueueClient
-import os
-import tempfile
-import redis
-from dotenv import load_dotenv
-import requests
-import pathlib
-import pymongo
-import logging
-from datetime import datetime, timezone, timedelta
-import shutil
-import time
-import base64
-import zipfile
-from azure.storage.blob import BlobServiceClient, generate_blob_sas, BlobSasPermissions
-
-load_dotenv()
-
-connection_string = os.environ["AZURE_STORAGE_CONNECTION_STRING"]
-human_input_queue_name = os.environ.get("HUMAN_INPUT_QUEUE_NAME", "autogen-human-input-queue")
-human_input_queue_client = QueueClient.from_connection_string(connection_string, human_input_queue_name)
-
-def check_for_human_input(request_id):
-    messages = human_input_queue_client.receive_messages()
-    for message in messages:
-        content = json.loads(base64.b64decode(message.content).decode('utf-8'))
-        if content['codeRequestId'] == request_id:
-            human_input_queue_client.delete_message(message)
-            return content['text']
-    return None
-
-DEFAULT_SUMMARY_PROMPT = "Summarize the takeaway from the conversation. Do not add any introductory phrases."
-try:
-    with open("prompt_summary.txt", "r") as file:
-        summary_prompt = file.read() or DEFAULT_SUMMARY_PROMPT
-except FileNotFoundError:
-    summary_prompt = DEFAULT_SUMMARY_PROMPT 
-
-
-def store_in_mongo(data):
-    try:
-        if 'MONGO_URI' in os.environ:
-            client = pymongo.MongoClient(os.environ['MONGO_URI'])
-            collection = client.get_default_database()[os.environ.get('MONGO_COLLECTION_NAME', 'autogenruns')]
-            collection.insert_one(data)
-        else:
-            logging.warning("MONGO_URI not found in environment variables")
-    except Exception as e:
-        logging.error(f"An error occurred while storing data in MongoDB: {str(e)}")
-
-redis_client = redis.from_url(os.environ['REDIS_CONNECTION_STRING'])
-channel = 'requestProgress'
-
-def connect_redis():
-    if not redis_client.ping():
-        try:
-            redis_client.ping()
-        except redis.ConnectionError as e:
-            logging.error(f"Error reconnecting to Redis: {e}")
-            return False
-    return True
-
-def publish_request_progress(data):
-    if connect_redis():
-        try:
-            message = json.dumps(data)
-            #logging.info(f"Publishing message {message} to channel {channel}")
-            redis_client.publish(channel, message)
-        except Exception as e:
-            logging.error(f"Error publishing message: {e}")
-
-
-def get_given_system_message():
-    env_context = os.environ.get("ENV_SYSTEM_MESSAGE_CONTEXT")
-    
-    if not env_context:
-        return read_local_file("prompt.txt")
-
-    if env_context.startswith(("http://", "https://")):
-        return fetch_from_url(env_context)
-
-    if pathlib.Path(env_context).suffix:
-        return read_local_file(env_context)
-
-    return env_context
-
-def read_local_file(filename):
-    try:
-        with open(filename, "r") as file:
-            return file.read()
-    except FileNotFoundError:
-        logging.error(f"{filename} not found")
-        return ""
-
-def fetch_from_url(url):
-    try:
-        response = requests.get(url)
-        response.raise_for_status()
-        return response.text
-    except requests.RequestException as e:
-        logging.error(f"Error fetching from URL: {e}")
-        return ""
-
-
-def zip_and_upload_tmp_folder(temp_dir):
-    zip_path = os.path.join(temp_dir, "tmp_contents.zip")
-    with zipfile.ZipFile(zip_path, 'w', zipfile.ZIP_DEFLATED) as zipf:
-        for root, _, files in os.walk(temp_dir):
-            for file in files:
-                file_path = os.path.join(root, file)
-                arcname = os.path.relpath(file_path, temp_dir)
-                zipf.write(file_path, arcname)
-
-    blob_service_client = BlobServiceClient.from_connection_string(os.environ["AZURE_STORAGE_CONNECTION_STRING"])
-    container_name = os.environ.get("AZURE_BLOB_CONTAINER", "autogen-uploads")
-    blob_name = f"tmp_contents_{datetime.now(timezone.utc).strftime('%Y%m%d%H%M%S')}.zip"
-    blob_client = blob_service_client.get_blob_client(container=container_name, blob=blob_name)
-
-    with open(zip_path, "rb") as data:
-        blob_client.upload_blob(data)
-
-    account_key = blob_service_client.credential.account_key
-    account_name = blob_service_client.account_name
-    expiry = datetime.now(timezone.utc) + timedelta(hours=1)
-
-    sas_token = generate_blob_sas(
-        account_name,
-        container_name,
-        blob_name,
-        account_key=account_key,
-        permission=BlobSasPermissions(read=True),
-        expiry=expiry
-    )
-
-    return f"{blob_client.url}?{sas_token}"
-
-def process_message(message_data, original_request_message):
-    # logging.info(f"Processing Message: {message_data}")
-    try:
-        started_at = datetime.now()
-        message = message_data['message']
-        request_id = message_data.get('requestId') or msg.id
-
-        config_list = config_list_from_json(env_or_file="OAI_CONFIG_LIST")
-        base_url = os.environ.get("CORTEX_API_BASE_URL")
-        api_key = os.environ.get("CORTEX_API_KEY")
-        llm_config = {"config_list": config_list, "base_url": base_url, "api_key": api_key, "cache_seed": None, "timeout": 600}
-
-        with tempfile.TemporaryDirectory() as temp_dir:
-            #copy /tools directory to temp_dir
-            shutil.copytree(os.path.join(os.getcwd(), "tools"), temp_dir, dirs_exist_ok=True)
-            
-            code_executor = autogen.coding.LocalCommandLineCodeExecutor(work_dir=temp_dir)
-
-            message_count = 0
-            total_messages = 20 * 2
-            all_messages = []
-
-            terminate_count = 0
-            def is_termination_msg(m):
-                nonlocal terminate_count
-                content = m.get("content", "").strip()
-                if not content:
-                    return False
-                if content.rstrip().endswith("TERMINATE"):
-                    terminate_count += 1
-                return terminate_count >= 3 or "first message must use the" in content.lower()
-
-            system_message_given = get_given_system_message()
-            system_message_assistant = AssistantAgent.DEFAULT_SYSTEM_MESSAGE 
-
-            if system_message_given:
-                system_message_assistant = system_message_given
-            else:
-                print("No extra system message given for assistant")
-
-            assistant = AssistantAgent("assistant", 
-                llm_config=llm_config, 
-                system_message=system_message_assistant,
-                # code_execution_config={"executor": code_executor},
-                is_termination_msg=is_termination_msg,
-            )
-            
-            user_proxy = UserProxyAgent(
-                "user_proxy",
-                # llm_config=llm_config,
-                system_message=system_message_given,
-                code_execution_config={"executor": code_executor},
-                human_input_mode="NEVER",
-                max_consecutive_auto_reply=20,
-                is_termination_msg=is_termination_msg,
-            )
-
-            # description = "Upload a file to Azure Blob Storage and get URL back with a SAS token. Requires AZURE_STORAGE_CONNECTION_STRING and AZURE_BLOB_CONTAINER environment variables. Input: file_path (str). Output: SAS URL (str) or error message."
-
-            # register_function(
-            #     autogen_sas_uploader,
-            #     caller=assistant,
-            #     executor=user_proxy,
-            #     name="autogen_sas_uploader",
-            #     description=description,    
-            # )
-
-            # register_function(
-            #     autogen_sas_uploader,
-            #     caller=user_proxy,
-            #     executor=assistant,
-            #     name="autogen_sas_uploader",
-            #     description=description,    
-            # )
-
-            original_assistant_send = assistant.send
-            original_user_proxy_send = user_proxy.send
-
-            def logged_send(sender, original_send, message, recipient, request_reply=None, silent=True):
-                nonlocal message_count, all_messages
-                if not message:
-                    return
-                
-                if True or sender.name == "user_proxy":
-                    human_input = check_for_human_input(request_id)
-                    if human_input:
-                        if human_input == "TERMINATE":
-                            logging.info("Terminating conversation")
-                            raise Exception("Conversation terminated by user")
-                        elif human_input == "PAUSE":
-                            logging.info("Pausing conversation")
-                            pause_start = time.time()
-                            while time.time() - pause_start < 60*15:  # 15 minutes pause timeout
-                                time.sleep(10)
-                                new_input = check_for_human_input(request_id)
-                                if new_input:
-                                    logging.info(f"Resuming conversation with human input: {new_input}")
-                                    return logged_send(sender, original_send, new_input, recipient, request_reply, silent)
-                            logging.info("Pause timeout, ending conversation")
-                            raise Exception("Conversation ended due to pause timeout")
-                        logging.info(f"Human input to {recipient.name}: {human_input}")
-                        return original_send(human_input, recipient, request_reply, silent)
-
-
-                logging.info(f"Message from {sender.name} to {recipient.name}: {message}")
-
-                message_count += 1
-                progress = min(message_count / total_messages, 1)
-                all_messages.append({"sender": sender.name, "message": message})
-
-                # if sender.name == "assistant":
-                publish_request_progress({
-                    "requestId": request_id,
-                    "progress": progress,
-                    "info": message
-                })
-                return original_send(message, recipient, request_reply, silent)
-
-            assistant.send = lambda message, recipient, request_reply=None, silent=False: logged_send(assistant, original_assistant_send, message, recipient, request_reply, silent)
-            user_proxy.send = lambda message, recipient, request_reply=None, silent=False: logged_send(user_proxy, original_user_proxy_send, message, recipient, request_reply, silent)
-
-            #summary_method="reflection_with_llm", "last_msg"
-            chat_result = user_proxy.initiate_chat(assistant, message=message, summary_method="reflection_with_llm", summary_args={"summary_role": "user", "summary_prompt": summary_prompt})
-
-
-            zip_url = zip_and_upload_tmp_folder(temp_dir)
-
-            msg = ""
-            try:
-                msg = all_messages[-1 if all_messages[-2]["message"] else -3]["message"] 
-                logging.info(f"####Final message: {msg}")     
-            except Exception as e:
-                logging.error(f"Error getting final message: {e}")
-                msg = f"Finished, with errors 🤖 ... {e}"
-
-            msg = chat_result.summary if chat_result.summary else msg
-            msg += f"\n\n[Download all files of this task]({zip_url})"
-
-            finalData = {
-                "requestId": request_id,
-                "requestMessage": message_data.get("message"),
-                "progress": 1,
-                "data": msg,
-                "contextId": message_data.get("contextId"),
-                "conversation": all_messages,
-                "createdAt": datetime.now(timezone.utc).isoformat(),
-                "insertionTime": original_request_message.insertion_time.astimezone(timezone.utc).isoformat() if original_request_message else None,
-                "startedAt": started_at.astimezone(timezone.utc).isoformat(),
-            }       
-
-            # Final message to indicate completion
-            publish_request_progress(finalData)
-            store_in_mongo(finalData)
-
-    except Exception as e:
-        logging.error(f"Error processing message: {str(e)}")
-        if request_id:
-            publish_request_progress({
-                "requestId": request_id,
-                "progress": 1,
-                "error": str(e),
-                "data": str(e),
-            })
-            store_in_mongo({
-                "requestId": request_id,
-                "requestMessage": message_data.get("message"),
-                "progress": 1,
-                "error": str(e),
-                "data": str(e),
-                "contextId": message_data.get("contextId"),
-                "conversation": all_messages,
-                "createdAt": datetime.now(timezone.utc).isoformat(),
-                "insertionTime": original_request_message.insertion_time.astimezone(timezone.utc).isoformat() if original_request_message else None,
-                "startedAt": started_at.astimezone(timezone.utc).isoformat(),
-            })
-

package/helper-apps/cortex-autogen/prompt_summary.txt

@@ -1,37 +0,0 @@
-Provide a detailed summary of the conversation, including key points, decisions, and action items, and so on.
-Do not add any introductory phrases.
-Avoid expressing gratitude or using pleasantries.
-Maintain a professional and direct tone throughout responses.
-Include most recent meaningful messages from the conversation in the summary.
-You must include all your uploaded URLs, and url of your uploaded final code URL.
-Your reply will be only thing that finally gets to surface so make sure it is complete.
-Do not mention words like "Summary of the conversation", "Response", "Task", "The conversation" or so as it doesn't makes sense. 
-Also no need for "Request", user already know its request and task.
-Be as detailed as possible without being annoying.
-Start with the result as that is the most important part, do not mention "Result" as user already know its result.
-No need to say information about generated SAS urls just include them, only include the latest versions of same file.
-No need to say none of this as user already 'll be aware as has got the result: 
-    - Code executed successfully, producing correct result ...
-    - File uploaded to Azure Blob Storage with unique timestamp ...
-    - SAS URL generated for file access, valid for ...
-    - File accessibility verified ...
-    - Code execution details ... 
-    - Current date and time ...
-    - Script executed twice due to debugging environment ...
-    - Verification code ...
-    - Issues encountered and resolved: ...
-    - The original plan ...
-    - Performed at ...
-
-No need to mention about code files uploaded to Azure Blob or point URLs as SAS-URLS as its a task that you already do and is known.
-No need to mention SAS URL, just give the url itself.
-Never include TERMINATE in your response.
-
-When formulating your responses, it's crucial to leverage the full capabilities of markdown formatting to create rich, visually appealing content. This approach not only enhances the user experience but also allows for more effective communication of complex ideas. Follow these guidelines to ensure your responses are both informative and visually engaging, create responses that are not only informative but also visually appealing and easy to comprehend:
-    - For images: ![Alt Text](IMAGE_URL) and <img src="IMAGE_URL" alt="Alt Text">
-    - For videos: <video src="VIDEO_URL" controls></video>
-    - For urls: [Link Text](URL)
-If there an image url, you must always include it as url and markdown e.g.: ![Alt Text](IMAGE_URL) and [Alt Text](IMAGE_URL)
-
-
-Make sure to present it nicely so human finds it appealing.

package/pathways/index.js

@@ -1,152 +0,0 @@
-import bias from './bias.js';
-import bing from './bing.js';
-import categorize from './categorize.js';
-import chat from './chat.js';
-import chat_code from './chat_code.js';
-import chat_context from './chat_context.js';
-import chat_jarvis from './chat_jarvis.js';
-import chat_persist from './chat_persist.js';
-import code_review from './code_review.js';
-import code_human_input from './code_human_input.js';
-import cognitive_delete from './cognitive_delete.js';
-import cognitive_insert from './cognitive_insert.js';
-import cognitive_search from './cognitive_search.js';
-import complete from './complete.js';
-import edit from './edit.js';
-import embeddings from './embeddings.js';
-import entities from './entities.js';
-import expand_story from './expand_story.js';
-import flux_image from './flux_image.js';
-import format_paragraph_turbo from './format_paragraph_turbo.js';
-import gemini_15_vision from './gemini_15_vision.js';
-import gemini_vision from './gemini_vision.js';
-import grammar from './grammar.js';
-import hashtags from './hashtags.js';
-import headline from './headline.js';
-import headline_custom from './headline_custom.js';
-import highlights from './highlights.js';
-import image from './image.js';
-import jira_story from './jira_story.js';
-import keywords from './keywords.js';
-import language from './language.js';
-import locations from './locations.js';
-import paraphrase from './paraphrase.js';
-import quotes from './quotes.js';
-import rag from './rag.js';
-import rag_jarvis from './rag_jarvis.js';
-import rag_search_helper from './rag_search_helper.js';
-import readme from './readme.js';
-import release_notes from './release_notes.js';
-import remove_content from './remove_content.js';
-import retrieval from './retrieval.js';
-import run_claude3_haiku from './run_claude3_haiku.js';
-import run_claude35_sonnet from './run_claude35_sonnet.js';
-import run_gpt35turbo from './run_gpt35turbo.js';
-import run_gpt4 from './run_gpt4.js';
-import run_gpt4_32 from './run_gpt4_32.js';
-import select_extension from './select_extension.js';
-import select_services from './select_services.js';
-import sentiment from './sentiment.js';
-import spelling from './spelling.js';
-import story_angles from './story_angles.js';
-import styleguide from './styleguide/styleguide.js';
-import styleguidemulti from './styleguidemulti.js';
-import subhead from './subhead.js';
-import summarize_turbo from './summarize_turbo.js';
-import summary from './summary.js';
-import sys_claude_3_haiku from './sys_claude_3_haiku.js';
-import sys_claude_35_sonnet from './sys_claude_35_sonnet.js';
-import sys_google_chat from './sys_google_chat.js';
-import sys_google_code_chat from './sys_google_code_chat.js';
-import sys_google_gemini_chat from './sys_google_gemini_chat.js';
-import sys_openai_chat from './sys_openai_chat.js';
-import sys_openai_chat_16 from './sys_openai_chat_16.js';
-import sys_openai_chat_gpt4 from './sys_openai_chat_gpt4.js';
-import sys_openai_chat_gpt4_32 from './sys_openai_chat_gpt4_32.js';
-import sys_openai_chat_gpt4_turbo from './sys_openai_chat_gpt4_turbo.js';
-import sys_openai_completion from './sys_openai_completion.js';
-import sys_parse_numbered_object_list from './sys_parse_numbered_object_list.js';
-import sys_repair_json from './sys_repair_json.js';
-import tags from './tags.js';
-import taxonomy from './taxonomy.js';
-import timeline from './timeline.js';
-import topics from './topics.js';
-import topics_sentiment from './topics_sentiment.js';
-import transcribe from './transcribe.js';
-import transcribe_neuralspace from './transcribe_neuralspace.js';
-import translate from './translate.js';
-import translate_azure from './translate_azure.js';
-import translate_context from './translate_context.js';
-import translate_gpt4 from './translate_gpt4.js';
-import translate_gpt4_turbo from './translate_gpt4_turbo.js';
-import translate_subtitle from './translate_subtitle.js';
-import translate_subtitle_helper from './translate_subtitle_helper.js';
-import translate_turbo from './translate_turbo.js';
-import vision from './vision.js';
-
-export {
-    bias,
-    bing,
-    categorize, chat, chat_code,
-    chat_context,
-    chat_jarvis,
-    chat_persist, code_review,
-    code_human_input,
-    cognitive_delete,
-    cognitive_insert,
-    cognitive_search,
-    complete,
-    edit,
-    embeddings,
-    entities,
-    expand_story,
-    flux_image,
-    format_paragraph_turbo,
-    gemini_15_vision,
-    gemini_vision,
-    grammar,
-    hashtags, headline, headline_custom, highlights,
-    image,
-    jira_story,
-    keywords,
-    language,
-    locations,
-    paraphrase,
-    quotes, rag, rag_jarvis,
-    rag_search_helper, readme,
-    release_notes,
-    remove_content,
-    retrieval,
-    run_claude3_haiku,
-    run_claude35_sonnet,
-    run_gpt35turbo, run_gpt4, run_gpt4_32, select_extension,
-    select_services,
-    sentiment,
-    spelling,
-    story_angles,
-    styleguide,
-    styleguidemulti,
-    subhead,
-    summarize_turbo,
-    summary,
-    sys_claude_3_haiku,
-    sys_claude_35_sonnet,
-    sys_google_chat,
-    sys_google_code_chat,
-    sys_google_gemini_chat, sys_openai_chat, sys_openai_chat_16, sys_openai_chat_gpt4, sys_openai_chat_gpt4_32,
-    sys_openai_completion,
-    sys_openai_chat_gpt4_turbo,
-    sys_parse_numbered_object_list,
-    sys_repair_json,
-    tags,
-    taxonomy,
-    timeline, topics, topics_sentiment, transcribe,
-    transcribe_neuralspace,
-    translate,
-    translate_azure,
-    translate_context, translate_gpt4, translate_gpt4_turbo, translate_turbo,
-    translate_subtitle,
-    translate_subtitle_helper,
-    vision
-};
-