codemie-test-harness 0.1.171__py3-none-any.whl → 0.1.172__py3-none-any.whl

codemie_test_harness/tests/assistant/test_assistants.py

@@ -16,6 +16,7 @@ from codemie_sdk.models.assistant import (
 from codemie_test_harness.tests import TEST_USER, PROJECT, LANGFUSE_TRACES_ENABLED
 from codemie_test_harness.tests.test_data.assistant_test_data import (
     EXCEL_TOOL_TEST_DATA,
+    DOCX_TOOL_TEST_DATA,
 )
 from codemie_test_harness.tests.test_data.file_test_data import (
     files_with_different_types_test_data,
@@ -432,3 +433,42 @@ def test_excel_tool_extended_functionality(
     )
 
     similarity_check.check_similarity(response, expected_response)
+
+
+@pytest.mark.assistant
+@pytest.mark.file
+@pytest.mark.regression
+@pytest.mark.smoke
+@pytest.mark.parametrize("prompt,expected_response", DOCX_TOOL_TEST_DATA)
+def test_docx_tool_extended_functionality(
+    assistant_utils, assistant, similarity_check, prompt, expected_response
+):
+    """
+    Test extended Docx tool functionality with various scenarios.
+
+    This test covers:
+    - Extract plain text using 'text' query
+    - Extract text with metadata using 'text_with_metadata' query
+    - Extract document structure using 'structure_only' query
+    - Extract tables using 'table_extraction' query
+    - Generate summary using 'summary' query
+    - Perform analysis with custom instructions using 'analyze' query
+    - Process specific pages '1-3' using pages parameter
+    - Process specific pages '1,5,10' using pages parameter
+    - Extract images using 'image_extraction' query
+    - Extract text with OCR from images using 'text_with_images' query
+
+    """
+    assistant_instance = assistant()
+
+    uploaded_file = assistant_utils.upload_file_to_chat(
+        FILES_PATH / "test_extended.docx"
+    )
+    file_url = uploaded_file.get("file_url")
+
+    # Send the prompt with the uploaded file
+    response = assistant_utils.ask_assistant(
+        assistant_instance, prompt, file_urls=[file_url]
+    )
+
+    similarity_check.check_similarity(response, expected_response)

codemie_test_harness/tests/llm/assistants/test_lite_llm.py

@@ -7,7 +7,10 @@ from codemie_test_harness.tests.test_data.llm_test_data import MODEL_RESPONSES
 from codemie_test_harness.tests.utils.credentials_manager import CredentialsManager
 from codemie_test_harness.tests.utils.client_factory import get_client
 from codemie_test_harness.tests.utils.constants import test_project_name
-from codemie_test_harness.tests.utils.env_resolver import get_environment
+from codemie_test_harness.tests.utils.env_resolver import (
+    get_environment,
+    EnvironmentResolver,
+)
 from codemie_test_harness.tests.utils.pytest_utils import check_mark
 
 
@@ -63,6 +66,10 @@ def pytest_generate_tests(metafunc):
 @pytest.mark.assistant
 @pytest.mark.lite_llm
 @pytest.mark.regression
+@pytest.mark.skipif(
+    EnvironmentResolver.is_sandbox(),
+    reason="Skipping this tests on sandbox environments",
+)
 def test_assistant_with_different_models_in_lite_llm(
     llm_utils,
     lite_llm_integration,

codemie_test_harness/tests/test_data/assistant_test_data.py

@@ -197,9 +197,7 @@ COMMON_ICON_URLS = {
 
 ICON_URL = "https://raw.githubusercontent.com/epam-gen-ai-run/ai-run-install/main/docs/assets/ai/AQAUiTestGenerator.png"
 
-# ==================== EXCEL TOOL EXTENDED FUNCTIONALITY TEST DATA ====================
 
-# Test data for Excel tool extended functionality covering EPMCDME-7877 requirements
 EXCEL_TOOL_TEST_DATA = [
     pytest.param(
         "Analyze the data in test_extended.xlsx and extract information from visible sheets only",
@@ -594,3 +592,446 @@ EXCEL_TOOL_TEST_DATA = [
         id="comprehensive_analysis",
     ),
 ]
+
+DOCX_TOOL_TEST_DATA = [
+    pytest.param(
+        "Extract plain text and show it",
+        """
+            Here is the extracted plain text from the document `test_extended.docx`:
+            
+            ---
+            
+            1. **Getting Started with AI/RunTM CodeMie**
+            
+               This section provides a brief description of what AI/RunTM CodeMie is and describes how to start using the AI/RunTM CodeMie tool as soon as possible.
+            
+               **1.1 What is AI/RunTM CodeMie?**
+            
+               AI/RunTM CodeMie is a sophisticated AI assistant tool tailored specifically for developers. AI/RunTM CodeMie is an innovative LLM-powered platform designed to help users address specific challenges and find solutions for their needs. Unlike conventional large language models (LLMs) such as ChatGPT, Bard, and Copilot, AI/RunTM CodeMie is engineered to support development processes more comprehensively. It integrates seamlessly with essential development tools including Git, Jira, Confluence, and various search engines. This integration empowers AI/RunTM CodeMie to go beyond the capabilities of a standard chatbot, enabling it to manage Jira issues, devise appropriate implementations, and generate pull requests.
+            
+               AI/RunTM CodeMie leverages AI to automate coding tasks, reduce technical debt, streamline code reviews and legacy application migrations, enhance onboarding, improve information access and analysis, optimize call center operations, ensure consistent customer support, maintain data security, and analyze market sentiment, ultimately enhancing productivity and reducing costs. The development of such a powerful assistant necessitates extensive customization and fine-tuning. The following sections will delve into the intricate adjustments and configurations required to harness the full potential of AI/RunTM CodeMie.
+            
+               **1.2 What Are AI/RunTM CodeMie Capabilities?**
+            
+               AI/RunTM CodeMie efficiently addresses numerous tasks across varying difficulty levels. Below is an overview of AI/RunTM CodeMie’s key capabilities:
+            
+               - **Comprehensive SDLC Smart Assistance and Assistants Library:** AI/RunTM CodeMie offers robust smart assistance across all phases of the SDLC process by leveraging a variety of AI assistant roles, such as Business Analyst (BA), Developer, Quality Assurance (QA), Project Manager (PM), and more. These pre-built AI assistants enhance performance and productivity, automate routine work, significantly reducing process costs and accelerating the software development cycle. The platform comes with a comprehensive library of pre-built AI assistants tailored to various roles within the SDLC to suit the diverse needs within a project.
+              
+              - **Assistants Constructor:** Provides the flexibility to create personalized assistants equipped with specific tools and abilities tailored to your project's needs.
+            
+              - **Indexing and Data Management:** AI/RunTM CodeMie provides options for data indexing, including the ability to monitor the current progress and status of the indexing process, perform incremental or full reindexing, and manage indexed data sources effectively. Supported data sources include Jira, Confluence, various file formats (PDF, PPT, Excel, etc.), and Git.
+            
+              - **Support for Multi-Agent Workflows:** AI/RunTM аCodeMie supports multi-agent workflows, allowing multiple AI assistants to collaborate seamlessly on complex tasks and workflows. This capability covers use cases where different agents need to interact and share information to achieve a common goal, enhancing coordination and efficiency across various phases of the SDLC.
+            
+              - **Ease of Use for Beginners:** Simple use cases for newcomers include code review, newcomer training, and user story creation. These require minimal setup, such as configuring your Git token for code-related tasks or your Jira token for project management tasks.
+            
+              - **Extensive Library of Tools:** AI/RunTM CodeMie includes a wide array of tools to support various aspects of software development and project management:
+                - **Version Control Systems (VCS):** Tools for managing and tracking changes in the codebase, such as Git.
+                - **Codebase Tools:** Tools for code review, static code analysis, and automated code formatting.
+                - **Research Tools:** Tools to assist in gathering and organizing research data and documentation.
+                - **Cloud Tools:** Integration with major cloud providers for deployment, monitoring, and management of cloud resources.
+                - **Project Management Tool (Jira:** For project management, task tracking, and issue tracking, **Confluence:** For documentation, knowledge sharing, and collaboration.)
+                - **Open API:** Integration with various open APIs to extend functionality and connect with other services.
+                - **Notification Tools:** Tools for sending notifications and alerts via email, chat, or other communication channels.
+                - **Data Management Tools:** Tools for querying Elasticsearch indexes.
+                - **Git Access Management:** Keycloak
+                - **Plugin Open API Notification File Management Data Management Quality Assurance**
+                
+              There is no priority or sequential system in place. Everything depends on the given instructions. It is possible to instruct the model to use a specific data source for a particular use case or provide a description for the data source when it is created. Data source descriptions are provided to the model so it can understand better use cases for it.
+            
+              (The text continues with further details that describe how to utilize specific features and integration steps for various contexts and platforms including Keycloak, SonarQube, SQL, Telegram, Azure, and much more.)
+            
+            --- 
+            
+            Above is a portion of the extracted text. It seems this document provides an in-depth introduction and guide to using AI/RunTM CodeMie, a tool for developers, detailing its capabilities, tools, integrations, and operational instructions. Let me know if you need more specific details or further assistance!
+        """,
+        id="text",
+    ),
+    pytest.param(
+        "Extract text with metadata and show it",
+        """
+            ### Extracted Text with Metadata from *test_extended.docx*
+            
+            **Metadata:**
+            - **Title:** *Not Specified*
+            - **Author:** *Not Specified*
+            - **Created Date:** 2025-09-26T09:33:00+00:00
+            - **Modified Date:** 2025-09-26T09:36:00+00:00
+            - **Keywords:** *Not Specified*
+            - **Subject:** *Not Specified*
+            - **Category:** *Not Specified*
+            - **Paragraph Count:** 835
+            - **Table Count:** 2
+            - **Section Count:** 1
+            - **Word Count:** 7,434
+            
+            **Extracted Text Snippet:**
+            The document primarily includes sections about AI/Run™ CodeMie, describing its capabilities, features, and integrations, as well as detailed guides for setup and utilization. Below is a brief example of the content:
+            
+            ---
+            #### Chapter Excerpts:
+            **1. Getting Started with AI/Run™ CodeMie**
+            - Introduction to AI/Run™ CodeMie and its functionalities.
+            - Highlights include automating coding tasks, reducing technical debt, optimizing customer support, and managing tools like Git, Jira, and Confluence.
+            
+            **1.2 What Are AI/Run™ CodeMie Capabilities?**
+            - Comprehensive SDLC Smart Assistance and Assistants Library.
+            - Tools for various applications such as version control systems, cloud integration, and multi-agent workflows.
+            
+            **2.9 Tool Integration Overview**
+            - Detailed steps to integrate Keycloak, SonarQube, SQL databases, Telegram, Azure, GCP, AWS, Kubernetes, and more.
+            
+            **3. How to Work With Assistants**
+            - Insights into creating assistants, using templates, and customization options like workflows, tools, and specific roles.
+            
+            ---
+            
+            If you need specific sections, tables, or a detailed breakdown, let me know!
+        """,
+        id="text_with_metadata",
+    ),
+    pytest.param(
+        "Extract document structure",
+        """
+            ### Document Structure for *test_extended.docx*
+            
+            #### Main Sections and Subsections:
+            
+            1. **Getting Started with AI/RunTM CodeMie**
+               - **1.1 What is AI/RunTM CodeMie?**
+               - **1.2 What Are AI/RunTM CodeMie Capabilities?**
+               - **1.3 Meet the AI/Run FAQ Assistant**
+               - **1.4 Help center**
+            
+            2. **Tools and Integrations Overview**
+               - **2.9 Tool Integration Overview**
+                 - *2.9.1 Keycloak*
+                 - *2.9.2 SonarQube*
+                 - *2.9.5 SQL*
+                 - *2.9.6 Telegram*
+                 - *2.9.7 Azure*
+                 - *2.9.8 GCP*
+                 - *2.9.9 AWS*
+                 - *2.9.10 Kubernetes*
+                 - *2.9.11 Webhook*
+                 - *2.9.12 HTML Preview*
+                 - *2.9.13 Elastic*
+            
+            3. **MCP Overview**
+               - **2.11 Adding an MCP Server**
+               - **2.11 Using MCP Tools in Assistants**
+            
+            4. **Data Sources and Assistant Tools**
+               - **2.12 What is the difference between a Data Source and an Assistant Tool in CodeMie?**
+               - **2.12 Administrative tools overview**
+               - **2.13 Processing Pictures**
+            
+            5. **How to Work With Assistants**
+               - **3.1 Assistant Templates**
+               - **3.2 Create Assistant From a Template**
+               - **3.9 Restore System Instructions**
+            
+            ---
+            
+            Let me know if you'd like further details extracted from specific sections or explored further!
+        """,
+        id="structure_only",
+    ),
+    pytest.param(
+        "Extract tables",
+        """
+            ### Extracted Tables from *test_extended.docx*
+            
+            #### Table 1: Tools and Integrations Overview
+            | **Tools Name**                          | **Integration Required** | **Integration Name** |
+            |----------------------------------------|--------------------------|-----------------------|
+            | Project Management => Jira             | Yes                      | Jira                 |
+            | Git (with operations)                  | Yes                      | Git                  |
+            | Project Management => Confluence       | Yes                      | Confluence           |
+            | Cloud => Kubernetes                    | Yes                      | Kubernetes           |
+            | Cloud => AWS                           | Yes                      | AWS                  |
+            | Cloud => GCP                           | Yes                      | GCP                  |
+            | Access Management => Keycloak          | Yes                      | Keycloak             |
+            | Cloud => Azure                         | Yes                      | Azure                |
+            | Cloud => AzureDevOps                   | Yes                      | AzureDevOps          |
+            | Data Management => SQL                 | Yes                      | SQL                  |
+            | Notification => Email                  | Yes                      | Email                |
+            | Codebase Tools => Sonar                | Yes                      | Sonar                |
+            | Research => Google Searches, Places    | No                       | ----                 |
+            | Quality Assurance => ZephyrCloud, Squad| Yes                      | ZephyrCloud, Squad   |
+            
+            > **Note**: This table lists numerous tools and integrations required, along with operations (e.g., Git, Jira, Kubernetes). Additional details (e.g., various Git operations such as branch creation, pull requests) are included in raw text.
+            
+            ---
+            
+            #### Table 2: Assistant Overview
+            | **Name**                            | **Description/Integrated Tools**                                                                                                                | **Assistant’s Tools**                                                                      |
+            |-------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------------------------------------------|
+            | Epic/User Story Compose             | Analyzes and generates requirements for the project. Note: Uses deprecated Jira tool.                                                           | Jira Issue Management                                                                     |
+            | Release Manager Assistant           | Supports release processes, generates notes, closes tickets.                                                                                    | Git, VCS (GitLab), Jira                                                                   |
+            | Junior Python Langchain Developer   | Develops tools within Langchain framework.                                                                                                      | Git, Jira                                                                                 |
+            | Junior JavaScript Vue Developer     | Develops high-quality, responsive web applications using Vue.js.                                                                                 | Git, Jira                                                                                 |
+            | Design to Code Developer            | Translates designs into responsive web apps, optimizes performance.                                                                              | VCS (GitLab), File Management                                                             |
+            | QA Checklist Assistant              | Generates QA checklists.                                                                                                                        | Jira, Confluence                                                                          |
+            | QA Test Case Assistant              | Generates test cases based on specifications.                                                                                                   | Jira, Confluence                                                                          |
+            | Code Reviewer                       | Reviews Git pull requests and creates comments.                                                                                                 | Git Tools                                                                                |
+            | Cloud Assistant                     | Prebuilt assistant to help with cloud system interactions.                                                                                      | Cloud Tools (Kubernetes, AWS, GCP, Azure)                                                |
+            | ChatGPT                             | Acts as a simple chatbot.                                                                                                                       | None                                                                                      |
+            | CSV Analyst                         | Analyzes CSV files.                                                                                                                             | None                                                                                      |
+            
+            > **Note**: This table outlines assistant types, their roles, and tools integrated. Additional assistants (e.g., CodeMie, Cloud) appear in subsequent rows.
+            
+            ---
+            
+            If you need further details or specific tables expanded, let me know!
+        """,
+        id="table_extraction",
+    ),
+    pytest.param(
+        "Generate summary",
+        """
+            ### Summary of *test_extended.docx*
+            
+            The document serves as a comprehensive guide to **AI/Run™ CodeMie**, an advanced AI assistant platform aimed at optimizing software development processes. It details the platform's diverse capabilities, including:
+            
+            - **SDLC Assistance**: Smart tools for every phase of the Software Development Life Cycle.
+            - **Tool Integrations**: Seamless integration with platforms like Git, Jira, Confluence, AWS, GCP, Kubernetes, and SonarQube.
+            - **Data Indexing**: Simplifying data access and management.
+            - **Multi-Agent Workflows**: Facilitating efficient team collaboration.
+            
+            Key topics include:
+            
+            1. **Administrative Tools**:
+               - Overview of management features and functionalities.
+               - Processes for onboarding and creating assistants using templates or custom configurations.
+            
+            2. **Integrations**:
+               - Detailed integration steps for platforms like AWS, Kubernetes, SQL databases, and more.
+            
+            3. **Features**:
+               - MCP server integration.
+               - Automated workflows (e.g., CRON scheduling).
+               - Email notifications and FAQ support.
+            
+            The document emphasizes enhancing productivity, collaboration, and streamlining development workflows for developers and teams.
+            
+            Let me know if you need further details or additional analysis!
+        """,
+        id="summary",
+    ),
+    pytest.param(
+        "Perform a sentiment analysis of the document to determine whether the language is positive, neutral, or negative.",
+        """
+            ### Sentiment Analysis of *test_extended.docx*
+            
+            #### **Sentiment**: Positive  
+            The text reflects a positive tone, emphasizing the platform's benefits, extensive integrations, and potential to enhance productivity and efficiency in software development. The language conveys enthusiasm and confidence in AI/Run™ CodeMie's role in streamlining workflows.
+            
+            #### **Language**: English  
+            The document is written entirely in English.
+            
+            #### **Readability Score**: 6.0  
+            This indicates that the document is relatively easy to read and accessible to a wide audience, likely targeting professionals familiar with software development concepts.
+            
+            #### **Pages Analyzed**: All  
+            The sentiment analysis covered the entire document for a comprehensive understanding.
+            
+            If you need further breakdowns or alternative types of analysis, let me know!
+        """,
+        id="analyze",
+    ),
+    pytest.param(
+        "Extracty text from specific pages '1-3' and show it",
+        """
+            ### Extracted Plain Text from Pages 1–3 of *test_extended.docx*
+            
+            #### **1. Getting Started with AI/Run™ CodeMie**
+            This section introduces AI/Run™ CodeMie, detailing its purpose and how to immediately start using the platform.
+            
+            **1.1 What Is AI/Run™ CodeMie?**
+            AI/Run™ CodeMie is an AI assistant tailored for developers, providing solutions for software challenges and integrating with tools like Git, Jira, Confluence, and search engines. Unlike traditional AI models (e.g., ChatGPT, Bard, Copilot), AI/Run™ CodeMie goes beyond basic chatbot functionalities by automating tasks, managing Jira issues, generating pull requests, reducing technical debt, and enhancing data security and productivity. 
+            
+            **1.2 What Are AI/Run™ CodeMie’s Capabilities?**
+            Highlights include:
+            - **SDLC Assistance**: Pre-built assistants tailored for roles such as Business Analyst, QA, Developer, and Project Manager.
+            - **Assistants Constructor**: Build customized AI assistants with specific tools for project needs.
+            - **Data Indexing**: Supports incremental data indexing from Jira, Confluence, Git, and various file formats.
+            - **Multi-Agent Workflows**: Enables collaboration among AI assistants for complex tasks.
+            
+            Tools included: version control, code review, cloud deployments, project management (e.g., Jira, Confluence), notifications, and data management tools like Elasticsearch.
+            
+            **1.3 Meet the AI/Run FAQ Assistant**
+            To start using AI/Run™ CodeMie:
+            - Log in via SSO.
+            - Access the FAQ assistant to start conversations and explore onboarding features.
+              
+            **1.4 Help Center**
+            The Help Center provides resources for assistance, learning, and updates, including:
+            - AI Assistants for FAQ, feedback, and real-time support.
+            - User guides and video tutorials.
+            - Tracking product updates.
+            
+            ---
+            
+            #### **2.9 Tool Integration Overview**
+            This section explains how to integrate tools with AI/Run™ CodeMie, using **Keycloak** as an example.
+            
+            **Keycloak Integration Steps**:
+            1. Select the realm in Keycloak.
+            2. Create or use an existing client (e.g., admin-cli).
+            3. Configure service account roles.
+            4. Copy the client secret from credentials.
+            5. Configure Keycloak settings in AI/Run™ CodeMie:
+               - Base URL
+               - Realm
+               - Client ID
+               - Client Secret
+            
+            Assistants can then be created with access to Keycloak for specific projects, enabling enhanced system integrations.
+            
+            ---
+            
+            Let me know if you need further processing for other pages or specific sections within this extracted content!
+        """,
+        id="text_pages_1_3",
+    ),
+    pytest.param(
+        "Extract text from specific pages '1,5,10' and show it",
+        """
+            ### Extracted Text from Specific Pages (1, 5, 10) of *test_extended.docx*
+            
+            ---
+            
+            ### **Page 1: Introduction to AI/Run™ CodeMie**
+            #### **1. Getting Started with AI/Run™ CodeMie**
+            This section introduces AI/Run™ CodeMie, detailing how to get started quickly.
+            
+            **1.1 What is AI/Run™ CodeMie?**
+            AI/Run™ CodeMie is an AI-driven assistant designed for developers, integrating key tools like Git, Jira, Confluence, etc., to address challenges effectively. It goes beyond standard use-cases seen in tools like ChatGPT or Copilot, allowing:
+            - Jira issue tracking.
+            - Pull request generation and implementation recommendations.
+            - Legacy migration and technical debt reduction.
+            - Enhanced onboarding and productivity optimization.
+            
+            AI/Run™ CodeMie offers automation on coding tasks, system integrations, and improved customer support, among other features.
+            
+            **1.2 Capabilities of AI/Run™ CodeMie**
+            Key highlights include:
+            - **Comprehensive SDLC Assistance**: Pre-built assistants like QA analysts, developers, PMs, etc.
+            - **Assistants Constructor**: Build custom assistants as per project requirements.
+            - **Data Indexing**: Manage incremental or full indexing from Jira, Confluence, Git repositories, and other formats.
+            - **Multi-Agent Workflows**: Support for collaborative tasks among multiple AI agents.
+            - **Extensive Tool Library**: Includes tools for cloud deployment, project management, quality assurance, and notifications.
+            
+            **1.3 Meet the FAQ Assistant**
+            Provides onboarding solutions and covers general queries, helping users adapt to the platform faster.
+            
+            ---
+            
+            ### **Page 5: Integration Examples**
+            #### **2.9.5 SQL Database**  
+            AI/Run™ CodeMie integrates seamlessly with SQL databases (e.g., PostgreSQL or MySQL). 
+            **Steps to Integrate SQL:**
+            1. Navigate to the “Integrations” tab.
+            2. Provide necessary credentials (e.g., database name, username, password).
+            3. Modify or create an assistant with SQL access to perform table operations or database queries.
+            
+            #### **2.9.6 Telegram Messenger**  
+            Since version 0.12.0, AI/Run assistants can now operate with Telegram for bot manipulation and real-time chat interactions:
+            **Steps to Set Up Telegram Bot Integration**:
+            1. Create a bot through Telegram’s BotFather.
+            2. Generate a bot token and apply it during integration setup within AI/Run™ CodeMie.
+            3. Add Telegram as a project-level integration for assistants.
+            
+            ---
+            
+            ### **Page 10: Advanced Integrations**
+            #### **Webhook Integration**
+            AI/Run™ CodeMie assistants support webhook-based triggers, facilitating automation from external systems (e.g., customer support or pull request generation).
+            **Key Steps**:
+            1. Enable webhook triggers for assistants/workflows/datasources.
+            2. Provide required credentials such as Webhook ID and Secure Access Key during integration setup.
+            
+            Applications include:
+            - Trigger assistant responses as pull requests are created.
+            - Notify users through real-time workflows for Jira updates.
+            - Automate support assistants for helpdesk ticket creation.
+            
+            ---
+            
+            Let me know if you need further assistance or more pages analyzed!
+        """,
+        id="text_pages_1_5_10",
+    ),
+    pytest.param(
+        "Extract images",
+        """
+            ### Extracted Image from *test_extended.docx*
+            
+            #### Image 1:
+            - **Format**: PNG  
+            - **Description**: An image depicting **capability configurations**, particularly configurations related to client authentication and authorization flows.  
+            - **Text Content Associated**:
+              ```
+              ### Capability config
+              
+              **Client authentication**  
+              - On  
+              
+              **Authorization**  
+              - Off  
+              
+              **Authentication flow**  
+              - **Standard flow** ✅  
+              - **Direct access grants** ✅  
+              - Implicit flow ☐  
+              - **Service accounts roles** ✅  
+              - OAuth 2.0 Device Authorization Grant ☐  
+              - OIDC CIBA Grant ☐  
+              ```
+            
+            The image encompasses these configurations, potentially used for documenting integration setups.
+            
+            - **Position**: 
+              - **Page**: 1  
+              - **Coordinates**: Top-left corner
+            
+            Let me know if you'd like to download the image or process additional queries!
+        """,
+        id="image_extraction",
+    ),
+    pytest.param(
+        "Extract and show the text with OCR from images",
+        """
+            ### Extracted Text with OCR from Images in *test_extended.docx*
+            
+            #### **Image 1: Capability Configuration**
+            The image contains text related to client authentication, authorization settings, and available flows. Below is the OCR-extracted text:
+            
+            ```
+            **Capability config**
+            
+            - **Client authentication**
+              - 🟦 On
+            
+            - **Authorization**
+              - ⚪ Off
+            
+            - **Authentication flow**
+              - ☑️ Standard flow
+              - ☑️ Direct access grants
+              - ☐ Implicit flow
+              - ☑️ Service accounts roles
+              - ☐ OAuth 2.0 Device Authorization Grant
+              - ☐ OIDC CIBA Grant
+            ```
+            
+            This image primarily highlights authentication configurations, flow types, and the enabling/disabling of various features.
+            
+            ---
+            
+            Let me know if you'd like to perform further analysis or extract more details!
+        """,
+        id="text_with_images",
+    ),
+]

codemie_test_harness/tests/utils/credentials_manager.py

@@ -1341,3 +1341,19 @@ class CredentialsManager:
             if cred.key == "api_key":
                 cred.value = "wrong_key"
         return credentials
+
+    @staticmethod
+    def invalid_ado_credentials() -> List[CredentialValues]:
+        credentials = CredentialsManager.azure_devops_credentials()
+        for cred in credentials:
+            if cred.key == "personal_access_token":
+                cred.value = "wrong_token"
+        return credentials
+
+    @staticmethod
+    def invalid_git_credentials() -> List[CredentialValues]:
+        credentials = CredentialsManager.gitlab_credentials()
+        for cred in credentials:
+            if cred.key == "token":
+                cred.value = "wrong_token"
+        return credentials

{codemie_test_harness-0.1.171.dist-info → codemie_test_harness-0.1.172.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: codemie-test-harness
-Version: 0.1.171
+Version: 0.1.172
 Summary: Autotest for CodeMie backend and UI
 Author: Anton Yeromin
 Author-email: anton_yeromin@epam.com
@@ -13,7 +13,7 @@ Requires-Dist: aws-assume-role-lib (>=2.10.0,<3.0.0)
 Requires-Dist: boto3 (>=1.39.8,<2.0.0)
 Requires-Dist: click (>=8.1.7,<9.0.0)
 Requires-Dist: codemie-plugins (>=0.1.123,<0.2.0)
-Requires-Dist: codemie-sdk-python (==0.1.171)
+Requires-Dist: codemie-sdk-python (==0.1.172)
 Requires-Dist: pytest (>=8.4.1,<9.0.0)
 Requires-Dist: pytest-playwright (>=0.7.0,<0.8.0)
 Requires-Dist: pytest-reportportal (>=5.5.2,<6.0.0)

{codemie_test_harness-0.1.171.dist-info → codemie_test_harness-0.1.172.dist-info}/RECORD

@@ -23,7 +23,7 @@ codemie_test_harness/tests/assistant/default_integrations/__init__.py,sha256=47D
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool.py,sha256=FUi0r1TTG5Hh4pVQosNtSmBRNJhKN_sSfavHjAm51KQ,7554
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_kit.py,sha256=l2wwk9TKDfSuGKGAJVhhwkVhL1cn74wOxPr_gdbSZDQ,7825
 codemie_test_harness/tests/assistant/default_integrations/test_default_integrations_for_tool_with_datasource.py,sha256=K8wzK48e7V92kLt_BKsXyO_K_ud0VTUHrnvFFoIxGj8,10140
-codemie_test_harness/tests/assistant/test_assistants.py,sha256=E6kCzWBrNvx1GKvxzSsxm-vEHFkHFVVCGoXHdV8szKc,13968
+codemie_test_harness/tests/assistant/test_assistants.py,sha256=pXif1RLZ6Zbog9ovoKptX6tzLtGlNaMdZ5m_3BnvrV8,15371
 codemie_test_harness/tests/assistant/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/access_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/assistant/tools/access_management/test_keycloak_tool.py,sha256=YKPTYO9qI72-RtkaPSONRxvusKNJ3ksVPjkD3xk7qCM,740
@@ -81,7 +81,7 @@ codemie_test_harness/tests/integrations/user/test_default_integrations.py,sha256
 codemie_test_harness/tests/integrations/user/test_user_integrations.py,sha256=lGOoyGyKby1vOvXbz9de-PfhS0eUEX6vS7tg6vixtEE,8120
 codemie_test_harness/tests/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/llm/assistants/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-codemie_test_harness/tests/llm/assistants/test_lite_llm.py,sha256=3wIasgmD-l2cEnLcYZyBi4DaIHlfuLDjxJnKoqwvklY,3493
+codemie_test_harness/tests/llm/assistants/test_lite_llm.py,sha256=Ya4t3t7JES7BHfSYbojwx_lNaKalZPq0rsZf257v1aM,3646
 codemie_test_harness/tests/llm/assistants/test_llm.py,sha256=rpS-rsRqR13HPKPDeT_PvgnlSg1_KtbXTAzQpfShL8E,3531
 codemie_test_harness/tests/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/providers/test_providers_endpoints.py,sha256=SfZVCaYcsk_mG2b9zVu7w2wOY54loQHdmRS8eK5PNo4,8120
@@ -103,7 +103,7 @@ codemie_test_harness/tests/test_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeu
 codemie_test_harness/tests/test_data/ado_test_plan_tools_test_data.py,sha256=Al5u4HNfrcoj-b072uEGsqUqjKqwXLGJXKQ0QeJT3PI,5778
 codemie_test_harness/tests/test_data/ado_wiki_tools_test_data.py,sha256=xvgEja5vE0l41sP4fE0stdFLQ0M201FWynOCEcRYufE,3188
 codemie_test_harness/tests/test_data/ado_work_item_tools_test_data.py,sha256=MHou6QGjufyX5t1oexnq2Y4UCjlE17eeyMuIz6Ml62s,5693
-codemie_test_harness/tests/test_data/assistant_test_data.py,sha256=2He6dIPxMLaFC2Ls56QoNHC7tJVchJ5KH4p94FCrAkU,24244
+codemie_test_harness/tests/test_data/assistant_test_data.py,sha256=XYB0GN6_T6OSIWLDQBGFVbeFDOTxxD6kOae88VIxTPE,53505
 codemie_test_harness/tests/test_data/cloud_tools_test_data.py,sha256=SWz-VTNcWteCvVupl2xksv4eEFkmtWMdRIqrZxjpFYk,6200
 codemie_test_harness/tests/test_data/codebase_tools_test_data.py,sha256=xbnIlDbiZTibGekrodmhO7bOg7kilsoKSlfHAhcmyIQ,3312
 codemie_test_harness/tests/test_data/data_management_tools_test_data.py,sha256=e5Cfqza3GUE3hRElm1bxgQO4PaN-jOiNd38OX9299Kc,2793
@@ -143,6 +143,7 @@ codemie_test_harness/tests/test_data/files/test.vtt,sha256=OTESV-myaR4TwzGddSBXE
 codemie_test_harness/tests/test_data/files/test.xlsx,sha256=J1OprxIMhkoGQRhuOh8oTrbj2pa8VKlSdqp9R0ejgBI,4804
 codemie_test_harness/tests/test_data/files/test.xml,sha256=QVn0coF-83PYoGyOZNVEZHW2oX2opIHh7aD6TwBW80s,352
 codemie_test_harness/tests/test_data/files/test.yaml,sha256=3NDQyzwkRM5d6eCYMScNMbCqZ0JnjU1T8WcRemuqsc0,392
+codemie_test_harness/tests/test_data/files/test_extended.docx,sha256=8TqjOxgO6ODY82DAayEqFm8D8yV6haoaKSzP-0Z5gl8,112227
 codemie_test_harness/tests/test_data/files/test_extended.xlsx,sha256=_ZjBj1E_uEuWHWGO5x0BO0E3-kQWqSyWi9vG9n2JZpQ,10031
 codemie_test_harness/tests/test_data/git_tools_test_data.py,sha256=7U05vLqkh5uJ0l_KJeHis549id1Of99K0jCsWOb0nXM,8485
 codemie_test_harness/tests/test_data/google_datasource_test_data.py,sha256=fhMJVTU0udINKtBQ750c_c279NzibGiZumnIaCPLtBo,511
@@ -237,7 +238,7 @@ codemie_test_harness/tests/utils/base_utils.py,sha256=eDUBV7kj4X-aSVOB7YKHfO9fqP
 codemie_test_harness/tests/utils/client_factory.py,sha256=xGta0ZaVYzWfwJ4cu3f89KkGc_R5Bq-9lqnhr57x_2w,972
 codemie_test_harness/tests/utils/constants.py,sha256=ZNyM5wERHFN-c8TCvBcxCdFf0As9TOpr22YvLCMHArE,1116
 codemie_test_harness/tests/utils/conversation_utils.py,sha256=SWj6TBWOQoX5Yh6Wk63yHQFveRXgK1mpLb3PUKAa57A,648
-codemie_test_harness/tests/utils/credentials_manager.py,sha256=oR3HngDhrrsCCbNZ7AAIu-dKq2tcSA0N0eWqZmZPr9E,52282
+codemie_test_harness/tests/utils/credentials_manager.py,sha256=sqzJUekCwo56zvOOm4BdHvyHPPzvY9aI4nWp1GoLwCQ,52866
 codemie_test_harness/tests/utils/datasource_utils.py,sha256=_jx1IrRR5rmQxXsal5z4nwX9vgupdVdgNL0vH-2nJ8A,12685
 codemie_test_harness/tests/utils/env_resolver.py,sha256=25776Aq9oIDcDzGtfFs07lj7eldeFgmsocxeS3RUclE,4280
 codemie_test_harness/tests/utils/env_utils.py,sha256=9tyVgxKfYqdtSoo9dRTScOZWjAUm82_65JjaKggcwCg,3999
@@ -361,7 +362,7 @@ codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/__init__.
 codemie_test_harness/tests/workflow/virtual_assistant_tools/servicenow/test_workflow_with_servicenow_tools.py,sha256=vq6tucNBxiNIQSmIj_pYiiPm0lipU9X3kzeCd6xEbRM,966
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 codemie_test_harness/tests/workflow/virtual_assistant_tools/vcs/test_workflow_with_vcs_tools.py,sha256=uD2qs361j6Egp4UumfoQ4gC24-NioXfiW0IF53N9hVA,1175
-codemie_test_harness-0.1.171.dist-info/METADATA,sha256=HIG_F4X1B4ZHlYCf20ye9Crzn9Xee5HAR6PJPlTkOnA,8998
-codemie_test_harness-0.1.171.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-codemie_test_harness-0.1.171.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
-codemie_test_harness-0.1.171.dist-info/RECORD,,
+codemie_test_harness-0.1.172.dist-info/METADATA,sha256=ypifV-_rZmtwhVmSk_itHkr3iqgF9JxAA6Sqr890_Hs,8998
+codemie_test_harness-0.1.172.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+codemie_test_harness-0.1.172.dist-info/entry_points.txt,sha256=n98t-EOM5M1mnMl_j2X4siyeO9zr0WD9a5LF7JyElIM,73
+codemie_test_harness-0.1.172.dist-info/RECORD,,