codemie-sdk-python 0.1.73__tar.gz → 0.1.75__tar.gz

{codemie_sdk_python-0.1.73 → codemie_sdk_python-0.1.75}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: codemie-sdk-python
-Version: 0.1.73
+Version: 0.1.75
 Summary: CodeMie SDK for Python
 Author: Vadym Vlasenko
 Author-email: vadym_vlasenko@epam.com
@@ -746,33 +746,39 @@ For providing credentials please contact AI/Run CodeMie Team: Vadym_Vlasenko@epa
 
 ## Running tests
 
-For running tests on custom environment you should create .env file in the /tests directory,
-ask QA team: anton_yeromin@epam.com to provide all needed testing credentials
+For running tests on custom environment you should create .env file in the ./tests directory,
+ask QA team: anton_yeromin@epam.com to provide all needed testing credentials. Under this directory there are stubs
+for .env files for running tests on local and preview environments.
+
+Configuration example:
 
 ``` properties
 
 AUTH_SERVER_URL=https://keycloak.eks-core.aws.main.edp.projects.epam.com/auth
 AUTH_CLIENT_ID=codemie-preview
-AUTH_CLIENT_SECRET=<your_secret>
+AUTH_CLIENT_SECRET=<auth_clienbt_secret>
 AUTH_REALM_NAME=codemie-prod
-CODEMIE_API_DOMAIN=https://codemie-preview.lab.epam.com/code-assistant-api
-NATS_URL=nats://nats-preview-codemie.epmd-edp-anthos.eu.gcp.cloudapp.epam.com:443
+CODEMIE_API_DOMAIN=http://localhost:8080
 VERIFY_SSL=False
 
-USERNAME=<username>
-PASSWORD=<password>
+NATS_URL=nats://localhost:4222
 
-TEST_USER_FULL_NAME="Test User"
+ENV=local
 CLEANUP_DATA=True
 
-PROJECT_NAME=automation-tests-project
+AUTH_USERNAME=<username>
+AUTH_PASSWORD=<password>
+TEST_USER_FULL_NAME=<user_full_name>
+
+PROJECT_NAME=codemie
+GIT_ENV=gitlab
 
 DEFAULT_TIMEOUT=60
 
 GITLAB_URL=https://gitbud.epam.com
 GITLAB_TOKEN=<gitlab_token>
 GITLAB_PROJECT=https://gitbud.epam.com/epm-cdme/autotests/codemie-test-project
-GITLAB_PROJECT_ID=<project_id>
+GITLAB_PROJECT_ID=17889
 
 GITHUB_URL=https://github.com
 GITHUB_TOKEN=<github_token>
@@ -786,9 +792,8 @@ CONFLUENCE_URL=https://kb.epam.com
 CONFLUENCE_TOKEN=<confluence_token>
 CQL="space = EPMCDME and type = page and title = 'AQA Backlog Estimation'"
 
-AWS_ACCESS_KEY=<aws_access_key>
+AWS_ACCESS_KEY=<aws_access_token>
 AWS_SECRET_KEY=<aws_secret_key>
-AWS_SESSION_TOKEN=<aws_session_token>
 ```
 
 Run all tests
@@ -797,10 +802,10 @@ Run all tests
 pytest -n auto --reruns 1
 ```
 
-Run e2e tests
+Run e2e/regression tests
 
 ```shell
-pytest -n auto -m e2e --reruns 1
+pytest -n auto -m "e2e or regression" --reruns 1
 ```
 
 Run tests for e2e tests for specific integration/tool.

{codemie_sdk_python-0.1.73 → codemie_sdk_python-0.1.75}/README.md

@@ -733,33 +733,39 @@ For providing credentials please contact AI/Run CodeMie Team: Vadym_Vlasenko@epa
 
 ## Running tests
 
-For running tests on custom environment you should create .env file in the /tests directory,
-ask QA team: anton_yeromin@epam.com to provide all needed testing credentials
+For running tests on custom environment you should create .env file in the ./tests directory,
+ask QA team: anton_yeromin@epam.com to provide all needed testing credentials. Under this directory there are stubs
+for .env files for running tests on local and preview environments.
+
+Configuration example:
 
 ``` properties
 
 AUTH_SERVER_URL=https://keycloak.eks-core.aws.main.edp.projects.epam.com/auth
 AUTH_CLIENT_ID=codemie-preview
-AUTH_CLIENT_SECRET=<your_secret>
+AUTH_CLIENT_SECRET=<auth_clienbt_secret>
 AUTH_REALM_NAME=codemie-prod
-CODEMIE_API_DOMAIN=https://codemie-preview.lab.epam.com/code-assistant-api
-NATS_URL=nats://nats-preview-codemie.epmd-edp-anthos.eu.gcp.cloudapp.epam.com:443
+CODEMIE_API_DOMAIN=http://localhost:8080
 VERIFY_SSL=False
 
-USERNAME=<username>
-PASSWORD=<password>
+NATS_URL=nats://localhost:4222
 
-TEST_USER_FULL_NAME="Test User"
+ENV=local
 CLEANUP_DATA=True
 
-PROJECT_NAME=automation-tests-project
+AUTH_USERNAME=<username>
+AUTH_PASSWORD=<password>
+TEST_USER_FULL_NAME=<user_full_name>
+
+PROJECT_NAME=codemie
+GIT_ENV=gitlab
 
 DEFAULT_TIMEOUT=60
 
 GITLAB_URL=https://gitbud.epam.com
 GITLAB_TOKEN=<gitlab_token>
 GITLAB_PROJECT=https://gitbud.epam.com/epm-cdme/autotests/codemie-test-project
-GITLAB_PROJECT_ID=<project_id>
+GITLAB_PROJECT_ID=17889
 
 GITHUB_URL=https://github.com
 GITHUB_TOKEN=<github_token>
@@ -773,9 +779,8 @@ CONFLUENCE_URL=https://kb.epam.com
 CONFLUENCE_TOKEN=<confluence_token>
 CQL="space = EPMCDME and type = page and title = 'AQA Backlog Estimation'"
 
-AWS_ACCESS_KEY=<aws_access_key>
+AWS_ACCESS_KEY=<aws_access_token>
 AWS_SECRET_KEY=<aws_secret_key>
-AWS_SESSION_TOKEN=<aws_session_token>
 ```
 
 Run all tests
@@ -784,10 +789,10 @@ Run all tests
 pytest -n auto --reruns 1
 ```
 
-Run e2e tests
+Run e2e/regression tests
 
 ```shell
-pytest -n auto -m e2e --reruns 1
+pytest -n auto -m "e2e or regression" --reruns 1
 ```
 
 Run tests for e2e tests for specific integration/tool.

{codemie_sdk_python-0.1.73 → codemie_sdk_python-0.1.75}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "codemie-sdk-python"
-version = "0.1.73"
+version = "0.1.75"
 description = "CodeMie SDK for Python"
 authors = [
     "Vadym Vlasenko <vadym_vlasenko@epam.com>",

{codemie_sdk_python-0.1.73 → codemie_sdk_python-0.1.75}/src/codemie_sdk/models/assistant.py

@@ -263,3 +263,18 @@ class EnvVars(BaseModel):
 
 class ExportAssistantPayload(BaseModel):
     env_vars: Optional[EnvVars] = None
+
+
+class AssistantEvaluationRequest(BaseModel):
+    """Model for assistant evaluation request."""
+
+    model_config = ConfigDict(extra="ignore")
+
+    dataset_id: str = Field(description="ID of the dataset to use for evaluation")
+    experiment_name: str = Field(description="Name of the evaluation experiment")
+    system_prompt: Optional[str] = Field(
+        default=None, description="System prompt to use for evaluation"
+    )
+    llm_model: Optional[str] = Field(
+        default=None, description="LLM model to use for evaluation"
+    )

{codemie_sdk_python-0.1.73 → codemie_sdk_python-0.1.75}/src/codemie_sdk/services/assistant.py

@@ -16,6 +16,7 @@ from ..models.assistant import (
     AssistantBase,
     Context,
     ExportAssistantPayload,
+    AssistantEvaluationRequest,
 )
 from ..models.common import PaginationParams
 from ..utils import ApiRequestHandler
@@ -37,7 +38,7 @@ class AssistantService:
     def list(
         self,
         minimal_response: bool = True,
-        scope: Literal["visible_to_user", "created_by_user"] = "visible_to_user",
+        scope: Literal["visible_to_user", "marketplace"] = "visible_to_user",
         page: int = 0,
         per_page: int = 12,
         filters: Optional[Dict[str, Any]] = None,
@@ -213,3 +214,19 @@ class AssistantService:
             stream=True,
             json_data=request.model_dump(exclude_none=True),
         )
+
+    def evaluate(self, assistant_id: str, request: AssistantEvaluationRequest) -> dict:
+        """Evaluate an assistant with a dataset.
+
+        Args:
+            assistant_id: ID of the assistant to evaluate
+            request: Evaluation request details
+
+        Returns:
+            Evaluation results
+        """
+        return self._api.post(
+            f"/v1/assistants/{assistant_id}/evaluate",
+            dict,
+            json_data=request.model_dump(exclude_none=True),
+        )