pygeai 0.6.0b7__py3-none-any.whl → 0.6.0b11__py3-none-any.whl

pygeai/evaluation/clients.py

@@ -9,7 +9,7 @@ class EvaluationClient(BaseClient):
 
     def __init__(self, api_key: str = None, base_url: str = None, alias: str = "default", eval_url: str = None):
         super().__init__(api_key, base_url, alias)
-        eval_url = self.session.eval_url if not eval_url else None
+        eval_url = self.session.eval_url if not eval_url else eval_url
         if not eval_url:
             raise MissingRequirementException("EVAL URL must be defined in order to use the Evaluation module.")
 

pygeai/evaluation/dataset/clients.py

@@ -10,6 +10,7 @@ from pygeai.evaluation.dataset.endpoints import (
     UPLOAD_DATASET_ROWS_FILE
 )
 from pygeai.core.utils.validators import validate_status_code
+from pygeai.core.utils.parsers import parse_json_response
 
 
 class EvaluationDatasetClient(EvaluationClient):
@@ -23,8 +24,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=LIST_DATASETS
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def create_dataset(
             self,
@@ -57,8 +58,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=CREATE_DATASET,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def create_dataset_from_file(self, file_path: str) -> dict:
         """
@@ -83,8 +84,8 @@ class EvaluationDatasetClient(EvaluationClient):
                 headers=headers,
                 file=file
             )
-            result = response.json()
-            return result
+            validate_status_code(response)
+            return parse_json_response(response, "upload dataset file")
         finally:
             if file:
                 file.close()
@@ -101,8 +102,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def update_dataset(
             self,
@@ -142,8 +143,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def delete_dataset(self, dataset_id: str) -> dict:
         """
@@ -157,8 +158,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def create_dataset_row(self, dataset_id: str, row: dict) -> dict:
         """
@@ -174,8 +175,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=row
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def list_dataset_rows(self, dataset_id: str) -> dict:
         """
@@ -189,8 +190,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def get_dataset_row(self, dataset_id: str, dataset_row_id: str) -> dict:
         """
@@ -205,8 +206,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def update_dataset_row(self, dataset_id: str, dataset_row_id: str, row: dict) -> dict:
         """
@@ -223,8 +224,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=row
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def delete_dataset_row(self, dataset_id: str, dataset_row_id: str) -> dict:
         """
@@ -239,8 +240,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def create_expected_source(
             self,
@@ -271,8 +272,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def list_expected_sources(self, dataset_id: str, dataset_row_id: str) -> dict:
         """
@@ -287,8 +288,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def get_expected_source(self, dataset_id: str, dataset_row_id: str, expected_source_id: str) -> dict:
         """
@@ -304,8 +305,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def update_expected_source(
             self,
@@ -338,8 +339,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def delete_expected_source(self, dataset_id: str, dataset_row_id: str, expected_source_id: str) -> dict:
         """
@@ -355,8 +356,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def create_filter_variable(
             self,
@@ -390,8 +391,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def list_filter_variables(self, dataset_id: str, dataset_row_id: str) -> dict:
         """
@@ -406,8 +407,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def get_filter_variable(self, dataset_id: str, dataset_row_id: str, filter_variable_id: str) -> dict:
         """
@@ -423,8 +424,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def update_filter_variable(
             self,
@@ -460,8 +461,8 @@ class EvaluationDatasetClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def delete_filter_variable(self, dataset_id: str, dataset_row_id: str, filter_variable_id: str) -> dict:
         """
@@ -477,8 +478,8 @@ class EvaluationDatasetClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = response.json()
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "dataset operation")
 
     def upload_dataset_rows_file(self, dataset_id: str, file_path: str) -> dict:
         """
@@ -505,8 +506,8 @@ class EvaluationDatasetClient(EvaluationClient):
                 headers=headers,
                 file=file
             )
-            result = response.json()
-            return result
+            validate_status_code(response)
+            return parse_json_response(response, "upload dataset rows file")
         finally:
             if file:
                 file.close()

pygeai/evaluation/plan/clients.py

@@ -6,6 +6,7 @@ from pygeai.evaluation.plan.endpoints import LIST_EVALUATION_PLANS, CREATE_EVALU
     ADD_EVALUATION_PLAN_SYSTEM_METRIC, GET_EVALUATION_PLAN_SYSTEM_METRIC, UPDATE_EVALUATION_PLAN_SYSTEM_METRIC, \
     DELETE_EVALUATION_PLAN_SYSTEM_METRIC, LIST_SYSTEM_METRICS, GET_SYSTEM_METRIC, EXECUTE_EVALUATION_PLAN
 from pygeai.core.utils.validators import validate_status_code
+from pygeai.core.utils.parsers import parse_json_response
 
 
 class EvaluationPlanClient(EvaluationClient):
@@ -19,8 +20,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=LIST_EVALUATION_PLANS
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def create_evaluation_plan(
             self,
@@ -69,8 +70,8 @@ class EvaluationPlanClient(EvaluationClient):
             endpoint=CREATE_EVALUATION_PLAN,
             data=data
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def get_evaluation_plan(self, evaluation_plan_id: str) -> dict:
         """
@@ -84,8 +85,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def update_evaluation_plan(
             self,
@@ -140,8 +141,8 @@ class EvaluationPlanClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def delete_evaluation_plan(self, evaluation_plan_id: str) -> dict:
         """
@@ -155,8 +156,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def list_evaluation_plan_system_metrics(self, evaluation_plan_id: str) -> dict:
         """
@@ -170,8 +171,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def add_evaluation_plan_system_metric(
             self,
@@ -197,8 +198,8 @@ class EvaluationPlanClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def get_evaluation_plan_system_metric(self, evaluation_plan_id: str, system_metric_id: str) -> dict:
         """
@@ -213,8 +214,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def update_evaluation_plan_system_metric(
             self,
@@ -239,8 +240,8 @@ class EvaluationPlanClient(EvaluationClient):
             endpoint=endpoint,
             data=data
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def delete_evaluation_plan_system_metric(self, evaluation_plan_id: str, system_metric_id: str) -> dict:
         """
@@ -255,8 +256,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.delete(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def list_system_metrics(self) -> dict:
         """
@@ -267,8 +268,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=LIST_SYSTEM_METRICS
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def get_system_metric(self, system_metric_id: str) -> dict:
         """
@@ -282,8 +283,8 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def execute_evaluation_plan(self, evaluation_plan_id: str) -> dict:
         """
@@ -297,5 +298,5 @@ class EvaluationPlanClient(EvaluationClient):
         response = self.api_service.post(
             endpoint=endpoint,
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")

pygeai/evaluation/result/clients.py

@@ -3,9 +3,26 @@ import json
 from pygeai.evaluation.clients import EvaluationClient
 from pygeai.evaluation.result.endpoints import LIST_EVALUATION_RESULTS, GET_EVALUATION_RESULT
 from pygeai.core.utils.validators import validate_status_code
+from pygeai.core.utils.parsers import parse_json_response
 
 
 class EvaluationResultClient(EvaluationClient):
+    """
+    Client for interacting with the Evaluation Result API.
+    
+    This API is read-only and retrieves results from executed evaluation plans.
+    
+    .. warning::
+        The API documentation at https://docs.globant.ai/en/wiki?856,Evaluation+Result+API
+        contains several typos in field names. The actual API responses use these typo'd names:
+        
+        - evaluationResultAssitantRevision (missing 's' in Assistant)
+        - evaluationResultChunckCount (should be Chunk, not Chunck)
+        - evaluationResultChunckSize (should be Chunk, not Chunck)
+        - evaluationResultaMaxTokens (lowercase 'a' should be uppercase 'M', no 'a')
+        
+        Our implementation returns these fields as-is from the API.
+    """
 
     def list_evaluation_results(self, evaluation_plan_id: str) -> dict:
         """
@@ -14,13 +31,20 @@ class EvaluationResultClient(EvaluationClient):
         :param evaluation_plan_id: str - The ID of the evaluation plan.
 
         :return: dict - API response containing a list of evaluation results.
+        
+        .. note::
+            Response contains evaluation result objects with fields including:
+            dataSetId, evaluationPlanId, evaluationResultId, evaluationResultStatus,
+            evaluationResultCost, evaluationResultDuration, and others.
+            
+            See class documentation for field name typos in the API.
         """
         endpoint = LIST_EVALUATION_RESULTS.format(evaluationPlanId=evaluation_plan_id)
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")
 
     def get_evaluation_result(self, evaluation_result_id: str) -> dict:
         """
@@ -28,11 +52,19 @@ class EvaluationResultClient(EvaluationClient):
 
         :param evaluation_result_id: str - The ID of the evaluation result.
 
-        :return: dict - The evaluation result metadata as a dictionary.
+        :return: dict - The evaluation result metadata as a dictionary, including row-level data.
+        
+        .. note::
+            Response includes all fields from list_evaluation_results plus a 'rows' array
+            containing detailed row-level evaluation data with fields like:
+            dataSetRowId, evaluationResultRowStatus, evaluationResultRowOutput,
+            evaluationResultRowCost, etc.
+            
+            See class documentation for field name typos in the API.
         """
         endpoint = GET_EVALUATION_RESULT.format(evaluationResultId=evaluation_result_id)
         response = self.api_service.get(
             endpoint=endpoint
         )
-        result = json.loads(response.content)
-        return result
+        validate_status_code(response)
+        return parse_json_response(response, "evaluation plan operation")

pygeai/gam/clients.py

@@ -105,6 +105,7 @@ class GAMClient(BaseClient):
             headers=headers,
             form=True
         )
+        validate_status_code(response)
         return parse_json_response(response, "get access token")
 
     def get_user_info(
@@ -126,6 +127,7 @@ class GAMClient(BaseClient):
             endpoint=GET_USER_INFO_V2,
             headers=headers
         )
+        validate_status_code(response)
         return parse_json_response(response, "get user info")
 
     def refresh_access_token(
@@ -164,6 +166,7 @@ class GAMClient(BaseClient):
             headers=headers,
             form=True
         )
+        validate_status_code(response)
         return parse_json_response(response, "refresh access token")
 
     def get_authentication_types(self):
@@ -171,4 +174,5 @@ class GAMClient(BaseClient):
             endpoint=GET_ACCESS_TOKEN_V2,
             params={},
         )
+        validate_status_code(response)
         return parse_json_response(response, "get authentication types")

pygeai/health/clients.py

@@ -20,4 +20,5 @@ class HealthClient(BaseClient):
         response = self.api_service.get(
             endpoint=endpoint
         )
+        validate_status_code(response)
         return parse_json_response(response, "check API status")

pygeai/lab/agents/clients.py

@@ -53,6 +53,7 @@ class AgentClient(AILabClient):
                 "allowExternal": allow_external
             }
         )
+        validate_status_code(response)
         return parse_json_response(response, f"list agents for project {self.project_id}")
 
     def create_agent(
@@ -134,6 +135,7 @@ class AgentClient(AILabClient):
             data=data
         )
 
+        validate_status_code(response)
         return parse_json_response(response, f"create agent for project {self.project_id}")
 
 
@@ -175,6 +177,7 @@ class AgentClient(AILabClient):
                 "allowDrafts": allow_drafts,
             }
         )
+        validate_status_code(response)
         return parse_json_response(response, f"retrieve agent {agent_id} for project {self.project_id}")
 
 
@@ -206,6 +209,7 @@ class AgentClient(AILabClient):
             headers=headers,
             params={}
         )
+        validate_status_code(response)
         return parse_json_response(response, f"create sharing link for agent {agent_id} in project {self.project_id}")
 
 
@@ -237,6 +241,7 @@ class AgentClient(AILabClient):
                 "revision": revision,
             }
         )
+        validate_status_code(response)
         return parse_json_response(response, f"publish revision {revision} for agent {agent_id} in project {self.project_id}")
 
 
@@ -356,6 +361,7 @@ class AgentClient(AILabClient):
             data=data
         )
 
+        validate_status_code(response)
         return parse_json_response(response, f"update agent {agent_id} in project {self.project_id}")
 
 
@@ -386,9 +392,9 @@ class AgentClient(AILabClient):
             endpoint=endpoint,
             headers=headers,
         )
+        validate_status_code(response)
         return parse_json_response(response, f"export agent {agent_id} for project {self.project_id}")
 
-
     def import_agent(
             self,
             data: dict,
@@ -415,5 +421,6 @@ class AgentClient(AILabClient):
             headers=headers,
             data=data
         )
+        validate_status_code(response)
         return parse_json_response(response, f"import agent for project {self.project_id}")
 

pygeai/lab/models.py

@@ -711,9 +711,9 @@ class Tool(CustomBaseModel):
             raise ValueError("name cannot be blank")
         if ":" in value or "/" in value:
             raise ValueError("name cannot contain ':' or '/'")
-        if not re.match(r'^[A-Za-z0-9_-]{1,64}$', value):
-            raise ValueError(
-                "name must contain only letters, numbers, underscores, or hyphens, and be 1-64 characters long")
+        # if not re.match(r'^[A-Za-z0-9_-]{1,64}$', value):
+        #    raise ValueError(
+        #        "name must contain only letters, numbers, underscores, or hyphens, and be 1-64 characters long")
         return value
 
     @field_validator("public_name")