freeplay 0.5.0a3__py3-none-any.whl → 0.5.0a4__py3-none-any.whl

freeplay/resources/recordings.py

@@ -21,7 +21,7 @@ from freeplay.resources.prompts import (
     PromptInfo,
 )
 from freeplay.resources.sessions import SessionInfo, TraceInfo
-from freeplay.support import CallSupport
+from freeplay.support import CallSupport, media_inputs_to_json
 from freeplay.utils import convert_provider_message_to_dict
 
 logger = logging.getLogger(__name__)
@@ -109,18 +109,7 @@ class RecordResponse:
     completion_id: str
 
 
-def media_inputs_to_json(media_input: MediaInput) -> Dict[str, Any]:
-    if isinstance(media_input, MediaInputUrl):
-        return {
-            "type": media_input.type,
-            "url": media_input.url
-        }
-    else:
-        return {
-            "type": media_input.type,
-            "data": media_input.data,
-            "content_type": media_input.content_type
-        }
+
 
 class Recordings:
     def __init__(self, call_support: CallSupport):

freeplay/resources/test_cases.py

@@ -1,7 +1,7 @@
 from dataclasses import dataclass
 from typing import List, Optional, Dict, Any
 
-from freeplay.model import InputVariables, NormalizedMessage
+from freeplay.model import InputVariables, NormalizedMessage, MediaInputMap
 from freeplay.support import CallSupport, DatasetTestCaseRequest, DatasetTestCasesRetrievalResponse
 
 
@@ -13,12 +13,14 @@ class DatasetTestCase:
             output: Optional[str],
             history: Optional[List[NormalizedMessage]] = None,
             metadata: Optional[Dict[str, str]] = None,
+            media_inputs: Optional[MediaInputMap] = None,
             id: Optional[str] = None, # Only set on retrieval
     ):
         self.inputs = inputs
         self.output = output
         self.history = history
         self.metadata = metadata
+        self.media_inputs = media_inputs
         self.id = id
 
 
@@ -44,7 +46,7 @@ class TestCases:
         return self.create_many(project_id, dataset_id, [test_case])
 
     def create_many(self, project_id: str, dataset_id: str, test_cases: List[DatasetTestCase]) -> Dataset:
-        dataset_test_cases = [DatasetTestCaseRequest(test_case.history, test_case.inputs, test_case.metadata, test_case.output) for test_case in test_cases]
+        dataset_test_cases = [DatasetTestCaseRequest(test_case.history, test_case.inputs, test_case.metadata, test_case.output, test_case.media_inputs) for test_case in test_cases]
         self.call_support.create_test_cases(project_id, dataset_id, dataset_test_cases)
         return Dataset(dataset_id, test_cases)
 

freeplay/resources/test_runs.py

@@ -1,5 +1,6 @@
 import warnings
 from dataclasses import dataclass
+from uuid import UUID
 from typing import Any, Dict, List, Optional, Union
 
 from freeplay.model import InputVariables, MediaInputBase64, MediaInputUrl, TestRunInfo
@@ -117,10 +118,11 @@ class TestRuns:
             include_outputs: bool = False,
             name: Optional[str] = None,
             description: Optional[str] = None,
-            flavor_name: Optional[str] = None
+            flavor_name: Optional[str] = None,
+            target_evaluation_ids: Optional[List[UUID]] = None,
     ) -> TestRun:
         test_run = self.call_support.create_test_run(
-            project_id, testlist, include_outputs, name, description, flavor_name)
+            project_id, testlist, include_outputs, name, description, flavor_name, target_evaluation_ids)
         test_cases = [
             CompletionTestCase(
                 test_case_id=test_case.id,

freeplay/support.py

@@ -1,6 +1,7 @@
 from dataclasses import asdict, dataclass, field
 from json import JSONEncoder
 from typing import Any, Dict, List, Literal, Optional, Union
+from uuid import UUID
 
 from freeplay import api_support
 from freeplay.api_support import try_decode
@@ -11,7 +12,7 @@ from freeplay.model import (
     MediaInputBase64,
     MediaInputUrl,
     NormalizedMessage,
-    TestRunInfo,
+    TestRunInfo, MediaInputMap, MediaInput,
 )
 
 CustomMetadata = Optional[Dict[str, Union[str, int, float, bool]]]
@@ -35,7 +36,6 @@ class ToolSchema:
 
 Role = Literal['system', 'user', 'assistant']
 
-
 MediaType = Literal["image", "audio", "video", "file"]
 
 
@@ -56,6 +56,7 @@ class TemplateChatMessage:
 class HistoryTemplateMessage:
     kind: Literal["history"]
 
+
 TemplateMessage = Union[HistoryTemplateMessage, TemplateChatMessage]
 
 
@@ -94,6 +95,20 @@ class ProjectInfos:
     projects: List[ProjectInfo]
 
 
+def media_inputs_to_json(media_input: MediaInput) -> Dict[str, Any]:
+    if isinstance(media_input, MediaInputUrl):
+        return {
+            "type": media_input.type,
+            "url": media_input.url
+        }
+    else:
+        return {
+            "type": media_input.type,
+            "data": media_input.data,
+            "content_type": media_input.content_type
+        }
+
+
 class PromptTemplateEncoder(JSONEncoder):
     def default(self, prompt_template: PromptTemplate) -> Dict[str, Any]:
         return prompt_template.__dict__
@@ -176,12 +191,19 @@ class TestRunRetrievalResponse:
 
 
 class DatasetTestCaseRequest:
-    def __init__(self, history: Optional[List[NormalizedMessage]], inputs: InputVariables,
-                 metadata: Optional[Dict[str, str]], output: Optional[str]) -> None:
+    def __init__(
+            self,
+            history: Optional[List[NormalizedMessage]],
+            inputs: InputVariables,
+            metadata: Optional[Dict[str, str]],
+            output: Optional[str],
+            media_inputs: Optional[MediaInputMap] = None,
+    ) -> None:
         self.history: Optional[List[NormalizedMessage]] = history
         self.inputs: InputVariables = inputs
         self.metadata: Optional[Dict[str, str]] = metadata
         self.output: Optional[str] = output
+        self.media_inputs = media_inputs
 
 
 class DatasetTestCaseResponse:
@@ -325,7 +347,8 @@ class CallSupport:
             include_outputs: bool = False,
             name: Optional[str] = None,
             description: Optional[str] = None,
-            flavor_name: Optional[str] = None
+            flavor_name: Optional[str] = None,
+            target_evaluation_ids: Optional[List[UUID]] = None
     ) -> TestRunResponse:
         response = api_support.post_raw(
             api_key=self.freeplay_api_key,
@@ -335,7 +358,10 @@ class CallSupport:
                 'include_outputs': include_outputs,
                 'test_run_name': name,
                 'test_run_description': description,
-                'flavor_name': flavor_name
+                'flavor_name': flavor_name,
+                'target_evaluation_ids': [
+                    str(id) for id in target_evaluation_ids
+                ] if target_evaluation_ids is not None else None
             },
         )
 
@@ -403,13 +429,22 @@ class CallSupport:
         if response.status_code != 201:
             raise freeplay_response_error('Error while deleting session.', response)
 
-    def create_test_cases(self, project_id: str, dataset_id: str, test_cases: List[DatasetTestCaseRequest]) -> None:
+    def create_test_cases(
+            self,
+            project_id: str,
+            dataset_id: str,
+            test_cases: List[DatasetTestCaseRequest]
+    ) -> None:
         examples = [
             {
                 "history": test_case.history,
                 "output": test_case.output,
                 "metadata": test_case.metadata,
-                "inputs": test_case.inputs
+                "inputs": test_case.inputs,
+                "media_inputs": {
+                    name: media_inputs_to_json(media_input)
+                    for name, media_input in test_case.media_inputs.items()
+                } if test_case.media_inputs is not None else None
             } for test_case in test_cases]
         payload: Dict[str, Any] = {"examples": examples}
         url = f'{self.api_base}/v2/projects/{project_id}/datasets/id/{dataset_id}/test-cases'

{freeplay-0.5.0a3.dist-info → freeplay-0.5.0a4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: freeplay
-Version: 0.5.0a3
+Version: 0.5.0a4
 Summary: 
 License: MIT
 Author: FreePlay Engineering

{freeplay-0.5.0a3.dist-info → freeplay-0.5.0a4.dist-info}/RECORD

@@ -10,14 +10,14 @@ freeplay/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 freeplay/resources/adapters.py,sha256=6ZAPpoLeOkUkV1s9VNQNsYrnupV0-sy11zFfKfctM1Y,9296
 freeplay/resources/customer_feedback.py,sha256=6AUgHyOcXIpHvrxGAhsQgmDERvRHKutB6J-GkhkGH6s,928
 freeplay/resources/prompts.py,sha256=pkZa_b3HSrZoPqhcKCXsb26w2In-ETKydclbkXU_hus,24093
-freeplay/resources/recordings.py,sha256=OOSgSkQO7CVnOA2y7eSl5B2eMHZv5E3_-3J2XILwKUo,9811
+freeplay/resources/recordings.py,sha256=f6h2b1qFQUJbjVjMaGdWuiVXD9TYbuAUTKe0ReEZ2dg,9452
 freeplay/resources/sessions.py,sha256=dZtd9nq2nH8pmXxQOJitBnN5Jl3kjggDItDcjC69TYo,3883
-freeplay/resources/test_cases.py,sha256=nXL_976RwSJDT6OWDM4GEzbcOzcGkJ9ulvb0XOzCRDM,2240
-freeplay/resources/test_runs.py,sha256=IkqW2LrVrLzFcGtalwP4FV-DeQKKb6Nekvy02FfoH8k,5007
-freeplay/support.py,sha256=9X-utKyM9BkhCLJbPT184ud26Dc69f3DiHjyN8qq0vQ,15266
+freeplay/resources/test_cases.py,sha256=yJPtcAk1HznXSiJ8K5PtW_PIO_309LqObs4swBzzcNk,2378
+freeplay/resources/test_runs.py,sha256=ZQ7K2hjNRRiQOx8e4-mXTvPDb7ksTsIzBVlq2utrMNo,5117
+freeplay/support.py,sha256=smTwTTMRyK9NvhY0-uILWD_4Ri-Uw6_QZAagfhfOoJo,16372
 freeplay/utils.py,sha256=OtoSnlDrLEk3MWiXmKFJ4Sw42-1kQ94-d_2ekHT6eUo,5038
-freeplay-0.5.0a3.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
-freeplay-0.5.0a3.dist-info/METADATA,sha256=wJZwNOsRV5Oq1xPG8Wbx1H4UpbC4oH6RbuVP_erRPqM,1662
-freeplay-0.5.0a3.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-freeplay-0.5.0a3.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
-freeplay-0.5.0a3.dist-info/RECORD,,
+freeplay-0.5.0a4.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
+freeplay-0.5.0a4.dist-info/METADATA,sha256=HLcOsZCmDOAftfWHKMj5YNJ_lNqkmlbnpYrM1eJR6Ig,1662
+freeplay-0.5.0a4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+freeplay-0.5.0a4.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
+freeplay-0.5.0a4.dist-info/RECORD,,

{freeplay-0.5.0a3.dist-info → freeplay-0.5.0a4.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.2
+Generator: poetry-core 2.1.3
 Root-Is-Purelib: true
 Tag: py3-none-any