freeplay 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl

freeplay/model.py

@@ -4,6 +4,7 @@ from typing import List, Union, Any, Dict, Mapping, TypedDict
 InputValue = Union[str, int, bool, Dict[str, Any], List[Any]]
 InputVariables = Mapping[str, InputValue]
 TestRunInput = Mapping[str, InputValue]
+FeedbackValue = Union[bool, str, int, float]
 
 
 @dataclass

freeplay/resources/customer_feedback.py

@@ -1,6 +1,7 @@
 from dataclasses import dataclass
 from typing import Dict, Union
 
+from freeplay.model import FeedbackValue
 from freeplay.support import CallSupport
 
 
@@ -9,10 +10,24 @@ class CustomerFeedbackResponse:
     pass
 
 
+@dataclass
+class TraceFeedbackResponse:
+    pass
+
+
 class CustomerFeedback:
     def __init__(self, call_support: CallSupport) -> None:
         self.call_support = call_support
 
-    def update(self, completion_id: str, feedback: Dict[str, Union[bool, str, int, float]]) -> CustomerFeedbackResponse:
+    def update(self, completion_id: str, feedback: Dict[str, FeedbackValue]) -> CustomerFeedbackResponse:
         self.call_support.update_customer_feedback(completion_id, feedback)
         return CustomerFeedbackResponse()
+
+    def update_trace(
+            self,
+            project_id: str,
+            trace_id: str,
+            feedback: Dict[str, FeedbackValue]
+    ) -> TraceFeedbackResponse:
+        self.call_support.update_trace_feedback(project_id, trace_id, feedback)
+        return TraceFeedbackResponse()

freeplay/resources/prompts.py

@@ -303,8 +303,11 @@ class FilesystemTemplateResolver(TemplateResolver):
     def __normalize_roles(messages: List[Dict[str, str]]) -> List[Dict[str, str]]:
         normalized = []
         for message in messages:
-            role = FilesystemTemplateResolver.__role_translations.get(message['role']) or message['role']
-            normalized.append({'role': role, 'content': message['content']})
+            if 'kind' in message:
+                normalized.append(message)
+            else:
+                role = FilesystemTemplateResolver.__role_translations.get(message['role']) or message['role']
+                normalized.append({'role': role, 'content': message['content']})
         return normalized
 
     @staticmethod

freeplay/resources/test_runs.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass
-from typing import List, Optional
+from typing import List, Optional, Dict
 
 from freeplay.model import InputVariables
 from freeplay.resources.recordings import TestRunInfo
@@ -13,10 +13,12 @@ class TestCase:
             test_case_id: str,
             variables: InputVariables,
             output: Optional[str],
+            history: Optional[List[Dict[str, str]]]
     ):
         self.id = test_case_id
         self.variables = variables
         self.output = output
+        self.history = history
 
 
 @dataclass
@@ -64,7 +66,10 @@ class TestRuns:
     ) -> TestRun:
         test_run = self.call_support.create_test_run(project_id, testlist, include_outputs, name, description)
         test_cases = [
-            TestCase(test_case_id=test_case.id, variables=test_case.variables, output=test_case.output)
+            TestCase(test_case_id=test_case.id,
+                     variables=test_case.variables,
+                     output=test_case.output,
+                     history=test_case.history)
             for test_case in test_run.test_cases
         ]
 

freeplay/support.py

@@ -5,7 +5,7 @@ from typing import Optional, Dict, Any, List, Union
 from freeplay import api_support
 from freeplay.api_support import try_decode
 from freeplay.errors import freeplay_response_error, FreeplayServerError
-from freeplay.model import InputVariables
+from freeplay.model import InputVariables, FeedbackValue
 
 
 @dataclass
@@ -49,6 +49,7 @@ class TestCaseTestRunResponse:
         self.variables: InputVariables = test_case['variables']
         self.id: str = test_case['test_case_id']
         self.output: Optional[str] = test_case.get('output')
+        self.history: Optional[List[Dict[str, str]]] = test_case.get('history')
 
 
 class TestRunResponse:
@@ -163,6 +164,20 @@ class CallSupport:
         if response.status_code != 201:
             raise freeplay_response_error("Error updating customer feedback", response)
 
+    def update_trace_feedback(
+            self, project_id: str, trace_id: str, feedback: Dict[str, FeedbackValue]
+    ) -> None:
+        response = api_support.post_raw(
+            self.freeplay_api_key,
+            f'{self.api_base}/v2/projects/{project_id}/trace-feedback/id/{trace_id}',
+            feedback
+        )
+        if response.status_code != 201:
+            raise freeplay_response_error(
+                f'Error updating trace feedback for {trace_id} in project {project_id}',
+                response
+            )
+
     def create_test_run(
             self,
             project_id: str,

{freeplay-0.3.2.dist-info → freeplay-0.3.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: freeplay
-Version: 0.3.2
+Version: 0.3.3
 Summary: 
 License: MIT
 Author: FreePlay Engineering
@@ -12,6 +12,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: click (==8.1.7)
 Requires-Dist: dacite (>=1.8.0,<2.0.0)
 Requires-Dist: pystache (>=0.6.5,<0.7.0)

{freeplay-0.3.2.dist-info → freeplay-0.3.3.dist-info}/RECORD

@@ -4,18 +4,18 @@ freeplay/errors.py,sha256=vwotUBldxDzREZOmLUeoiDoZjcvDwgH1AMwKBLhLooE,807
 freeplay/freeplay.py,sha256=cj0TGxIziS5tEL12czMJrrKrCKRoYR_Qxsipg3ClpsU,1496
 freeplay/freeplay_cli.py,sha256=lmdsYwzdpWmUKHz_ieCzB-e6j1EnDHlVw3XIEyP_NEk,3460
 freeplay/llm_parameters.py,sha256=bQbfuC8EICF0XMZQa5pwI3FkQqxmCUVqHO3gYHy3Tg8,898
-freeplay/model.py,sha256=pC24wUsedD4RTI4k1BcYuDjizroeEHINH6FtEa_RLCk,384
+freeplay/model.py,sha256=LrBUOSbkNuBV44fl2Wq3UO54dQt0AlUBBjs3f5sK0HM,429
 freeplay/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 freeplay/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-freeplay/resources/customer_feedback.py,sha256=aTM7Eez7iYmjXSpRqkHxf4pi6xBrzVnMiQCEJVfPGvg,527
-freeplay/resources/prompts.py,sha256=Zd2ZbQRFilFFOWQYt6z8gw8iID_QWB5YFL2Xnl-P-js,18760
+freeplay/resources/customer_feedback.py,sha256=bw8MfEOKbGgn4FOyvcADrcs9GhcpNXNTgxKjBjIzywE,899
+freeplay/resources/prompts.py,sha256=I9dwRm6nT9lKlKzewQ2rGSsmM1vn0T_H_cPqRy-UaPI,18863
 freeplay/resources/recordings.py,sha256=kUElo6Yvc6lyo221ghbElx75uxftw7HpgBV_R9gYlE4,5938
 freeplay/resources/sessions.py,sha256=pgfqCBa-qGwwdfym9nnHizEg0Jf4sd_chLAfunwtMCQ,2787
-freeplay/resources/test_runs.py,sha256=cwhm4s1dj2FqPQN86W6rsFTcay1M-Ip6DAbXp7Utl8c,2370
-freeplay/support.py,sha256=sBsq__XpjGuUH1RNyhlqGyXevDjYwXo7rNZ8pL0vskk,7818
+freeplay/resources/test_runs.py,sha256=qF4CE4XiX_6epcs5bFKJg73C94YgrJQTxnCJLBERkos,2549
+freeplay/support.py,sha256=nuly_GCWEAEz0CmjlviadKK2_r4X6RdxxiQ6yo78wdk,8449
 freeplay/utils.py,sha256=8ZncuwCnzsAhRsaoxOMGa0Py8kXqGHlB9Avr3n79fk0,2064
-freeplay-0.3.2.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
-freeplay-0.3.2.dist-info/METADATA,sha256=WXkgfmzL-9y-OyPeJ3uV7XSaLZv9yJg8IrTg4bQtMww,1551
-freeplay-0.3.2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-freeplay-0.3.2.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
-freeplay-0.3.2.dist-info/RECORD,,
+freeplay-0.3.3.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
+freeplay-0.3.3.dist-info/METADATA,sha256=EroyDAvZii-2KfR9xvNjqcUOIGuW78yooSvNwFDRxTA,1602
+freeplay-0.3.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+freeplay-0.3.3.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
+freeplay-0.3.3.dist-info/RECORD,,

{freeplay-0.3.2.dist-info → freeplay-0.3.3.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.6.1
+Generator: poetry-core 1.9.0
 Root-Is-Purelib: true
 Tag: py3-none-any