freeplay 0.3.0a9__py3-none-any.whl → 0.3.0a11__py3-none-any.whl

freeplay/__init__.py

@@ -1,7 +1,7 @@
 from .freeplay import Freeplay
 from .resources.prompts import PromptInfo
 from .resources.recordings import CallInfo, ResponseInfo, RecordPayload, TestRunInfo
-from .resources.sessions import SessionInfo
+from .resources.sessions import SessionInfo, TraceInfo
 
 __all__ = [
     'CallInfo',
@@ -11,4 +11,5 @@ __all__ = [
     'ResponseInfo',
     'SessionInfo',
     'TestRunInfo',
+    'TraceInfo',
 ]

freeplay/api_support.py

@@ -60,6 +60,13 @@ def post_raw(api_key: str, url: str, payload: t.Optional[Dict[str, t.Any]] = Non
     )
 
 
+def delete_raw(api_key: str, url: str) -> Response:
+    return requests.delete(
+        url=url,
+        headers=build_request_header(api_key),
+    )
+
+
 def get(target_type: t.Type[T], api_key: str, url: str) -> T:
     response = requests.get(
         url=url,

freeplay/freeplay.py

@@ -36,5 +36,5 @@ class Freeplay:
         self.customer_feedback = CustomerFeedback(self.call_support)
         self.prompts = Prompts(self.call_support, resolver)
         self.recordings = Recordings(self.call_support)
-        self.sessions = Sessions()
+        self.sessions = Sessions(self.call_support)
         self.test_runs = TestRuns(self.call_support)

freeplay/resources/recordings.py

@@ -10,7 +10,7 @@ from freeplay.errors import FreeplayClientError, FreeplayError
 from freeplay.llm_parameters import LLMParameters
 from freeplay.model import InputVariables, OpenAIFunctionCall
 from freeplay.resources.prompts import PromptInfo
-from freeplay.resources.sessions import SessionInfo
+from freeplay.resources.sessions import SessionInfo, TraceInfo
 from freeplay.support import CallSupport
 
 logger = logging.getLogger(__name__)
@@ -62,6 +62,7 @@ class RecordPayload:
     response_info: Optional[ResponseInfo] = None
     test_run_info: Optional[TestRunInfo] = None
     eval_results: Optional[Dict[str, Union[bool, float]]] = None
+    trace_info: Optional[TraceInfo] = None
 
 
 @dataclass
@@ -117,6 +118,11 @@ class Recordings:
         if record_payload.eval_results is not None:
             record_api_payload['eval_results'] = record_payload.eval_results
 
+        if record_payload.trace_info is not None:
+            record_api_payload['trace_info'] = {
+                "trace_id": record_payload.trace_info.trace_id
+            }
+
         try:
             recorded_response = api_support.post_raw(
                 api_key=self.call_support.freeplay_api_key,

freeplay/resources/sessions.py

@@ -2,6 +2,9 @@ import uuid
 from dataclasses import dataclass
 from typing import Optional, Dict, Union
 
+from freeplay.errors import FreeplayClientError
+from freeplay.support import CallSupport
+
 CustomMetadata = Optional[Dict[str, Union[str, int, float]]]
 
 
@@ -11,22 +14,79 @@ class SessionInfo:
     custom_metadata: CustomMetadata
 
 
+class TraceInfo:
+    session_id: str
+    trace_id: str
+    input: Optional[str] = None
+    _call_support: CallSupport
+
+    def __init__(
+            self,
+            trace_id: str,
+            session_id: str,
+            _call_support: CallSupport,
+            input: Optional[str] = None,
+    ):
+        self.trace_id = trace_id
+        self.session_id = session_id
+        self.input = input
+        self._call_support = _call_support
+
+    def record_output(self, project_id: str, output: str) -> None:
+        if self.input is None:
+            raise FreeplayClientError("Input must be set before recording output")
+        self._call_support.record_trace(project_id, self.session_id, self.trace_id, self.input, output)
+
+
 @dataclass
 class Session:
     session_id: str
     custom_metadata: CustomMetadata
 
-    def __init__(self, session_id: str, custom_metadata: CustomMetadata):
+    def __init__(self, session_id: str, custom_metadata: CustomMetadata, _call_support: CallSupport):
         self.session_id = session_id
         self.custom_metadata = custom_metadata
         self._session_info = SessionInfo(self.session_id, self.custom_metadata)
+        self._call_support = _call_support
 
     @property
     def session_info(self) -> SessionInfo:
         return self._session_info
 
+    def create_trace(self, input: str) -> TraceInfo:
+        return TraceInfo(
+            trace_id=str(uuid.uuid4()),
+            session_id=self.session_id,
+            input=input,
+            _call_support=self._call_support
+        )
+
+    def restore_trace(self, trace_id: uuid.UUID, input: Optional[str]) -> TraceInfo:
+        return TraceInfo(
+            trace_id=str(trace_id),
+            session_id=self.session_id,
+            input=input,
+            _call_support=self._call_support
+        )
+
 
 class Sessions:
-    # noinspection PyMethodMayBeStatic
+    def __init__(self, call_support: CallSupport):
+        self.call_support = call_support
+
     def create(self, custom_metadata: CustomMetadata = None) -> Session:
-        return Session(session_id=str(uuid.uuid4()), custom_metadata=custom_metadata)
+        return Session(
+            session_id=str(uuid.uuid4()),
+            custom_metadata=custom_metadata,
+            _call_support=self.call_support,
+        )
+
+    def delete(self, project_id: str, session_id: str) -> None:
+        self.call_support.delete_session(project_id, session_id)
+
+    def restore_session(self, session_id: str, custom_metadata: CustomMetadata = None) -> Session:
+        return Session(
+            session_id=session_id,
+            custom_metadata=custom_metadata,
+            _call_support=self.call_support,
+        )

freeplay/support.py

@@ -177,8 +177,8 @@ class CallSupport:
             payload={
                 'dataset_name': testlist,
                 'include_test_case_outputs': include_test_case_outputs,
-                'name': name,
-                'description': description
+                'test_run_name': name,
+                'test_run_description': description
             },
         )
 
@@ -210,3 +210,23 @@ class CallSupport:
             summary_statistics=json_dom['summary_statistics']
         )
 
+    def record_trace(self, project_id: str, session_id: str, trace_id: str, input: str, output: str) -> None:
+        response = api_support.post_raw(
+            self.freeplay_api_key,
+            f'{self.api_base}/v2/projects/{project_id}/sessions/{session_id}/traces/id/{trace_id}',
+            {
+                'input': input,
+                'output': output
+            }
+        )
+        if response.status_code != 201:
+            raise freeplay_response_error('Error while recording trace.', response)
+
+    def delete_session(self, project_id: str, session_id: str) -> None:
+        response = api_support.delete_raw(
+            self.freeplay_api_key,
+            f'{self.api_base}/v2/projects/{project_id}/sessions/{session_id}'
+        )
+        if response.status_code != 201:
+            raise freeplay_response_error('Error while deleting session.', response)
+

{freeplay-0.3.0a9.dist-info → freeplay-0.3.0a11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: freeplay
-Version: 0.3.0a9
+Version: 0.3.0a11
 Summary: 
 License: MIT
 Author: FreePlay Engineering

freeplay-0.3.0a11.dist-info/RECORD

@@ -0,0 +1,21 @@
+freeplay/__init__.py,sha256=oseuUqIVAi-2a_ns4ZbbFqkZez6KGGwI6fPkA0AKt6I,374
+freeplay/api_support.py,sha256=Kn2x3g6yloHQl3NwFRjbZE9BnIh7d1sgwGwC0mHuvw4,2483
+freeplay/errors.py,sha256=bPqsw32YX-xSr7O-G49M0sSFF7mq-YF1WGq928UV47s,631
+freeplay/freeplay.py,sha256=cj0TGxIziS5tEL12czMJrrKrCKRoYR_Qxsipg3ClpsU,1496
+freeplay/freeplay_cli.py,sha256=lmdsYwzdpWmUKHz_ieCzB-e6j1EnDHlVw3XIEyP_NEk,3460
+freeplay/llm_parameters.py,sha256=bQbfuC8EICF0XMZQa5pwI3FkQqxmCUVqHO3gYHy3Tg8,898
+freeplay/model.py,sha256=pC24wUsedD4RTI4k1BcYuDjizroeEHINH6FtEa_RLCk,384
+freeplay/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+freeplay/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+freeplay/resources/customer_feedback.py,sha256=aTM7Eez7iYmjXSpRqkHxf4pi6xBrzVnMiQCEJVfPGvg,527
+freeplay/resources/prompts.py,sha256=V57JsLsWiMe4hAmysT8flKve7RPR8cxrxehmgUJPSeg,17537
+freeplay/resources/recordings.py,sha256=kUElo6Yvc6lyo221ghbElx75uxftw7HpgBV_R9gYlE4,5938
+freeplay/resources/sessions.py,sha256=pgfqCBa-qGwwdfym9nnHizEg0Jf4sd_chLAfunwtMCQ,2787
+freeplay/resources/test_runs.py,sha256=cwhm4s1dj2FqPQN86W6rsFTcay1M-Ip6DAbXp7Utl8c,2370
+freeplay/support.py,sha256=Fc7v8SQ1y62S08tuLAQfUI_qR2ZgLgah9kdL8sTbFMs,7848
+freeplay/utils.py,sha256=8ZncuwCnzsAhRsaoxOMGa0Py8kXqGHlB9Avr3n79fk0,2064
+freeplay-0.3.0a11.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
+freeplay-0.3.0a11.dist-info/METADATA,sha256=Wo8u_ihnXH4S_963icBvw9CK_AeDrPAC8bfujKBbXLg,1605
+freeplay-0.3.0a11.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+freeplay-0.3.0a11.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
+freeplay-0.3.0a11.dist-info/RECORD,,

{freeplay-0.3.0a9.dist-info → freeplay-0.3.0a11.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.8.1
+Generator: poetry-core 1.9.0
 Root-Is-Purelib: true
 Tag: py3-none-any

freeplay-0.3.0a9.dist-info/RECORD

@@ -1,21 +0,0 @@
-freeplay/__init__.py,sha256=_Uk0dUfn59IuToFeFXlhmA1-ULoA3uBWkg8DGbVomhw,346
-freeplay/api_support.py,sha256=Tmc6VRcmPcIgXrDNJXz0VbBD969t5QHAyV3yZlMsYRI,2331
-freeplay/errors.py,sha256=bPqsw32YX-xSr7O-G49M0sSFF7mq-YF1WGq928UV47s,631
-freeplay/freeplay.py,sha256=vwtgLNcHnXTAjyuXU1cOjvYuLBqcZ-RQDAjdFAKh7q0,1479
-freeplay/freeplay_cli.py,sha256=lmdsYwzdpWmUKHz_ieCzB-e6j1EnDHlVw3XIEyP_NEk,3460
-freeplay/llm_parameters.py,sha256=bQbfuC8EICF0XMZQa5pwI3FkQqxmCUVqHO3gYHy3Tg8,898
-freeplay/model.py,sha256=pC24wUsedD4RTI4k1BcYuDjizroeEHINH6FtEa_RLCk,384
-freeplay/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-freeplay/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-freeplay/resources/customer_feedback.py,sha256=aTM7Eez7iYmjXSpRqkHxf4pi6xBrzVnMiQCEJVfPGvg,527
-freeplay/resources/prompts.py,sha256=V57JsLsWiMe4hAmysT8flKve7RPR8cxrxehmgUJPSeg,17537
-freeplay/resources/recordings.py,sha256=6iPSvHtnPPPk53hd1z-qul7h-DRTrkL-qp1eSL0Umls,5707
-freeplay/resources/sessions.py,sha256=ioWdeTM9BSrEWKrFH66ysQIw5kCTlCVopJDmWtFgHz0,868
-freeplay/resources/test_runs.py,sha256=cwhm4s1dj2FqPQN86W6rsFTcay1M-Ip6DAbXp7Utl8c,2370
-freeplay/support.py,sha256=5CUbtPpXtawOR2vR7UNRcVA7j9k9e3C4--2-Vk3p4qk,6952
-freeplay/utils.py,sha256=8ZncuwCnzsAhRsaoxOMGa0Py8kXqGHlB9Avr3n79fk0,2064
-freeplay-0.3.0a9.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
-freeplay-0.3.0a9.dist-info/METADATA,sha256=gKY4Vte7Lny8s1bfFBylE3Drieg2SjFUrH2PsnvEdUI,1604
-freeplay-0.3.0a9.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-freeplay-0.3.0a9.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
-freeplay-0.3.0a9.dist-info/RECORD,,