freeplay 0.3.0a6__py3-none-any.whl → 0.3.0a8__py3-none-any.whl

freeplay/resources/prompts.py

@@ -3,7 +3,7 @@ import json
 from abc import ABC, abstractmethod
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Dict, Optional, List, cast, Any
+from typing import Dict, Optional, List, cast, Any, Union
 
 from freeplay.errors import FreeplayConfigurationError, FreeplayClientError
 from freeplay.llm_parameters import LLMParameters
@@ -40,10 +40,13 @@ class FormattedPrompt:
             self,
             prompt_info: PromptInfo,
             messages: List[Dict[str, str]],
-            formatted_prompt: List[Dict[str, str]]
+            formatted_prompt: Optional[List[Dict[str, str]]] = None,
+            formatted_prompt_text: Optional[str] = None
     ):
         self.prompt_info = prompt_info
         self.llm_prompt = formatted_prompt
+        if formatted_prompt_text:
+            self.llm_prompt_text = formatted_prompt_text
 
         maybe_system_content = next(
             (message['content'] for message in messages if message['role'] == 'system'), None)
@@ -72,13 +75,24 @@ class BoundPrompt:
     def __format_messages_for_flavor(
             flavor_name: str,
             messages: List[Dict[str, str]]
-    ) -> List[Dict[str, str]]:
+    ) -> Union[str, List[Dict[str, str]]]:
         if flavor_name == 'azure_openai_chat' or flavor_name == 'openai_chat':
             # We need a deepcopy here to avoid referential equality with the llm_prompt
             return copy.deepcopy(messages)
         elif flavor_name == 'anthropic_chat':
             messages_without_system = [message for message in messages if message['role'] != 'system']
             return messages_without_system
+        elif flavor_name == 'llama_3_chat':
+            if len(messages) < 1:
+                raise ValueError("Must have at least one message to format")
+
+            formatted = "<|begin_of_text|>"
+            for message in messages:
+                formatted += f"<|start_header_id|>{message['role']}<|end_header_id|>\n{message['content']}<|eot_id|>"
+            formatted += "<|start_header_id|>assistant<|end_header_id|>"
+
+            return formatted
+
         raise MissingFlavorError(flavor_name)
 
     def format(
@@ -88,11 +102,18 @@ class BoundPrompt:
         final_flavor = flavor_name or self.prompt_info.flavor_name
         formatted_prompt = BoundPrompt.__format_messages_for_flavor(final_flavor, self.messages)
 
-        return FormattedPrompt(
-            self.prompt_info,
-            self.messages,
-            formatted_prompt
-        )
+        if isinstance(formatted_prompt, str):
+            return FormattedPrompt(
+                prompt_info=self.prompt_info,
+                messages=self.messages,
+                formatted_prompt_text=formatted_prompt
+            )
+        else:
+            return FormattedPrompt(
+                prompt_info=self.prompt_info,
+                messages=self.messages,
+                formatted_prompt=formatted_prompt
+            )
 
 
 class TemplatePrompt:

freeplay/resources/recordings.py

@@ -1,7 +1,7 @@
 import json
 import logging
 from dataclasses import dataclass
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List, Optional, Union
 
 from requests import HTTPError
 
@@ -61,6 +61,7 @@ class RecordPayload:
     call_info: CallInfo
     response_info: ResponseInfo
     test_run_info: Optional[TestRunInfo] = None
+    eval_results: Optional[Dict[str, Union[bool, float]]] = None
 
 
 @dataclass
@@ -111,6 +112,9 @@ class Recordings:
         if record_payload.test_run_info is not None:
             record_api_payload['test_case_id'] = record_payload.test_run_info.test_case_id
 
+        if record_payload.eval_results is not None:
+            record_api_payload['eval_results'] = record_payload.eval_results
+
         try:
             recorded_response = api_support.post_raw(
                 api_key=self.call_support.freeplay_api_key,

freeplay/resources/test_runs.py

@@ -40,8 +40,15 @@ class TestRuns:
     def __init__(self, call_support: CallSupport) -> None:
         self.call_support = call_support
 
-    def create(self, project_id: str, testlist: str, include_outputs: bool = False) -> TestRun:
-        test_run = self.call_support.create_test_run(project_id, testlist, include_outputs)
+    def create(
+            self,
+            project_id: str,
+            testlist: str,
+            include_outputs: bool = False,
+            name: Optional[str] = None,
+            description: Optional[str] = None
+    ) -> TestRun:
+        test_run = self.call_support.create_test_run(project_id, testlist, include_outputs, name, description)
         test_cases = [
             TestCase(test_case_id=test_case.id, variables=test_case.variables, output=test_case.output)
             for test_case in test_run.test_cases

freeplay/support.py

@@ -123,7 +123,9 @@ class CallSupport:
             self,
             project_id: str,
             testlist: str,
-            include_test_case_outputs: bool = False
+            include_test_case_outputs: bool = False,
+            name: Optional[str] = None,
+            description: Optional[str] = None
     ) -> TestRunResponse:
         response = api_support.post_raw(
             api_key=self.freeplay_api_key,
@@ -131,6 +133,8 @@ class CallSupport:
             payload={
                 'testlist_name': testlist,
                 'include_test_case_outputs': include_test_case_outputs,
+                'name': name,
+                'description': description
             },
         )
 

{freeplay-0.3.0a6.dist-info → freeplay-0.3.0a8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: freeplay
-Version: 0.3.0a6
+Version: 0.3.0a8
 Summary: 
 License: MIT
 Author: FreePlay Engineering

{freeplay-0.3.0a6.dist-info → freeplay-0.3.0a8.dist-info}/RECORD

@@ -8,14 +8,14 @@ freeplay/model.py,sha256=pC24wUsedD4RTI4k1BcYuDjizroeEHINH6FtEa_RLCk,384
 freeplay/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 freeplay/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 freeplay/resources/customer_feedback.py,sha256=aTM7Eez7iYmjXSpRqkHxf4pi6xBrzVnMiQCEJVfPGvg,527
-freeplay/resources/prompts.py,sha256=ieR9_duwWFktmVSX8u_XdGZYcb3soHqwFjQdyvSJqac,12400
-freeplay/resources/recordings.py,sha256=CQMhvKLGXVMkW3o0Ixu_zM5k38RSNQRcEM6U30hMNDE,5412
+freeplay/resources/prompts.py,sha256=v0EY2hHVzqGlOCvrfg3E907LImTRQ69Nx2Xbpu0UID4,13352
+freeplay/resources/recordings.py,sha256=7H10N8bJpQ_upJ_tkIdYOOE1JfFwe8T7hfH8yr76a2M,5614
 freeplay/resources/sessions.py,sha256=ioWdeTM9BSrEWKrFH66ysQIw5kCTlCVopJDmWtFgHz0,868
-freeplay/resources/test_runs.py,sha256=2NAwoW_Yx7K8YM7QyQ3sv9dN6p0gjNgUAR7wSzLYP6w,1452
-freeplay/support.py,sha256=7BizelIEIaSRFj2IL53-RQkjncUNlUS-DPUln2VxoJg,4532
+freeplay/resources/test_runs.py,sha256=NfYcEKJu6Br0YUleo2ZtYi35uRw207uaAhwCBYDJtXQ,1612
+freeplay/support.py,sha256=rlkFuZSByYUdfw2BvKRdqjdmsrl2_4ZsMpDv8htKn7o,4692
 freeplay/utils.py,sha256=8ZncuwCnzsAhRsaoxOMGa0Py8kXqGHlB9Avr3n79fk0,2064
-freeplay-0.3.0a6.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
-freeplay-0.3.0a6.dist-info/METADATA,sha256=skFosdzJU5udk9ucgrmvZgTAsBQ9uKkKsGWmQKtqTL0,1553
-freeplay-0.3.0a6.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-freeplay-0.3.0a6.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
-freeplay-0.3.0a6.dist-info/RECORD,,
+freeplay-0.3.0a8.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
+freeplay-0.3.0a8.dist-info/METADATA,sha256=pJpMSO5APQpgFpNWoNBdGhSx2vTrYA750NHOABY74ww,1553
+freeplay-0.3.0a8.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+freeplay-0.3.0a8.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
+freeplay-0.3.0a8.dist-info/RECORD,,