freeplay 0.2.19__py3-none-any.whl → 0.2.22__py3-none-any.whl

freeplay/flavors.py

@@ -27,6 +27,8 @@ class Flavor(ABC):
                 return AnthropicClaudeText()
             case AzureOpenAIChat.record_format_type:
                 return AzureOpenAIChat()
+            case AnthropicClaudeChat.record_format_type:
+                return AnthropicClaudeChat()
             case _:
                 raise FreeplayConfigurationError(
                     'Configured flavor not found in SDK. Please update your SDK version or configure '
@@ -389,3 +391,133 @@ class AnthropicClaudeText(Flavor):
                 )
         except anthropic.ApiException as e:
             raise FreeplayError("Error calling Anthropic") from e
+
+
+class AnthropicClaudeChat(ChatFlavor):
+    record_format_type = "anthropic_chat"
+    _model_params_with_defaults = LLMParameters({
+        "model": "claude-2",
+        "max_tokens_to_sample": 100
+    })
+
+    def __init__(self) -> None:
+        self.client = None
+
+    @property
+    def provider(self) -> str:
+        return "anthropic"
+
+    def get_anthropic_client(self, anthropic_config: Optional[AnthropicConfig]) -> Any:
+        if self.client:
+            return self.client
+
+        if not anthropic_config:
+            raise FreeplayConfigurationError(
+                "Missing Anthropic key. Use a ProviderConfig to specify keys prior to getting completion.")
+
+        self.client = anthropic.Client(anthropic_config.api_key)
+        return self.client
+
+    # This just formats the prompt for uploading to the record endpoint.
+    # TODO: Move this to a base class.
+    def format(self, prompt_template: PromptTemplateWithMetadata, variables: dict[str, str]) -> str:
+        # Extract messages JSON to enable formatting of individual content fields of each message. If we do not
+        # extract the JSON, current variable interpolation will fail on JSON curly braces.
+        messages_as_json: list[dict[str, str]] = json.loads(prompt_template.content)
+        formatted_messages = [
+            {
+                "content": format_template_variables(message['content'], variables),
+                "role": self.__to_anthropic_role(message['role'])
+            } for message in messages_as_json]
+        return json.dumps(formatted_messages)
+
+    @staticmethod
+    def __to_anthropic_role(role: str) -> str:
+        if role == 'Human':
+            return 'Human'
+        elif role == 'assistant' or role == 'Assistant':
+            return 'Assistant'
+        else:
+            # Anthropic does not support system role for now.
+            return 'Human'
+
+    @staticmethod
+    def __to_anthropic_chat_format(messages: list[ChatMessage]) -> str:
+        formatted_messages = []
+        for message in messages:
+            formatted_messages.append(f"{message['role']}: {message['content']}")
+        formatted_messages.append('Assistant:')
+
+        return "\n\n" + "\n\n".join(formatted_messages)
+
+    def continue_chat(
+            self,
+            messages: list[ChatMessage],
+            provider_config: ProviderConfig,
+            llm_parameters: LLMParameters
+    ) -> ChatCompletionResponse:
+        formatted_prompt = self.__to_anthropic_chat_format(messages)
+        try:
+            client = self.get_anthropic_client(provider_config.anthropic)
+            response = client.completion(
+                prompt=formatted_prompt,
+                **self.get_model_params(llm_parameters)
+            )
+            content = response['completion']
+            message_history = messages + [{"role": "assistant", "content": content}]
+            return ChatCompletionResponse(
+                content=content,
+                is_complete=response['stop_reason'] == 'stop_sequence',
+                message_history=message_history,
+            )
+        except anthropic.ApiException as e:
+            raise FreeplayError("Error calling Anthropic") from e
+
+    def continue_chat_stream(
+            self,
+            messages: list[ChatMessage],
+            provider_config: ProviderConfig,
+            llm_parameters: LLMParameters
+    ) -> Generator[CompletionChunk, None, None]:
+        formatted_prompt = self.__to_anthropic_chat_format(messages)
+        try:
+            client = self.get_anthropic_client(provider_config.anthropic)
+            anthropic_response = client.completion_stream(
+                prompt=formatted_prompt,
+                **self.get_model_params(llm_parameters)
+            )
+
+            # Yield incremental text completions. Claude returns the full text output in every chunk.
+            # We want to predictably return a stream like we do for OpenAI.
+            prev_chunk = ''
+            for chunk in anthropic_response:
+                if len(prev_chunk) != 0:
+                    incremental_new_text = chunk['completion'].split(prev_chunk)[1]
+                else:
+                    incremental_new_text = chunk['completion']
+
+                prev_chunk = chunk['completion']
+                yield CompletionChunk(
+                    text=incremental_new_text,
+                    is_complete=chunk['stop_reason'] == 'stop_sequence'
+                )
+        except anthropic.ApiException as e:
+            raise FreeplayError("Error calling Anthropic") from e
+
+    def call_service(self, formatted_prompt: str, provider_config: ProviderConfig,
+                     llm_parameters: LLMParameters) -> CompletionResponse:
+        messages = json.loads(formatted_prompt)
+        completion = self.continue_chat(messages, provider_config, llm_parameters)
+        return CompletionResponse(
+            content=completion.content,
+            is_complete=completion.is_complete,
+        )
+
+    def call_service_stream(
+            self,
+            formatted_prompt: str,
+            provider_config: ProviderConfig,
+            llm_parameters: LLMParameters
+    ) -> Generator[CompletionChunk, None, None]:
+        messages = json.loads(formatted_prompt)
+        return self.continue_chat_stream(messages, provider_config, llm_parameters)

{freeplay-0.2.19.dist-info → freeplay-0.2.22.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: freeplay
-Version: 0.2.19
+Version: 0.2.22
 Summary: 
 License: MIT
 Author: FreePlay Engineering

{freeplay-0.2.19.dist-info → freeplay-0.2.22.dist-info}/RECORD

@@ -2,12 +2,12 @@ freeplay/__init__.py,sha256=74A9S9hmLq9BNHsdx0-37yDxlSukudNl9bJ0TE60Z30,61
 freeplay/api_support.py,sha256=aeabsXB1vQJZZOVUETmutrWJupkmhVMGqekdg3lmT_E,1988
 freeplay/completions.py,sha256=M1vlziRTIfmO-TGdqNI_eHHq4zYpMj0n8dzH-boz7bY,992
 freeplay/errors.py,sha256=bPqsw32YX-xSr7O-G49M0sSFF7mq-YF1WGq928UV47s,631
-freeplay/flavors.py,sha256=dNoMAoFVlahViFCgtBiZ-hkWlreg9yyO5mr7AelWLkw,14539
+freeplay/flavors.py,sha256=uWBBHePgUYXhEP41NRanmF5-mUsM9KmCdQGoZgA45BA,19937
 freeplay/freeplay.py,sha256=Vf7NM4I4LNNkI1rKi4xvNuRFYaJyUxJS54vsmvnF0h8,27579
 freeplay/llm_parameters.py,sha256=ANlau8qbFc5OTtvcnYzItZOicyiejS3VHfh8wnJYSmU,937
 freeplay/provider_config.py,sha256=7b98mOosOkPlOwWBbvqm3vAuEnVLcM0z7VAu24sFhdo,1866
 freeplay/record.py,sha256=sDbmeJYXlr86K_ebUd6JwQLaXhjxPT1mmSdsASvhG5A,2947
 freeplay/utils.py,sha256=n7iZGvgSJcDYL31QpYxpJyPzRpYhhqEi_r7g6t6L04I,369
-freeplay-0.2.19.dist-info/METADATA,sha256=HNeniGKRcKQzBGweNTUDhD0yoU1I4AO4gg-wNY95-N8,1572
-freeplay-0.2.19.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-freeplay-0.2.19.dist-info/RECORD,,
+freeplay-0.2.22.dist-info/METADATA,sha256=kt7YAtk4THw7VPX2ovPAIerxURjyNM916YsRYmVCeUI,1572
+freeplay-0.2.22.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+freeplay-0.2.22.dist-info/RECORD,,