freeplay 0.2.27__py3-none-any.whl → 0.2.30__py3-none-any.whl

freeplay/completions.py

@@ -1,17 +1,22 @@
 from dataclasses import dataclass
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List, Optional, TypedDict
+
+from openai.types.chat.chat_completion_chunk import ChoiceDeltaFunctionCall
+from openai.types.chat.chat_completion_message import FunctionCall
 
 from .llm_parameters import LLMParameters
 
-ChatMessage = Dict[str, str]
-OpenAIFunctionCall = Dict[str, str]
+
+class ChatMessage(TypedDict):
+    role: str
+    content: str
 
 
 @dataclass
 class CompletionResponse:
     content: str
     is_complete: bool
-    openai_function_call: Optional[OpenAIFunctionCall] = None
+    openai_function_call: Optional[FunctionCall] = None
 
 
 @dataclass
@@ -44,4 +49,4 @@ class PromptTemplates:
 class CompletionChunk:
     text: str
     is_complete: bool
-    openai_function_call: Optional[OpenAIFunctionCall] = None
+    openai_function_call: Optional[ChoiceDeltaFunctionCall] = None

freeplay/flavors.py

@@ -1,17 +1,18 @@
 import json
 from abc import abstractmethod, ABC
 from copy import copy
-from typing import Any, Dict, Generator, List, Optional
+from typing import cast, Any, Dict, Generator, List, Optional, Union
 
-import anthropic  # type: ignore
+import anthropic
 import openai
-from openai.error import AuthenticationError, InvalidRequestError
+from openai import AuthenticationError, BadRequestError, Stream
+from openai.types.chat import ChatCompletion, ChatCompletionChunk, ChatCompletionMessageParam
 
 from .completions import CompletionChunk, PromptTemplateWithMetadata, CompletionResponse, ChatCompletionResponse, \
     ChatMessage
 from .errors import FreeplayConfigurationError, LLMClientError, LLMServerError, FreeplayError
 from .llm_parameters import LLMParameters
-from .provider_config import ProviderConfig, OpenAIConfig, AnthropicConfig
+from .provider_config import AnthropicConfig, AzureConfig, OpenAIConfig, ProviderConfig
 from .utils import format_template_variables
 
 
@@ -89,45 +90,17 @@ class ChatFlavor(Flavor, ABC):
         pass
 
 
-class OpenAI(Flavor, ABC):
-    def configure_openai(
-            self,
-            openai_config: Optional[OpenAIConfig],
-            api_base: Optional[str] = None,
-            api_version: Optional[str] = None,
-            api_type: Optional[str] = None,
-    ) -> None:
-        super().__init__()
-        if not openai_config:
-            raise FreeplayConfigurationError(
-                "Missing OpenAI key. Use a ProviderConfig to specify keys prior to getting completion.")
-
-        if api_base:
-            openai.api_base = api_base
-        elif openai_config.api_base:
-            openai.api_base = openai_config.api_base
-
-        if api_type:
-            openai.api_type = api_type
-
-        if api_version:
-            openai.api_version = api_version
-
-        if not openai_config.api_key or not openai_config.api_key.strip():
-            raise FreeplayConfigurationError("OpenAI API key is not set. It must be set to make calls to the service.")
-
-        openai.api_key = openai_config.api_key
+class OpenAIChatFlavor(ChatFlavor, ABC):
 
-    @property
-    def provider(self) -> str:
-        return "openai"
-
-
-class OpenAIChat(OpenAI, ChatFlavor):
-    record_format_type = "openai_chat"
-    _model_params_with_defaults = LLMParameters({
-        "model": "gpt-3.5-turbo"
-    })
+    @abstractmethod
+    def _call_openai(
+            self,
+            messages: List[ChatMessage],
+            provider_config: ProviderConfig,
+            llm_parameters: LLMParameters,
+            stream: bool
+    ) -> Union[ChatCompletion, openai.Stream[ChatCompletionChunk]]:
+        pass
 
     def format(self, prompt_template: PromptTemplateWithMetadata, variables: Dict[str, str]) -> str:
         # Extract messages JSON to enable formatting of individual content fields of each message. If we do not
@@ -146,11 +119,12 @@ class OpenAIChat(OpenAI, ChatFlavor):
             llm_parameters: LLMParameters
     ) -> CompletionResponse:
         messages = json.loads(formatted_prompt)
-        completion = self._call_openai(messages, provider_config, llm_parameters, stream=False)
+        completion = cast(ChatCompletion, self._call_openai(messages, provider_config, llm_parameters, stream=False))
+
         return CompletionResponse(
             content=completion.choices[0].message.content or '',
             is_complete=completion.choices[0].finish_reason == 'stop',
-            openai_function_call=completion.choices[0].message.get('function_call')
+            openai_function_call=completion.choices[0].message.function_call,
         )
 
     def call_service_stream(
@@ -160,12 +134,13 @@ class OpenAIChat(OpenAI, ChatFlavor):
             llm_parameters: LLMParameters
     ) -> Generator[CompletionChunk, None, None]:
         messages = json.loads(formatted_prompt)
-        completion_stream = self._call_openai(messages, provider_config, llm_parameters, stream=True)
+        completion_stream = cast(Stream[ChatCompletionChunk],
+                                 self._call_openai(messages, provider_config, llm_parameters, stream=True))
         for chunk in completion_stream:
             yield CompletionChunk(
-                text=chunk.choices[0].delta.get('content') or '',
+                text=chunk.choices[0].delta.content or '',
                 is_complete=chunk.choices[0].finish_reason == 'stop',
-                openai_function_call=chunk.choices[0].delta.get('function_call')
+                openai_function_call=chunk.choices[0].delta.function_call
             )
 
     def continue_chat(
@@ -174,12 +149,16 @@ class OpenAIChat(OpenAI, ChatFlavor):
             provider_config: ProviderConfig,
             llm_parameters: LLMParameters
     ) -> ChatCompletionResponse:
-        completion = self._call_openai(messages, provider_config, llm_parameters, stream=False)
+        completion = cast(ChatCompletion, self._call_openai(messages, provider_config, llm_parameters, stream=False))
 
         message_history = copy(messages)
-        message_history.append(completion.choices[0].message.to_dict())
+        message = completion.choices[0].message
+        message_history.append({
+            "role": message.role or '',
+            "content": message.content or ''
+        })
         return ChatCompletionResponse(
-            content=completion.choices[0].message.content,
+            content=message.content or '',
             message_history=message_history,
             is_complete=completion.choices[0].finish_reason == "stop"
         )
@@ -190,37 +169,91 @@ class OpenAIChat(OpenAI, ChatFlavor):
             provider_config: ProviderConfig,
             llm_parameters: LLMParameters
     ) -> Generator[CompletionChunk, None, None]:
-        completion_stream = self._call_openai(messages, provider_config, llm_parameters, stream=True)
+        completion_stream = cast(Stream[ChatCompletionChunk],
+                                 self._call_openai(messages, provider_config, llm_parameters, stream=True))
         for chunk in completion_stream:
             yield CompletionChunk(
-                text=chunk.choices[0].delta.get('content', ''),
+                text=chunk.choices[0].delta.content or '',
                 is_complete=chunk.choices[0].finish_reason == "stop"
             )
 
+
+class OpenAIChat(OpenAIChatFlavor):
+    record_format_type = "openai_chat"
+    _model_params_with_defaults = LLMParameters({
+        "model": "gpt-3.5-turbo"
+    })
+
+    def __init__(self) -> None:
+        self.client: Optional[openai.OpenAI] = None
+
+    @property
+    def provider(self) -> str:
+        return "openai"
+
+    def get_openai_client(self, openai_config: Optional[OpenAIConfig]) -> openai.OpenAI:
+        if self.client:
+            return self.client
+
+        if not openai_config:
+            raise FreeplayConfigurationError(
+                "Missing OpenAI key. Use a ProviderConfig to specify keys prior to getting completion.")
+
+        self.client = openai.OpenAI(api_key=openai_config.api_key, base_url=openai_config.base_url)
+        return self.client
+
     def _call_openai(
             self,
             messages: List[ChatMessage],
             provider_config: ProviderConfig,
             llm_parameters: LLMParameters,
             stream: bool
-    ) -> Any:
-        self.configure_openai(provider_config.openai)
-        llm_parameters.pop('endpoint')
+    ) -> Union[ChatCompletion, openai.Stream[ChatCompletionChunk]]:
+        client = self.get_openai_client(provider_config.openai)
         try:
-            return openai.ChatCompletion.create(
-                messages=messages,
+            return client.chat.completions.create(
+                messages=cast(List[ChatCompletionMessageParam], messages),
                 **self.get_model_params(llm_parameters),
                 stream=stream,
-            )  # type: ignore
-        except (InvalidRequestError, AuthenticationError) as e:
+            )
+        except (BadRequestError, AuthenticationError) as e:
             raise LLMClientError("Unable to call OpenAI") from e
         except Exception as e:
             raise LLMServerError("Unable to call OpenAI") from e
 
 
-class AzureOpenAIChat(OpenAIChat):
+class AzureOpenAIChat(OpenAIChatFlavor):
     record_format_type = "azure_openai_chat"
 
+    def __init__(self) -> None:
+        self.client: Optional[openai.AzureOpenAI] = None
+
+    @property
+    def provider(self) -> str:
+        return "azure"
+
+    def get_azure_client(
+            self,
+            azure_config: Optional[AzureConfig],
+            api_version: Optional[str] = None,
+            endpoint: Optional[str] = None,
+            deployment: Optional[str] = None,
+    ) -> openai.AzureOpenAI:
+        if self.client:
+            return self.client
+
+        if not azure_config:
+            raise FreeplayConfigurationError(
+                "Missing Azure key. Use a ProviderConfig to specify keys prior to getting completion.")
+
+        self.client = openai.AzureOpenAI(
+            api_key=azure_config.api_key,
+            api_version=api_version,
+            azure_endpoint=endpoint or '',
+            azure_deployment=deployment,
+        )
+        return self.client
+
     def _call_openai(
             self,
             messages: List[ChatMessage],
@@ -232,28 +265,25 @@ class AzureOpenAIChat(OpenAIChat):
         deployment_id = llm_parameters.get('deployment_id')
         resource_name = llm_parameters.get('resource_name')
         endpoint = f'https://{resource_name}.openai.azure.com'
-        self.configure_openai(
-            provider_config.azure,
-            api_base=endpoint,
-            api_type='azure',
-            api_version=api_version
-        )
         llm_parameters.pop('resource_name')
+
+        client = self.get_azure_client(
+            azure_config=provider_config.azure,
+            api_version=api_version,
+            endpoint=endpoint,
+            deployment=deployment_id,
+        )
+
         try:
-            return openai.ChatCompletion.create(
-                messages=messages,
+            return client.chat.completions.create(
+                messages=cast(List[ChatCompletionMessageParam], messages),
                 **self.get_model_params(llm_parameters),
-                engine=deployment_id,
                 stream=stream,
-            )  # type: ignore
-        except (InvalidRequestError, AuthenticationError) as e:
-            raise LLMClientError("Unable to call OpenAI") from e
+            )
+        except (BadRequestError, AuthenticationError) as e:
+            raise LLMClientError("Unable to call Azure") from e
         except Exception as e:
-            raise LLMServerError("Unable to call OpenAI") from e
-
-    @property
-    def provider(self) -> str:
-        return "azure"
+            raise LLMServerError("Unable to call Azure") from e
 
 
 class AnthropicClaudeText(Flavor):

freeplay/freeplay.py

@@ -7,8 +7,14 @@ from typing import cast, Any, Dict, Generator, List, Optional, Tuple, Union
 
 from . import api_support
 from .api_support import try_decode
-from .completions import PromptTemplates, CompletionResponse, CompletionChunk, PromptTemplateWithMetadata, \
-    ChatCompletionResponse, ChatMessage
+from .completions import (
+    PromptTemplates,
+    CompletionResponse,
+    CompletionChunk,
+    PromptTemplateWithMetadata,
+    ChatCompletionResponse,
+    ChatMessage
+)
 from .errors import FreeplayConfigurationError, freeplay_response_error, FreeplayServerError
 from .flavors import Flavor, ChatFlavor
 from .llm_parameters import LLMParameters
@@ -700,6 +706,7 @@ def require_chat_flavor(flavor: Flavor) -> ChatFlavor:
 
     return flavor
 
+
 def check_all_values_string_or_number(metadata: Optional[Dict[str, Union[str,int,float]]]) -> None:
     if metadata:
         for key, value in metadata.items():

freeplay/provider_config.py

@@ -7,7 +7,7 @@ from .errors import FreeplayConfigurationError
 @dataclass
 class OpenAIConfig:
     api_key: str
-    api_base: Optional[str] = None
+    base_url: Optional[str] = None
 
     def validate(self) -> None:
         if not self.api_key or not self.api_key.strip():

freeplay-0.2.30.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 228Labs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

{freeplay-0.2.27.dist-info → freeplay-0.2.30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: freeplay
-Version: 0.2.27
+Version: 0.2.30
 Summary: 
 License: MIT
 Author: FreePlay Engineering
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: anthropic (>=0.7.7,<0.8.0)
 Requires-Dist: click (==8.1.7)
 Requires-Dist: dacite (>=1.8.0,<2.0.0)
-Requires-Dist: openai (>=0.27.8,<0.28.0)
+Requires-Dist: openai (>=1,<2)
 Requires-Dist: pystache (>=0.6.5,<0.7.0)
 Requires-Dist: requests (>=2.20.0,<3.0.0dev)
 Description-Content-Type: text/markdown

freeplay-0.2.30.dist-info/RECORD

@@ -0,0 +1,17 @@
+freeplay/__init__.py,sha256=74A9S9hmLq9BNHsdx0-37yDxlSukudNl9bJ0TE60Z30,61
+freeplay/api_support.py,sha256=FJCm7yb1JhY0Z1Hn-JIVM7cCfBvWfCrqMQHRzzBzGLE,2012
+freeplay/completions.py,sha256=JQtwe5THpkWqywUvOLyQFNa9t8kzNhIVkJni67U3HyI,1165
+freeplay/errors.py,sha256=bPqsw32YX-xSr7O-G49M0sSFF7mq-YF1WGq928UV47s,631
+freeplay/flavors.py,sha256=AUVAjZaP8VtK5F3NtQOa7_LD9YIs84gUafbUIqt6U84,18492
+freeplay/freeplay.py,sha256=ObfW0QnSzuagfF5aMC44NPAZIokED3BUALuhqUY5-SA,28760
+freeplay/freeplay_cli.py,sha256=nasbc_ckSr5-YtUKfg_w-6X1geQZ9s5u79VzRULGsbs,3868
+freeplay/freeplay_thin.py,sha256=2YFfqFCYimUboRg_umasvHqi2-tzWTvpuf5b9-mQK3I,827
+freeplay/llm_parameters.py,sha256=bQbfuC8EICF0XMZQa5pwI3FkQqxmCUVqHO3gYHy3Tg8,898
+freeplay/provider_config.py,sha256=hruf3Khusrwb76_-hv7ouuxmvJuaRyC1UxIw7XlJx8A,1416
+freeplay/record.py,sha256=pNLu5vPw6HyyPz5u-32pDfElY3hxeujaM1h7Xzah-VE,2961
+freeplay/utils.py,sha256=SxZYKF5H6uotQa0m2B92CTk3ADr5N5SsUS_a6HQ0fnk,1026
+freeplay-0.2.30.dist-info/LICENSE,sha256=_jzIw45hB1XHGxiQ8leZ0GH_X7bR_a8qgxaqnHbCUOo,1064
+freeplay-0.2.30.dist-info/METADATA,sha256=XE8Y8IZibHed27Gi74EUrlfacpqVxWGxF7eyjE5mQZs,1633
+freeplay-0.2.30.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+freeplay-0.2.30.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
+freeplay-0.2.30.dist-info/RECORD,,

{freeplay-0.2.27.dist-info → freeplay-0.2.30.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.6.1
+Generator: poetry-core 1.7.0
 Root-Is-Purelib: true
 Tag: py3-none-any

freeplay-0.2.27.dist-info/RECORD

@@ -1,16 +0,0 @@
-freeplay/__init__.py,sha256=74A9S9hmLq9BNHsdx0-37yDxlSukudNl9bJ0TE60Z30,61
-freeplay/api_support.py,sha256=FJCm7yb1JhY0Z1Hn-JIVM7cCfBvWfCrqMQHRzzBzGLE,2012
-freeplay/completions.py,sha256=THmAfRGnGGvfJzC2iBHmUWzh8YK9VN82G3c2w58U3vI,1014
-freeplay/errors.py,sha256=bPqsw32YX-xSr7O-G49M0sSFF7mq-YF1WGq928UV47s,631
-freeplay/flavors.py,sha256=J60TxT_KRAS_FN_stTyRtEHaoJ7x4VLBupFBZWs2r0o,17380
-freeplay/freeplay.py,sha256=k2dbwcyjvZOELxgwZRQincBYNkF5uBbTA_I-VS439FI,28737
-freeplay/freeplay_cli.py,sha256=nasbc_ckSr5-YtUKfg_w-6X1geQZ9s5u79VzRULGsbs,3868
-freeplay/freeplay_thin.py,sha256=2YFfqFCYimUboRg_umasvHqi2-tzWTvpuf5b9-mQK3I,827
-freeplay/llm_parameters.py,sha256=bQbfuC8EICF0XMZQa5pwI3FkQqxmCUVqHO3gYHy3Tg8,898
-freeplay/provider_config.py,sha256=vcFSRErjDF3uNMN0J-QBhzetjD-CywtDTdF3XZn35es,1416
-freeplay/record.py,sha256=pNLu5vPw6HyyPz5u-32pDfElY3hxeujaM1h7Xzah-VE,2961
-freeplay/utils.py,sha256=SxZYKF5H6uotQa0m2B92CTk3ADr5N5SsUS_a6HQ0fnk,1026
-freeplay-0.2.27.dist-info/METADATA,sha256=EKpk0fLkIsNc9CqaI57m1BMjOrFppWQ5GfCNzEX4a84,1643
-freeplay-0.2.27.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-freeplay-0.2.27.dist-info/entry_points.txt,sha256=32s3rf2UUCqiJT4jnClEXZhdXlvl30uwpcxz-Gsy4UU,54
-freeplay-0.2.27.dist-info/RECORD,,