GPTRouter 0.0.2__tar.gz → 0.2.5__tar.gz

{GPTRouter-0.0.2 → GPTRouter-0.2.5}/GPTRouter.egg-info/PKG-INFO

@@ -1,8 +1,8 @@
 Metadata-Version: 2.1
 Name: GPTRouter
-Version: 0.0.2
+Version: 0.2.5
 Summary: A Python package for working with GPTRouter APIs
-Author-email: sirjanpreet.ext@writesonic.com
+Author-email: sirjanpreet@writesonic.com
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3

{GPTRouter-0.0.2 → GPTRouter-0.2.5}/GPTRouter.egg-info/SOURCES.txt

@@ -11,4 +11,5 @@ gpt_router/__init__.py
 gpt_router/client.py
 gpt_router/constants.py
 gpt_router/enums.py
+gpt_router/exceptions.py
 gpt_router/models.py

GPTRouter-0.2.5/GPTRouter.egg-info/requires.txt

@@ -0,0 +1,3 @@
+httpx>=0.23.3
+pydantic>=1.10.13
+pyhumps>=3.8.0

{GPTRouter-0.0.2 → GPTRouter-0.2.5}/PKG-INFO

@@ -1,8 +1,8 @@
 Metadata-Version: 2.1
 Name: GPTRouter
-Version: 0.0.2
+Version: 0.2.5
 Summary: A Python package for working with GPTRouter APIs
-Author-email: sirjanpreet.ext@writesonic.com
+Author-email: sirjanpreet@writesonic.com
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3

{GPTRouter-0.0.2 → GPTRouter-0.2.5}/gpt_router/client.py

@@ -1,15 +1,41 @@
 from __future__ import annotations
-
+from pydantic import parse_obj_as
 import logging
 import json
 import httpx
-from typing import Generator, List, Union
+from typing import Generator, List, Optional, Union
 
-from gpt_router.models import ModelGenerationRequest, GenerationResponse, ChunkedGenerationResponse
+from gpt_router.models import (
+    ImageGenerationRequest,
+    ImageGenerationResponse,
+    ModelGenerationRequest,
+    GenerationResponse,
+    ChunkedGenerationResponse,
+)
+from gpt_router.exceptions import (
+    GPTRouterApiTimeoutError,
+    GPTRouterBadRequestError,
+    GPTRouterStreamingError,
+    GPTRouterForbiddenError,
+    GPTRouterInternalServerError,
+    GPTRouterNotAvailableError,
+    GPTRouterTooManyRequestsError,
+    GPTRouterUnauthorizedError,
+)
 from gpt_router.constants import DEFAULT_REQUEST_TIMEOUT
 
 logger = logging.getLogger(__name__)
 
+STATUS_CODE_EXCEPTION_MAPPING = {
+    400: GPTRouterBadRequestError,
+    406: GPTRouterNotAvailableError,
+    401: GPTRouterUnauthorizedError,
+    403: GPTRouterForbiddenError,
+    429: GPTRouterTooManyRequestsError,
+    500: GPTRouterInternalServerError,
+    503: GPTRouterNotAvailableError,
+}
+
 
 class GPTRouterClient:
     models = None
@@ -35,17 +61,17 @@ class GPTRouterClient:
                 )
                 if response.status_code == 200:
                     return response.json()
-                elif (
-                    response.status_code == 202
-                    or response.status_code == 204
-                ):
+                elif response.status_code == 202 or response.status_code == 204:
                     return None
                 else:
-                    raise Exception(response.json())
+                    error_class = STATUS_CODE_EXCEPTION_MAPPING.get(
+                        response.status_code, Exception
+                    )
+                    raise error_class(response.json())
         except httpx.TimeoutException as err:
             logger.error(f"Timeout error: {err}")
-            raise TimeoutError("Request timed out")
-        
+            raise GPTRouterApiTimeoutError("Api Request timed out")
+
     def _api_call(self, *, path: str, method: str, payload: dict):
         try:
             with httpx.Client() as client:
@@ -61,16 +87,16 @@ class GPTRouterClient:
                 )
                 if response.status_code == 200:
                     return response.json()
-                elif (
-                    response.status_code == 202
-                    or response.status_code == 204
-                ):
+                elif response.status_code == 202 or response.status_code == 204:
                     return None
                 else:
-                    raise Exception(response.json())
+                    error_class = STATUS_CODE_EXCEPTION_MAPPING.get(
+                        response.status_code, Exception
+                    )
+                    raise error_class(response.json())
         except httpx.TimeoutException as err:
             logger.error(f"Timeout error: {err}")
-            raise TimeoutError("Request timed out")
+            raise GPTRouterApiTimeoutError("Api Request timed out")
 
     async def astream_events(self, *, path: str, method: str, payload: dict):
         try:
@@ -79,7 +105,10 @@ class GPTRouterClient:
                     method,
                     url=f"{self.base_url}/api{path}",
                     data=json.dumps(payload),
-                    headers={"Content-type": "application/json", "ws-secret": self.api_key},
+                    headers={
+                        "Content-type": "application/json",
+                        "ws-secret": self.api_key,
+                    },
                     timeout=self.request_timeout,
                 ) as response:
                     async for line in response.aiter_lines():
@@ -95,22 +124,30 @@ class GPTRouterClient:
                                 continue
 
                             data: dict = json.loads(line_data.strip())
-
-                            yield ChunkedGenerationResponse.model_validate(data)
+                            if data["event"] == "error":
+                                raise GPTRouterStreamingError(data)
+                            yield parse_obj_as(ChunkedGenerationResponse, data)
+                        except GPTRouterStreamingError as e:
+                            raise e
                         except Exception:
                             continue
         except httpx.TimeoutException as err:
             logger.error(f"Timeout error: {err}")
             raise TimeoutError("Request timed out")
 
-    def stream_events(self, *, path: str, method: str, payload: dict) -> Generator[ChunkedGenerationResponse]:
+    def stream_events(
+        self, *, path: str, method: str, payload: dict
+    ) -> Generator[ChunkedGenerationResponse]:
         try:
             with httpx.Client() as client:
                 with client.stream(
                     method=method,
                     url=f"{self.base_url}/api{path}",
                     data=json.dumps(payload),
-                    headers={"Content-type": "application/json", "ws-secret": self.api_key},
+                    headers={
+                        "Content-type": "application/json",
+                        "ws-secret": self.api_key,
+                    },
                     timeout=self.request_timeout,
                 ) as response:
                     for line in response.iter_lines():
@@ -125,19 +162,31 @@ class GPTRouterClient:
                                 continue
 
                             data = json.loads(line_data.strip())
-                            yield ChunkedGenerationResponse.model_validate(data)
+                            if data["event"].lower() == "error":
+                                raise GPTRouterStreamingError(data["message"])
+                            yield parse_obj_as(ChunkedGenerationResponse, data)
+                        except GPTRouterStreamingError as e:
+                            raise e
                         except Exception:
                             continue
         except httpx.TimeoutException as err:
             logger.error(f"Timeout error: {err}")
             raise TimeoutError("Request timed out")
 
-    def generate(self, *, ordered_generation_requests: List[ModelGenerationRequest], is_stream=False) -> Union[GenerationResponse, Generator[ChunkedGenerationResponse]]:
+    def generate(
+        self,
+        *,
+        ordered_generation_requests: List[ModelGenerationRequest],
+        is_stream=False,
+    ) -> Union[GenerationResponse, Generator[ChunkedGenerationResponse]]:
         api_path = "/v1/generate"
         api_method = "POST"
         api_payload = {
             "stream": is_stream,
-            "data":  [request.model_dump(exclude_none=True, by_alias=True) for request in ordered_generation_requests],
+            "data": [
+                request.dict(exclude_none=True, by_alias=True)
+                for request in ordered_generation_requests
+            ],
         }
         if is_stream:
             return self.stream_events(
@@ -145,18 +194,33 @@ class GPTRouterClient:
                 method=api_method,
                 payload=api_payload,
             )
-        return GenerationResponse.model_validate(self._api_call(
+        result = self._api_call(
             path=api_path,
             method=api_method,
             payload=api_payload,
-        ))
-    
-    async def agenerate(self, *, ordered_generation_requests: List[ModelGenerationRequest], is_stream=False) -> GenerationResponse:
+        )
+        return parse_obj_as(GenerationResponse, result)
+
+    async def agenerate(
+        self,
+        *,
+        ordered_generation_requests: List[ModelGenerationRequest],
+        is_stream=False,
+        tag: Optional[str] = None,
+        user_id: Optional[str] = None,
+        history_id: Optional[str] = None,
+    ) -> GenerationResponse:
         api_path = "/v1/generate"
         api_method = "POST"
         api_payload = {
             "stream": is_stream,
-            "data":  [request.model_dump(exclude_none=True, by_alias=True) for request in ordered_generation_requests],
+            "data": [
+                request.dict(exclude_none=True, by_alias=True)
+                for request in ordered_generation_requests
+            ],
+            "tag": tag,
+            "createdByUserId": user_id,
+            "historyId": history_id,
         }
         if is_stream:
             return self.astream_events(
@@ -164,8 +228,30 @@ class GPTRouterClient:
                 method=api_method,
                 payload=api_payload,
             )
-        return GenerationResponse.model_validate(await self._async_api_call(
+        result = await self._async_api_call(
+            path=api_path,
+            method=api_method,
+            payload=api_payload,
+        )
+        return parse_obj_as(GenerationResponse, result)
+
+    async def agenerate_images(
+        self, *, image_generation_request: ImageGenerationRequest
+    ) -> List[ImageGenerationResponse]:
+        api_path = "/v1/generate/generate-image"
+        api_method = "POST"
+        api_payload = image_generation_request.dict()
+
+        api_response = await self._async_api_call(
             path=api_path,
             method=api_method,
             payload=api_payload,
-        ))
+        )
+        generated_images = api_response.get("response", [])
+        if isinstance(generated_images, dict):
+            generated_images = generated_images.get('artifacts', [])
+        
+        return [
+            parse_obj_as(ImageGenerationResponse, generated_img)
+            for generated_img in generated_images
+        ]

GPTRouter-0.2.5/gpt_router/constants.py

@@ -0,0 +1,2 @@
+DEFAULT_API_BASE_URL = 'https://gpt-router-preview.writesonic.com'
+DEFAULT_REQUEST_TIMEOUT = 60

GPTRouter-0.2.5/gpt_router/enums.py

@@ -0,0 +1,162 @@
+from collections import namedtuple
+from enum import Enum
+
+class ProvidersEnum(Enum):
+    OPENAI = "openai"
+    CHAT_OPENAI = "chat_openai"
+    ANTHROPIC = "anthropic"
+    CHAT_ANTHROPIC = "chat_anthropic"
+    AZURE_CHAT_OPENAI = "azure_chat_openai"
+    COHERE = "cohere"
+    DALLE = "dall-e"
+    TOGETHER_AI = "together_ai"
+    MISTRAL_AI = "mistral_ai"
+    PERPLEXITY = "perplexity"
+    STABLE_DIFFUSION = "stable-diffusion"
+    DALL_E = "dall-e"
+    OPENROUTER = "openrouter"
+
+class ModelsEnum(Enum):
+    OPENAI_GPT_35_TURBO_16K = "gpt-3.5-turbo-16k"
+    AZURE_GPT_35_TURBO_16K = "gpt-35-turbo-16k"
+
+    OPENAI_GPT_35_TURBO_1106 = "gpt-3.5-turbo-1106"
+
+    OPENAI_GPT_35_TURBO_0613 = "gpt-3.5-turbo-0613"
+
+    AZURE_GPT_35_TURBO = "gpt-35-turbo"
+
+    OPENAI_GPT_4 = "gpt-4"
+    AZURE_GPT_4 = "gpt-4"
+
+    OPENAI_GPT_4_0613 = "gpt-4-0613"
+
+    OPENAI_GPT_4_32K = "gpt-4-32k"
+    AZURE_GPT_4_32K = "gpt-4-32k"
+
+    OPENAI_GPT_35_TURBO_INSTRUCT = "gpt-3.5-turbo-instruct"
+
+    CLAUDE_INSTANT_12 = "claude-instant-1.2"
+
+    DALLE_3 = "dall-e-3"
+    
+    STABLE_DIFFUSION_XL = "stable-diffusion-xl-1024-v1-0"
+    STABLE_DIFFUSION_V6 = "stable-diffusion-v1-6"
+
+class StreamingEventType(Enum):
+    UPDATE = "update"
+    META = "meta"
+    ERROR = "error"
+    GENERATION_SOURCE = "generation_source"
+    END = "end"
+
+
+ModelDetails = namedtuple("ModelDetails", ["provider_name", "model_name"])
+
+
+class GPTRouterEngines(Enum):
+    OPENAI_GPT_35_TURBO = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-3.5-turbo"
+    )
+    OPENAI_GPT_35_TURBO_0613 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-3.5-turbo-0613"
+    )
+    OPENAI_GPT_35_TURBO_1106 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-3.5-turbo-1106"
+    )
+    OPENAI_GPT_35_TURBO_16K_0613 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-3.5-turbo-16k-0613"
+    )
+    OPENAI_GPT_35_TURBO_INSTRUCT = ModelDetails(
+        ProvidersEnum.OPENAI.value, "gpt-3.5-turbo-instruct"
+    )
+    OPENAI_GPT_35_TURBO_0125 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-3.5-turbo-0125"
+    )
+
+    OPENAI_GPT_4_0613 = ModelDetails(ProvidersEnum.CHAT_OPENAI.value, "gpt-4-0613")
+    OPENAI_GPT_4_TURBO = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-4-1106-preview"
+    )
+    OPENAI_GPT_4_TURBO_2024_04_09 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-4-turbo-2024-04-09"
+    )
+
+    OPENAI_GPT_4_TURBO_0125 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-4-0125-preview"
+    )
+
+    AZURE_OPENAI_GPT_4_TURBO_0125 = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt4-turbo-0125"
+    )
+
+    OPENAI_GPT_4_O = ModelDetails(ProvidersEnum.CHAT_OPENAI.value, "gpt-4o")
+
+    OPENAI_GPT_4_32K_0613 = ModelDetails(
+        ProvidersEnum.CHAT_OPENAI.value, "gpt-4-32k-0613"
+    )
+
+    AZURE_GPT_35_TURBO = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-35-turbo"
+    )
+    AZURE_GPT_35_TURBO_16K = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-35-turbo-16k"
+    )
+    AZURE_GPT_35_TURBO_1106 = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-35-turbo-1106"
+    )
+
+    AZURE_GPT_4 = ModelDetails(ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-4")
+    AZURE_GPT_4_TURBO = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-4-turbo"
+    )
+    AZURE_GPT_4_32K = ModelDetails(
+        ProvidersEnum.AZURE_CHAT_OPENAI.value, "gpt-4-32k"
+    )
+
+    CLAUDE_INSTANT_12 = ModelDetails(
+        ProvidersEnum.ANTHROPIC.value, "claude-instant-1.2"
+    )
+    CLAUDE_2 = ModelDetails(ProvidersEnum.ANTHROPIC.value, "claude-2")
+    CLAUDE_21 = ModelDetails(ProvidersEnum.ANTHROPIC.value, "claude-2.1")
+    CLAUDE_3_OPUS = ModelDetails(
+        ProvidersEnum.ANTHROPIC.value, "claude-3-opus-20240229"
+    )
+
+    MISTRAL_7B = ModelDetails(
+        ProvidersEnum.TOGETHER_AI.value, "mistralai/Mistral-7B-Instruct-v0.2"
+    )
+    MIXTRAL_8X7B = ModelDetails(
+        ProvidersEnum.TOGETHER_AI.value, "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    )
+    LLAMA_2_70B = ModelDetails(
+        ProvidersEnum.TOGETHER_AI.value, "togethercomputer/llama-2-70b-chat"
+    )
+
+    MISTRAL_MEDIUM = ModelDetails(ProvidersEnum.MISTRAL_AI.value, "mistral-medium")
+
+    PPTX_70B_ONLINE = ModelDetails(
+        ProvidersEnum.PERPLEXITY.value, "pplx-70b-online"
+    )
+    PPTX_7B_ONLINE = ModelDetails(ProvidersEnum.PERPLEXITY.value, "pplx-7b-online")
+
+    STABLE_DIFFUSION_XL = ModelDetails(
+        ProvidersEnum.STABLE_DIFFUSION.value, "stable-diffusion-xl-1024-v1-0"
+    )
+    DALLE_3 = ModelDetails(ProvidersEnum.DALL_E.value, "dall-e-3")
+
+    LLAMA_3_70B_NITRO = ModelDetails(
+        ProvidersEnum.OPENROUTER, "meta-llama/llama-3-70b-instruct:nitro"
+    )
+
+    CLAUDE_3_SONNET = ModelDetails(
+        ProvidersEnum.CHAT_ANTHROPIC.value, "claude-3-sonnet-20240229"
+    )
+
+    CLAUDE_3_HAIKU = ModelDetails(
+        ProvidersEnum.CHAT_ANTHROPIC.value, "claude-3-haiku-20240307"
+    )
+
+    OPENROUTER_CLAUDE_3_HAIKU = ModelDetails(
+        ProvidersEnum.OPENROUTER.value, "anthropic/claude-3-haiku"
+    )

GPTRouter-0.2.5/gpt_router/exceptions.py

@@ -0,0 +1,59 @@
+class GPTRouterBadRequestError(Exception):
+    """Exception raised for HTTP status code 400: Bad Request within the GPTRouter.
+
+    This status code indicates that the GPTRouter could not understand the request due to invalid syntax."""
+
+    pass
+
+
+class GPTRouterNotAvailableError(Exception):
+    """Exception raised when GPTRouter is unavailable"""
+
+    pass
+
+
+class GPTRouterUnauthorizedError(Exception):
+    """Exception raised for HTTP status code 401: Unauthorized.
+
+    This status code indicates that the client must authenticate itself with the correct GPTRouter API Token."""
+
+    pass
+
+
+class GPTRouterForbiddenError(Exception):
+    """Exception raised for HTTP status code 403: Forbidden.
+
+    This status code indicates that the client does not have privileges to perform an action on GPTRouter."""
+
+    pass
+
+
+class GPTRouterInternalServerError(Exception):
+    """Exception raised for HTTP status code 500: Internal Server Error within the GPTRouter.
+
+    This status code indicates a server error at GPTRouter end, as the name suggests."""
+
+    pass
+
+
+class GPTRouterTooManyRequestsError(Exception):
+    """Exception raised for status code 429: Too Many Requests.
+
+    This status code indicates that the user has sent too many requests in a given amount of time."""
+
+    def __init__(self, message="You are being rate limited"):
+        self.message = message
+        super().__init__(self.message)
+
+
+class GPTRouterApiTimeoutError(Exception):
+    """Exception raised for API request timeout within the GPTRouter.
+    Indicates that the request took too long to complete."""
+
+    pass
+
+
+class GPTRouterStreamingError(Exception):
+    """Exception raised for Errors received during streaming a generation response"""
+
+    pass

GPTRouter-0.2.5/gpt_router/models.py

@@ -0,0 +1,98 @@
+from pydantic import BaseModel, Field
+
+from typing import List, Optional, Dict, Any
+from humps import camelize
+
+
+def to_camel(string):
+    return camelize(string)
+
+
+class GenerationParams(BaseModel):
+    messages: Optional[List[Any]] = None
+    max_tokens: Optional[int] = None
+    temperature: Optional[float] = None
+    top_p: Optional[float] = None
+    n: Optional[int] = None
+    user: Optional[str] = None
+    prompt: Optional[str] = None
+    frequency_penalty: Optional[float] = None
+    presence_penalty: Optional[float] = None
+    functions: Optional[List[Any]] = None
+    function_call: Optional[dict] = None
+    tools: Optional[List[Any]] = None
+    response_format: Optional[Dict[str, Any]] = None
+
+
+class ModelGenerationRequest(BaseModel):
+    model_name: str
+    provider_name: str
+    order: int = Field(int)
+    prompt_params: Optional[GenerationParams] = Field(default={})
+
+    class Config:
+        alias_generator = to_camel
+        allow_population_by_field_name = True
+        protected_namespaces = ()
+
+
+class Usage(BaseModel):
+    completion_tokens: Optional[int] = None
+    prompt_tokens: Optional[int] = None
+    total_tokens: Optional[int] = None
+
+
+class Choice(BaseModel):
+    index: int
+    text: str
+    finish_reason: str
+    role: Optional[str] = None
+    function_call: Optional[Any] = None
+
+
+class GenerationResponse(BaseModel):
+    id: str
+    choices: List[Choice]
+    model: str
+    provider_id: Optional[str] = Field(None, alias="providerId")
+    model_id: Optional[str] = Field(None, alias="modelId")
+    meta: Optional[Usage]
+
+    class Config:
+        alias_generator = to_camel
+        allow_population_by_field_name = True
+        protected_namespaces = ()
+
+
+class ChunkedGenerationResponse(BaseModel):
+    event: str
+    data: dict
+
+
+class ImageGenerationRequest(BaseModel):
+    model_name: str = Field(alias="model")
+    provider_name: str = Field(alias="imageVendor")
+    prompt: str
+    num_images: int = Field(alias="numImages", default=1)
+    width: Optional[int] = Field(None, alias="width")
+    height: Optional[int] = Field(None, alias="height")
+
+    class Config:
+        allow_population_by_field_name = True
+        protected_namespaces = ()
+
+    @property
+    def size(self) -> Optional[str]:
+        return f"{self.width}x{self.height}" if self.width and self.height else None
+
+    def dict(self, *args, **kwargs):
+        base_dict = super().dict(*args, **kwargs, exclude_none=True, by_alias=True)
+        if self.size is not None:
+            base_dict["size"] = self.size
+        return base_dict
+
+
+class ImageGenerationResponse(BaseModel):
+    url: str = None
+    base64: str = None
+    finish_reason: Optional[str] = Field(default="SUCCESS", alias='finishReason')

{GPTRouter-0.0.2 → GPTRouter-0.2.5}/pyproject.toml

@@ -8,7 +8,9 @@ readme = "README.md"
 [tool.poetry.dependencies]
 python = "^3.10"
 httpx = "^0.25.2"
-pydantic = "^2.5.2"
+pydantic = "^1.10.14"
+pyhumps = "^3.8.0"
+python-dotenv = "^1.0.0"
 
 
 [build-system]

GPTRouter-0.2.5/setup.py

@@ -0,0 +1,22 @@
+from setuptools import setup
+
+with open("README.md", "r") as fh:
+    long_description = fh.read()
+
+setup(
+    name="GPTRouter",
+    version="0.2.5",
+    description="A Python package for working with GPTRouter APIs",
+    long_description=long_description,
+    long_description_content_type="text/markdown",
+    author_email="sirjanpreet@writesonic.com",
+    packages=["gpt_router"],
+    install_requires=["httpx>=0.23.3", "pydantic>=1.10.13", "pyhumps>=3.8.0"],
+    classifiers=[
+        "Development Status :: 3 - Alpha",
+        "Intended Audience :: Developers",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.10",
+        "Programming Language :: Python :: 3.11",
+    ],
+)

GPTRouter-0.0.2/GPTRouter.egg-info/requires.txt

@@ -1,2 +0,0 @@
-httpx>=0.25.2
-pydantic==2.5.2

GPTRouter-0.0.2/gpt_router/constants.py

@@ -1,2 +0,0 @@
-DEFAULT_API_BASE_URL = 'http://alpha-model-router-alb-465937182.us-east-1.elb.amazonaws.com'
-DEFAULT_REQUEST_TIMEOUT = 60

GPTRouter-0.0.2/gpt_router/enums.py

@@ -1,38 +0,0 @@
-from enum import Enum
-
-class ProvidersEnum(Enum):
-    OPENAI = "openai"
-    CHAT_OPENAI = "chat_openai"
-    ANTHROPIC = "anthropic"
-    AZURE_CHAT_OPENAI = "azure_chat_openai"
-    COHERE = "cohere"
-
-class ModelsEnum(Enum):
-    OPENAI_GPT_35_TURBO_16K = "gpt-3.5-turbo-16k"
-    AZURE_GPT_35_TURBO_16K = "gpt-35-turbo-16k"
-
-    OPENAI_GPT_35_TURBO_1106 = "gpt-3.5-turbo-1106"
-
-    OPENAI_GPT_35_TURBO_0613 = "gpt-3.5-turbo-0613"
-
-    OPENAI_GPT_35_TURBO = "gpt-3.5-turbo"
-    AZURE_GPT_35_TURBO = "gpt-35-turbo"
-
-    OPENAI_GPT_4 = "gpt-4"
-    AZURE_GPT_4 = "gpt-4"
-
-    OPENAI_GPT_4_0613 = "gpt-4-0613"
-
-    OPENAI_GPT_4_32K = "gpt-4-32k"
-    AZURE_GPT_4_32K = "gpt-4-32k"
-
-    OPENAI_GPT_35_TURBO_INSTRUCT = "gpt-3.5-turbo-instruct"
-
-    CLAUDE_INSTANT_12 = "claude-instant-1.2"
-
-class StreamingEventType(Enum):
-    UPDATE = "update"
-    META = "meta"
-    ERROR = "error"
-    GENERATION_SOURCE = "generation_source"
-    END = "end"

GPTRouter-0.0.2/gpt_router/models.py

@@ -1,53 +0,0 @@
-from pydantic import BaseModel, Field
-
-from typing import List, Optional, Dict, Any
-
-
-class GenerationParams(BaseModel):
-    messages: Optional[List[Dict[str, str]]] = None
-    max_tokens: Optional[int] = None
-    temperature: Optional[float] = 0.7
-    top_p: Optional[float] = None
-    n: Optional[int] = None
-    user: Optional[str] = None
-    prompt: Optional[str] = None
-    frequency_penalty: Optional[float] = None
-    presence_penalty: Optional[float] = None
-    functions: Optional[List[str]] = []
-    function_call: Optional[str] = None
-
-
-class ModelGenerationRequest(BaseModel):
-    model_name: str = Field(alias='modelName')
-    provider_name: str = Field(alias='providerName')
-    order: int = Field(int)
-    prompt_params: Optional[GenerationParams] = Field(default={}, alias="promptParams")
-
-    class Config:
-        populate_by_name = True
-
-class Usage(BaseModel):
-    completion_tokens: Optional[int] = None
-    prompt_tokens: Optional[int] = None
-    total_tokens: Optional[int] = None
-
-class Choice(BaseModel):
-    index: int
-    text: str
-    finish_reason: str
-    role: Optional[str] = None
-    function_call: Optional[Any] = None
-    
-
-class GenerationResponse(BaseModel):
-    id: str
-    choices: List[Choice]
-    model: str
-    provider_id: Optional[str] = Field(None, alias='providerId')
-    model_id: Optional[str] = Field(None, alias='modelId')
-    meta: Optional[Usage]
-
-
-class ChunkedGenerationResponse(BaseModel):
-    event: str
-    data: dict

GPTRouter-0.0.2/setup.py

@@ -1,25 +0,0 @@
-from setuptools import setup
-
-with open("README.md", "r") as fh:
-    long_description = fh.read()
-
-setup(
-    name='GPTRouter',
-    version='0.0.2',
-    description='A Python package for working with GPTRouter APIs',
-    long_description=long_description,
-    long_description_content_type="text/markdown",
-    author_email='sirjanpreet.ext@writesonic.com',
-    packages=['gpt_router'],
-    install_requires=[
-        'httpx>=0.25.2',
-        "pydantic==2.5.2"
-    ],
-    classifiers=[
-        'Development Status :: 3 - Alpha',
-        'Intended Audience :: Developers',
-        'Programming Language :: Python :: 3',
-        'Programming Language :: Python :: 3.10',
-        'Programming Language :: Python :: 3.11',
-    ],
-)