truefoundry 0.5.0rc6__py3-none-any.whl → 0.5.1rc1__py3-none-any.whl

truefoundry/langchain/truefoundry_llm.py

@@ -1,106 +0,0 @@
-from typing import Any, Dict, List, Optional
-
-from langchain.llms.base import LLM
-from langchain.pydantic_v1 import Extra, Field, root_validator
-
-from truefoundry.common.request_utils import requests_retry_session
-from truefoundry.langchain.utils import (
-    validate_tfy_environment,
-)
-from truefoundry.logger import logger
-
-
-class TrueFoundryLLM(LLM):
-    """`TrueFoundry LLM Gateway` completion models API.
-
-    To use, you must have the environment variable ``TFY_API_KEY`` set with your API key and ``TFY_HOST`` set with your host or pass it as a named parameter to the constructor.
-    """
-
-    model: str = Field(description="The model to use for completion.")
-    """The model to use for completion."""
-    tfy_llm_gateway_url: Optional[str] = Field(default=None)
-    """TrueFoundry LLM Gateway endpoint URL. Automatically inferred from env var `TFY_LLM_GATEWAY_URL` if not provided."""
-    tfy_api_key: Optional[str] = Field(default=None)
-    """TrueFoundry API Key. Automatically inferred from env var `TFY_API_KEY` if not provided."""
-    model_parameters: Optional[dict] = Field(default_factory=dict)
-    """Model parameters"""
-    request_timeout: int = Field(default=30)
-    """The timeout for the request in seconds."""
-    max_retries: int = Field(default=5)
-    """The number of retries for HTTP requests."""
-    retry_backoff_factor: float = Field(default=0.3)
-    """The backoff factor for exponential backoff during retries."""
-
-    class Config:
-        """Configuration for this pydantic object."""
-
-        extra = Extra.forbid
-        allow_population_by_field_name = True
-
-    @root_validator()
-    def validate_environment(cls, values: Dict) -> Dict:
-        values = validate_tfy_environment(values)
-        if not values["tfy_api_key"]:
-            raise ValueError(
-                "Did not find `tfy_api_key`, please add an environment variable"
-                " `TFY_API_KEY` which contains it, or pass"
-                "  `tfy_api_key` as a named parameter."
-            )
-        if not values["tfy_llm_gateway_url"]:
-            raise ValueError(
-                "Did not find `tfy_llm_gateway_url`, please add an environment variable"
-                " `TFY_LLM_GATEWAY_URL` which contains it, or pass"
-                "  `tfy_llm_gateway_url` as a named parameter."
-            )
-        return values
-
-    @property
-    def _llm_type(self) -> str:
-        """Return type of llm model."""
-        return "truefoundry-llm"
-
-    def _call(
-        self,
-        prompt: str,
-        stop: Optional[List[str]] = None,
-        **kwargs: Any,
-    ) -> str:
-        """Call out to the deployed model
-
-        Args:
-            prompt: The prompt to pass into the model.
-            stop: Optional list of stop words to use when generating.
-
-        Returns:
-            The string generated by the model.
-
-        Example:
-            .. code-block:: python
-
-                response = model("I have a joke for you...")
-        """
-
-        payload = {**self.model_parameters} if self.model_parameters else {}
-        if stop:
-            payload["stop_sequences"] = stop
-
-        payload["prompt"] = prompt
-        payload["model"] = self.model
-
-        session = requests_retry_session(
-            retries=self.max_retries, backoff_factor=self.retry_backoff_factor
-        )
-
-        url = f"{self.tfy_llm_gateway_url}/openai/completions"
-        logger.debug(f"Completion using - model: {self.model} at endpoint: {url}")
-        response = session.post(
-            url=url,
-            json=payload,
-            headers={
-                "Authorization": f"Bearer {self.tfy_api_key}",
-            },
-            timeout=self.request_timeout,
-        )
-        response.raise_for_status()
-        output = response.json()
-        return output["choices"][0]["text"]

truefoundry/langchain/utils.py

@@ -1,44 +0,0 @@
-import os
-from typing import Dict, List, Optional
-from urllib.parse import urljoin
-
-from langchain.pydantic_v1 import BaseModel
-
-from truefoundry.deploy.lib.auth.servicefoundry_session import ServiceFoundrySession
-
-
-class ModelParameters(BaseModel):
-    temperature: Optional[float]
-    maximum_length: Optional[int]
-    top_p: Optional[float]
-    top_k: Optional[int]
-    repetition_penalty: Optional[float]
-    frequency_penalty: Optional[float]
-    presence_penalty: Optional[float]
-    stop_sequences: Optional[List[str]]
-
-
-def validate_tfy_environment(values: Dict):
-    gateway_url = values["tfy_llm_gateway_url"] or os.getenv("TFY_LLM_GATEWAY_URL")
-    api_key = values["tfy_api_key"] or os.getenv("TFY_API_KEY")
-
-    if gateway_url and api_key:
-        values["tfy_llm_gateway_url"] = gateway_url
-        values["tfy_api_key"] = api_key
-        return values
-
-    sfy_session = ServiceFoundrySession()
-    if not sfy_session:
-        raise Exception(
-            "Unauthenticated: Please login using truefoundry login --host <https://example-domain.com>"
-        )
-
-    if not gateway_url:
-        gateway_url = urljoin(sfy_session.base_url, "/api/llm")
-
-    if not api_key:
-        api_key = sfy_session.access_token
-
-    values["tfy_llm_gateway_url"] = gateway_url
-    values["tfy_api_key"] = api_key
-    return values