webscout 8.2.9__py3-none-any.whl → 2026.1.19__py3-none-any.whl

webscout/Provider/OPENAI/ibm.py

@@ -0,0 +1,425 @@
+import json
+import time
+import uuid
+from datetime import datetime
+from typing import Any, Dict, Generator, List, Optional, Union, cast
+
+from curl_cffi import CurlError
+
+# Import curl_cffi for improved request handling
+from curl_cffi.requests import Session
+
+# Import base classes and utility structures
+from webscout.Provider.OPENAI.base import (
+    BaseChat,
+    BaseCompletions,
+    OpenAICompatibleProvider,
+    SimpleModelList,
+)
+from webscout.Provider.OPENAI.utils import (
+    ChatCompletion,
+    ChatCompletionChunk,
+    ChatCompletionMessage,
+    Choice,
+    ChoiceDelta,
+    CompletionUsage,
+    count_tokens,
+    format_prompt,
+)
+
+# Attempt to import LitAgent, fallback if not available
+from ...litagent import LitAgent
+
+
+class Completions(BaseCompletions):
+    def __init__(self, client: "IBM"):
+        self._client = client
+
+    def create(
+        self,
+        *,
+        model: str,
+        messages: List[Dict[str, str]],
+        max_tokens: Optional[int] = 2049,
+        stream: bool = False,
+        temperature: Optional[float] = None,
+        top_p: Optional[float] = None,
+        **kwargs: Any,
+    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
+        """
+        Creates a model response for the given chat conversation.
+        Mimics openai.chat.completions.create
+        """
+        formatted_prompt = format_prompt(
+            messages, add_special_tokens=False, do_continue=True, include_system=True
+        )
+
+        if not formatted_prompt:
+            raise ValueError("No valid prompt could be generated from messages")
+
+        # Use count_tokens to estimate prompt tokens
+        try:
+            prompt_tokens = count_tokens(formatted_prompt)
+        except Exception:
+            # Fallback to simple estimation if tiktoken not available
+            prompt_tokens = int(len(formatted_prompt.split()) * 1.3)
+
+        now = datetime.now().isoformat()
+        payload = {
+            "agent_name": model,
+            "input": [
+                {
+                    "role": "user",
+                    "parts": [
+                        {
+                            "content_type": "text/plain",
+                            "content": formatted_prompt,
+                            "content_encoding": "plain",
+                            "role": "user",
+                        }
+                    ],
+                    "created_at": now,
+                    "completed_at": now,
+                }
+            ],
+            "mode": "stream",
+            "session_id": str(uuid.uuid4()),
+        }
+
+        request_id = f"chatcmpl-{uuid.uuid4()}"
+        created_time = int(time.time())
+
+        if stream:
+            return self._create_stream(request_id, created_time, model, payload, prompt_tokens)
+        else:
+            return self._create_non_stream(request_id, created_time, model, payload, prompt_tokens)
+
+    def _create_stream(
+        self,
+        request_id: str,
+        created_time: int,
+        model: str,
+        payload: Dict[str, Any],
+        prompt_tokens: int,
+    ) -> Generator[ChatCompletionChunk, None, None]:
+        """Stream chat completions using manual SSE parsing (no sanitize_stream)"""
+        try:
+            response = self._client.session.post(
+                self._client.base_url,
+                data=json.dumps(payload),
+                stream=True,
+                timeout=self._client.timeout,
+                impersonate="chrome110",
+            )
+
+            if response.status_code in [401, 403]:
+                # Token expired, refresh and retry once
+                self._client.get_token()
+                response = self._client.session.post(
+                    self._client.base_url,
+                    data=json.dumps(payload),
+                    stream=True,
+                    timeout=self._client.timeout,
+                    impersonate="chrome110",
+                )
+
+            if response.status_code != 200:
+                raise IOError(
+                    f"IBM request failed with status code {response.status_code}: {response.text}"
+                )
+
+            # Track completion tokens
+            completion_tokens = 0
+
+            buffer = ""
+            for chunk in response.iter_content(chunk_size=None):
+                if not chunk:
+                    continue
+
+                # Decode bytes to string
+                try:
+                    chunk_str = chunk.decode("utf-8") if isinstance(chunk, bytes) else chunk
+                except UnicodeDecodeError:
+                    continue
+
+                buffer += chunk_str
+
+                # Process complete lines
+                while "\n" in buffer:
+                    line, buffer = buffer.split("\n", 1)
+                    line = line.strip()
+
+                    if not line:
+                        continue
+
+                    # Parse SSE format: "data: {...}"
+                    if line.startswith("data:"):
+                        json_str = line[5:].strip()  # Remove "data:" prefix
+
+                        # Skip [DONE] marker
+                        if json_str == "[DONE]":
+                            break
+
+                        try:
+                            # Parse JSON
+                            data = json.loads(json_str)
+
+                            # Extract content from IBM format
+                            if data.get("type") == "message.part":
+                                part = data.get("part", {})
+                                content = part.get("content")
+
+                                if content:
+                                    completion_tokens += 1
+
+                                    # Create the delta object
+                                    delta = ChoiceDelta(content=content, role="assistant")
+
+                                    # Create the choice object
+                                    choice = Choice(index=0, delta=delta, finish_reason=None)
+
+                                    # Create the chunk object
+                                    chunk = ChatCompletionChunk(
+                                        id=request_id,
+                                        choices=[choice],
+                                        created=created_time,
+                                        model=model,
+                                        system_fingerprint=None,
+                                    )
+
+                                    yield chunk
+
+                        except json.JSONDecodeError:
+                            # Skip malformed JSON lines
+                            continue
+
+            # Send final chunk with finish_reason
+            final_delta = ChoiceDelta(content=None, role=None)
+            final_choice = Choice(index=0, delta=final_delta, finish_reason="stop")
+            final_chunk = ChatCompletionChunk(
+                id=request_id,
+                choices=[final_choice],
+                created=created_time,
+                model=model,
+                system_fingerprint=None,
+            )
+            yield final_chunk
+
+        except CurlError as e:
+            print(f"Error during IBM stream request: {e}")
+            raise IOError(f"IBM request failed: {e}") from e
+        except Exception as e:
+            print(f"Error processing IBM stream: {e}")
+            raise
+
+    def _create_non_stream(
+        self,
+        request_id: str,
+        created_time: int,
+        model: str,
+        payload: Dict[str, Any],
+        prompt_tokens: int,
+    ) -> ChatCompletion:
+        """Create non-streaming chat completion"""
+        try:
+            # Collect all content from stream
+            accumulated_content = ""
+            completion_tokens = 0
+
+            for chunk in self._create_stream(
+                request_id, created_time, model, payload, prompt_tokens
+            ):
+                if chunk.choices and chunk.choices[0].delta.content:
+                    accumulated_content += chunk.choices[0].delta.content
+                    completion_tokens += 1
+
+            # Use count_tokens for more accurate completion token count
+            try:
+                completion_tokens = count_tokens(accumulated_content)
+            except Exception:
+                # Fallback if tiktoken not available
+                pass
+
+            # Create the message object
+            message = ChatCompletionMessage(
+                role="assistant", content=accumulated_content, tool_calls=None
+            )
+
+            # Create the choice object
+            choice = Choice(index=0, message=message, finish_reason="stop")
+
+            # Create usage object with proper token counts
+            usage = CompletionUsage(
+                prompt_tokens=int(prompt_tokens),
+                completion_tokens=completion_tokens,
+                total_tokens=int(prompt_tokens) + completion_tokens,
+            )
+
+            # Create the completion object
+            completion = ChatCompletion(
+                id=request_id,
+                choices=[choice],
+                created=created_time,
+                model=model,
+                usage=usage,
+            )
+            return completion
+
+        except CurlError as e:
+            print(f"Error during IBM non-stream request: {e}")
+            raise IOError(f"IBM request failed: {e}") from e
+        except Exception as e:
+            print(f"Error processing IBM response: {e}")
+            raise
+
+
+class Chat(BaseChat):
+    def __init__(self, client: "IBM"):
+        self.completions = Completions(client)
+
+
+class IBM(OpenAICompatibleProvider):
+    """
+    OpenAI-compatible client for IBM Granite Playground API.
+    Provides a familiar interface for interacting with IBM's Granite models.
+    """
+
+    required_auth = False  # No API key required for IBM Granite Playground
+    AVAILABLE_MODELS = [
+        "granite-chat",
+        "granite-thinking",
+        "granite-search",
+        "granite-research",
+    ]
+
+    def get_token(self) -> str:
+        """Fetches a fresh dynamic Bearer token from the IBM UI auth endpoint."""
+        auth_url = "https://www.ibm.com/granite/playground/api/v1/ui/auth"
+        try:
+            # Use the existing session to benefit from cookies/headers
+            response = self.session.get(auth_url, timeout=self.timeout, impersonate="chrome110")
+            if response.ok:
+                data = response.json()
+                token = data.get("token")
+                if token:
+                    self.headers["Authorization"] = f"Bearer {token}"
+                    self.session.headers.update(self.headers)
+                    return token
+            raise IOError(f"Failed to fetch auth token: {response.status_code}")
+        except Exception as e:
+            raise IOError(f"Error fetching auth token: {str(e)}")
+
+    def __init__(
+        self, api_key: Optional[str] = None, timeout: Optional[int] = 30, browser: str = "chrome"
+    ):
+        """
+        Initialize IBM client.
+
+        Args:
+            api_key: Not required for IBM Granite Playground (uses dynamic bearer token)
+            timeout: Request timeout in seconds
+            browser: Browser type for fingerprinting
+        """
+        self.timeout = timeout
+        self.base_url = "https://d1eh1ubv87xmm5.cloudfront.net/granite/playground/api/v1/acp/runs"
+
+        # Initialize curl_cffi Session
+        self.session = Session()
+
+        # Initialize LitAgent for browser fingerprinting
+        try:
+            agent = LitAgent()
+            fingerprint = agent.generate_fingerprint(browser)
+
+            self.headers = {
+                "Accept": "text/event-stream",
+                "Accept-Language": fingerprint.get("accept_language", "en-US,en;q=0.9"),
+                "Authorization": "",
+                "Content-Type": "application/json",
+                "Cache-Control": "no-cache",
+                "Origin": "https://www.ibm.com",
+                "Pragma": "no-cache",
+                "Referer": "https://www.ibm.com/granite/playground",
+                "Sec-Fetch-Dest": "empty",
+                "Sec-Fetch-Mode": "cors",
+                "Sec-Fetch-Site": "cross-site",
+                "User-Agent": fingerprint.get("user_agent", ""),
+                "Sec-CH-UA": fingerprint.get("sec_ch_ua", ""),
+                "Sec-CH-UA-Mobile": "?0",
+                "Sec-CH-UA-Platform": f'"{fingerprint.get("platform", "")}"',
+            }
+        except (NameError, Exception):
+            # Fallback to basic headers if LitAgent is not available
+            self.headers = {
+                "Accept": "text/event-stream",
+                "Accept-Language": "en-US,en;q=0.9",
+                "Authorization": "",
+                "Content-Type": "application/json",
+                "Cache-Control": "no-cache",
+                "Origin": "https://www.ibm.com",
+                "Pragma": "no-cache",
+                "Referer": "https://www.ibm.com/granite/playground",
+                "Sec-Fetch-Dest": "empty",
+                "Sec-Fetch-Mode": "cors",
+                "Sec-Fetch-Site": "cross-site",
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+                "Sec-CH-UA": '"Not)A;Brand";v="99", "Google Chrome";v="120", "Chromium";v="120"',
+                "Sec-CH-UA-Mobile": "?0",
+                "Sec-CH-UA-Platform": '"Windows"',
+            }
+
+        # Update session headers
+        self.session.headers.update(self.headers)
+
+        # Fetch initial token
+        self.get_token()
+
+        # Initialize chat interface
+        self.chat = Chat(self)
+
+    @classmethod
+    def get_models(cls, api_key: Optional[str] = None):
+        """Get available models.
+
+        Args:
+            api_key: Not used for IBM (kept for compatibility)
+
+        Returns:
+            list: List of available model IDs
+        """
+        return cls.AVAILABLE_MODELS
+
+    @property
+    def models(self) -> SimpleModelList:
+        return SimpleModelList(type(self).AVAILABLE_MODELS)
+
+
+# Example usage
+if __name__ == "__main__":
+    # Test the IBM client
+    client = IBM()
+
+    # Test streaming
+    print("Testing streaming:")
+    response = client.chat.completions.create(
+        model="granite-chat",
+        messages=[{"role": "user", "content": "Say 'Hello World' in one sentence"}],
+        stream=True,
+    )
+
+    for chunk in cast(Generator[ChatCompletionChunk, None, None], response):
+        if chunk.choices and chunk.choices[0].delta and chunk.choices[0].delta.content:
+            print(chunk.choices[0].delta.content, end="", flush=True)
+    print("\n")
+
+    # Test non-streaming
+    print("Testing non-streaming:")
+    response = client.chat.completions.create(
+        model="granite-chat",
+        messages=[{"role": "user", "content": "Say 'Hello' in one word"}],
+        stream=False,
+    )
+
+    if isinstance(response, ChatCompletion):
+        if response.choices[0].message and response.choices[0].message.content:
+            print(response.choices[0].message.content)

webscout/Provider/OPENAI/llmchat.py

@@ -0,0 +1,253 @@
+import json
+import time
+import uuid
+from typing import Any, Dict, Generator, List, Optional, Union, cast
+
+from curl_cffi.requests import Session
+
+# Import LitAgent for user agent generation
+# Import base classes and utility structures
+from webscout.Provider.OPENAI.base import (
+    BaseChat,
+    BaseCompletions,
+    OpenAICompatibleProvider,
+    SimpleModelList,
+)
+from webscout.Provider.OPENAI.utils import (
+    ChatCompletion,
+    ChatCompletionChunk,
+    ChatCompletionMessage,
+    Choice,
+    ChoiceDelta,
+    CompletionUsage,
+    count_tokens,
+)
+
+
+class Completions(BaseCompletions):
+    def __init__(self, client: "LLMChat"):
+        self._client = client
+
+    def create(
+        self,
+        *,
+        model: str,
+        messages: List[Dict[str, str]],
+        max_tokens: Optional[int] = 2048,
+        stream: bool = False,
+        temperature: Optional[float] = None,
+        top_p: Optional[float] = None,
+        timeout: Optional[int] = None,
+        proxies: Optional[dict] = None,
+        **kwargs: Any,
+    ) -> Union[ChatCompletion, Generator[ChatCompletionChunk, None, None]]:
+        # In this case, we pass messages directly to the API
+        request_id = f"chatcmpl-{uuid.uuid4()}"
+        created_time = int(time.time())
+
+        if stream:
+            return self._create_streaming(
+                request_id, created_time, model, messages, max_tokens, timeout, proxies
+            )
+        else:
+            return self._create_non_streaming(
+                request_id, created_time, model, messages, max_tokens, timeout, proxies
+            )
+
+    def _create_streaming(
+        self,
+        request_id: str,
+        created_time: int,
+        model: str,
+        messages: List[Dict[str, str]],
+        max_tokens: Optional[int],
+        timeout: Optional[int],
+        proxies: Optional[dict],
+    ) -> Generator[ChatCompletionChunk, None, None]:
+        try:
+            prompt_tokens = count_tokens(json.dumps(messages))
+            completion_tokens = 0
+
+            url = f"{self._client.api_endpoint}?model={model}"
+            payload = {"messages": messages, "max_tokens": max_tokens or 2048, "stream": True}
+
+            response = self._client.session.post(
+                url,
+                json=payload,
+                stream=True,
+                timeout=timeout or self._client.timeout,
+                impersonate="chrome110",
+            )
+            response.raise_for_status()
+
+            full_content = ""
+            for line in response.iter_lines():
+                if line:
+                    line = line.decode("utf-8")
+                    if line.startswith("data: "):
+                        data_str = line[6:]
+                        if data_str.strip() == "[DONE]":
+                            break
+
+                        try:
+                            data = json.loads(data_str)
+                            content = data.get("response", "")
+                            if content:
+                                full_content += content
+                                completion_tokens += 1
+
+                                delta = ChoiceDelta(content=content, role="assistant")
+                                choice = Choice(index=0, delta=delta, finish_reason=None)
+                                chunk = ChatCompletionChunk(
+                                    id=request_id,
+                                    choices=[choice],
+                                    created=created_time,
+                                    model=model,
+                                )
+                                yield chunk
+                        except json.JSONDecodeError:
+                            continue
+
+            # Final chunk
+            delta = ChoiceDelta(content=None)
+            choice = Choice(index=0, delta=delta, finish_reason="stop")
+            final_chunk = ChatCompletionChunk(
+                id=request_id, choices=[choice], created=created_time, model=model
+            )
+            usage_obj = CompletionUsage(
+                prompt_tokens=prompt_tokens,
+                completion_tokens=count_tokens(full_content),
+                total_tokens=prompt_tokens + count_tokens(full_content),
+            )
+            final_chunk.usage = usage_obj.model_dump(exclude_none=True)
+            yield final_chunk
+
+        except Exception as e:
+            raise IOError(f"LLMChat streaming request failed: {e}") from e
+
+    def _create_non_streaming(
+        self,
+        request_id: str,
+        created_time: int,
+        model: str,
+        messages: List[Dict[str, str]],
+        max_tokens: Optional[int],
+        timeout: Optional[int],
+        proxies: Optional[dict],
+    ) -> ChatCompletion:
+        try:
+            full_content = ""
+            prompt_tokens = count_tokens(json.dumps(messages))
+
+            for chunk in self._create_streaming(
+                request_id, created_time, model, messages, max_tokens, timeout, proxies
+            ):
+                if chunk.choices[0].delta and chunk.choices[0].delta.content:
+                    full_content += chunk.choices[0].delta.content
+
+            message = ChatCompletionMessage(role="assistant", content=full_content)
+            choice = Choice(index=0, message=message, finish_reason="stop")
+            usage = CompletionUsage(
+                prompt_tokens=prompt_tokens,
+                completion_tokens=count_tokens(full_content),
+                total_tokens=prompt_tokens + count_tokens(full_content),
+            )
+
+            return ChatCompletion(
+                id=request_id, choices=[choice], created=created_time, model=model, usage=usage
+            )
+        except Exception as e:
+            raise IOError(f"LLMChat request failed: {e}") from e
+
+
+class Chat(BaseChat):
+    def __init__(self, client: "LLMChat"):
+        self.completions = Completions(client)
+
+
+class LLMChat(OpenAICompatibleProvider):
+    required_auth = False
+    AVAILABLE_MODELS = [
+        "@cf/aisingapore/gemma-sea-lion-v4-27b-it",
+        "@cf/deepseek-ai/deepseek-math-7b-instruct",
+        "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
+        "@cf/defog/sqlcoder-7b-2",
+        "@cf/fblgit/una-cybertron-7b-v2-bf16",
+        "@cf/google/gemma-2b-it-lora",
+        "@cf/google/gemma-3-12b-it",
+        "@cf/ibm-granite/granite-4.0-h-micro",
+        "@cf/meta-llama/llama-2-7b-chat-hf-lora",
+        "@cf/meta/llama-2-7b-chat-fp16",
+        "@cf/meta/llama-2-7b-chat-int8",
+        "@cf/meta/llama-3-8b-instruct",
+        "@cf/meta/llama-3-8b-instruct-awq",
+        "@cf/meta/llama-3.1-70b-instruct",
+        "@cf/meta/llama-3.1-8b-instruct",
+        "@cf/meta/llama-3.2-1b-instruct",
+        "@cf/meta/llama-3.2-3b-instruct",
+        "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
+        "@cf/meta/llama-4-scout-17b-16e-instruct",
+        "@cf/meta/llama/llama-2-7b-chat-hf-lora",
+        "@cf/meta/meta-llama-3-8b-instruct",
+        "@cf/microsoft/phi-2",
+        "@cf/mistral/mistral-7b-instruct-v0.1-vllm",
+        "@cf/mistral/mistral-7b-instruct-v0.2-lora",
+        "@cf/mistralai/mistral-small-3.1-24b-instruct",
+        "@cf/openchat/openchat-3.5-0106",
+        "@cf/qwen/qwen1.5-0.5b-chat",
+        "@cf/qwen/qwen1.5-1.8b-chat",
+        "@cf/qwen/qwen1.5-14b-chat-awq",
+        "@cf/qwen/qwen1.5-7b-chat-awq",
+        "@cf/qwen/qwen2.5-coder-32b-instruct",
+        "@cf/qwen/qwen3-30b-a3b-fp8",
+        "@cf/qwen/qwq-32b",
+        "@cf/tiiuae/falcon-7b-instruct",
+        "@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
+        "@hf/google/gemma-7b-it",
+        "@hf/meta-llama/meta-llama-3-8b-instruct",
+        "@hf/mistral/mistral-7b-instruct-v0.2",
+        "@hf/nexusflow/starling-lm-7b-beta",
+        "@hf/thebloke/deepseek-coder-6.7b-base-awq",
+        "@hf/thebloke/deepseek-coder-6.7b-instruct-awq",
+        "@hf/thebloke/llama-2-13b-chat-awq",
+        "@hf/thebloke/llamaguard-7b-awq",
+        "@hf/thebloke/mistral-7b-instruct-v0.1-awq",
+        "@hf/thebloke/neural-chat-7b-v3-1-awq",
+        "@hf/thebloke/openhermes-2.5-mistral-7b-awq",
+        "@hf/thebloke/zephyr-7b-beta-awq",
+    ]
+
+    def __init__(self, proxies: dict = {}, timeout: int = 30):
+        self.session = Session()
+        self.timeout = timeout
+        self.api_endpoint = "https://llmchat.in/inference/stream"
+        self.proxies = proxies
+        if proxies:
+            self.session.proxies.update(cast(Any, proxies))
+
+        self.headers = {
+            "Content-Type": "application/json",
+            "Accept": "*/*",
+            "Origin": "https://llmchat.in",
+            "Referer": "https://llmchat.in/",
+        }
+        self.session.headers.update(self.headers)
+        self.chat = Chat(self)
+
+    @property
+    def models(self) -> SimpleModelList:
+        return SimpleModelList(type(self).AVAILABLE_MODELS)
+
+
+if __name__ == "__main__":
+    client = LLMChat()
+    response = client.chat.completions.create(
+        model="@cf/meta/llama-3.1-70b-instruct",
+        messages=[{"role": "user", "content": "Say 'Hello' in one word"}],
+        stream=True,
+    )
+    for chunk in response:
+        if hasattr(chunk, "choices") and chunk.choices:
+            delta = chunk.choices[0].delta
+            if delta and delta.content:
+                print(delta.content, end="", flush=True)