webscout 8.3.6__py3-none-any.whl → 8.3.7__py3-none-any.whl

webscout/Provider/asksteve.py

@@ -1,220 +0,0 @@
-from typing import Any, Dict, Optional, Union
-from curl_cffi import CurlError
-from curl_cffi.requests import Session
-from webscout import exceptions
-from webscout.AIutel import Optimizers
-from webscout.AIutel import Conversation
-from webscout.AIutel import AwesomePrompts, sanitize_stream # Import sanitize_stream
-from webscout.AIbase import Provider 
-from webscout.litagent import LitAgent
-
-class AskSteve(Provider):
-    """
-    A class to interact with the AskSteve API.
-    """
-    AVAILABLE_MODELS = ["Gemini"]
-    def __init__(
-        self,
-        is_conversation: bool = True,
-        max_tokens: int = 600,
-        timeout: int = 30,
-        intro: str = None,
-        filepath: str = None,
-        update_file: bool = True,
-        proxies: dict = {},
-        history_offset: int = 10250,
-        act: str = None,
-    ) -> None:
-        """Instantiates AskSteve
-
-        Args:
-            is_conversation (bool, optional): Flag for chatting conversationally. Defaults to True.
-            max_tokens (int, optional): Maximum number of tokens to be generated upon completion. Defaults to 600.
-            timeout (int, optional): Http request timeout. Defaults to 30.
-            intro (str, optional): Conversation introductory prompt. Defaults to None.
-            filepath (str, optional): Path to file containing conversation history. Defaults to None.
-            update_file (bool, optional): Add new prompts and responses to the file. Defaults to True.
-            proxies (dict, optional): Http request proxies. Defaults to {}.
-            history_offset (int, optional): Limit conversation history to this number of last texts. Defaults to 10250.
-            act (str|int, optional): Awesome prompt key or index. (Used as intro). Defaults to None.
-            system_prompt (str, optional): System prompt for AskSteve. Defaults to the provided string.
-        """
-        self.session = Session() # Use curl_cffi Session
-        self.is_conversation = is_conversation
-        self.max_tokens_to_sample = max_tokens
-        self.api_endpoint = "https://quickstart.asksteve.to/quickStartRequest"
-        self.timeout = timeout
-        self.last_response = {}
-        self.headers = {
-            "accept": "*/*",
-            "accept-encoding": "gzip, deflate, br, zstd",
-            "accept-language": "en-US,en;q=0.9",
-            "content-type": "text/plain;charset=UTF-8",
-            "origin": "chrome-extension://gldebcpkoojijledacjeboaehblhfbjg",
-            "priority": "u=1, i",
-            "sec-fetch-dest": "empty",
-            "sec-fetch-mode": "cors",
-            "sec-fetch-site": "none",
-            "sec-fetch-storage-access": "active",
-            "user-agent": LitAgent().random(),
-        }
-
-        self.__available_optimizers = (
-            method
-            for method in dir(Optimizers)
-            if callable(getattr(Optimizers, method)) and not method.startswith("__")
-        )
-        self.session.headers.update(self.headers)
-        Conversation.intro = (
-            AwesomePrompts().get_act(
-                act, raise_not_found=True, default=None, case_insensitive=True
-            )
-            if act
-            else intro or Conversation.intro
-        )
-        self.conversation = Conversation(
-            is_conversation, self.max_tokens_to_sample, filepath, update_file
-        )
-        self.conversation.history_offset = history_offset
-        self.session.proxies = proxies # Assign proxies directly
-    @staticmethod
-    def _asksteve_extractor(chunk: Union[str, Dict[str, Any]]) -> Optional[str]:
-        """Extracts content from AskSteve JSON response."""
-        if isinstance(chunk, dict) and "candidates" in chunk and len(chunk["candidates"]) > 0:
-            parts = chunk["candidates"][0].get("content", {}).get("parts", [])
-            if parts and isinstance(parts[0].get("text"), str):
-                return parts[0]["text"]
-        return None
-
-    def ask(
-        self,
-        prompt: str,
-        stream: bool = False,
-        raw: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-    ) -> dict:
-        """Chat with AI
-
-        Args:
-            prompt (str): Prompt to be send.
-            stream (bool, optional): Flag for streaming response. Defaults to False.
-            raw (bool, optional): Stream back raw response as received. Defaults to False.
-            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
-            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
-        Returns:
-           dict : {}
-        ```json
-        {
-           "text" : "How may I assist you today?"
-        }
-        ```
-        """
-        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
-        if optimizer:
-            if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
-            else:
-                raise Exception(
-                    f"Optimizer is not one of {self.__available_optimizers}"
-                )
-
-        payload = {
-            "key": "asksteve",
-            "prompt": conversation_prompt
-        }
-
-
-        # This API doesn't stream, so we process the full response
-        try:
-            response = self.session.post(
-                self.api_endpoint,
-                headers=self.headers,
-                json=payload,
-                stream=False, # API doesn't stream
-                timeout=self.timeout,
-                impersonate="chrome120" # Add impersonate
-            )
-            response.raise_for_status()
-            response_text_raw = response.text # Get raw text
-
-            # Process the full JSON text using sanitize_stream
-            processed_stream = sanitize_stream(
-                data=response_text_raw,
-                to_json=True, # Parse the whole text as JSON
-                intro_value=None,
-                content_extractor=self._asksteve_extractor, # Use the specific extractor
-                yield_raw_on_error=False
-            )
-            # Extract the single result
-            text = next(processed_stream, None)
-            text = text if isinstance(text, str) else "" # Ensure it's a string
-
-            self.last_response.update(dict(text=text))
-            self.conversation.update_chat_history(
-                prompt, self.get_message(self.last_response)
-            )
-            # Always return a dict for consistency
-            return {"text": text} if raw else self.last_response
-
-        except CurlError as e:
-            raise exceptions.FailedToGenerateResponseError(f"Request failed (CurlError): {e}") from e
-        except Exception as e: # Catch other potential errors
-            raise exceptions.FailedToGenerateResponseError(f"Failed to get response ({type(e).__name__}): {e}") from e
-
-    def chat(
-        self,
-        prompt: str,
-        stream: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-    ) -> str:
-        """Generate response `str`
-        Args:
-            prompt (str): Prompt to be send.
-            stream (bool, optional): Flag for streaming response. Defaults to False.
-            optimizer (str, optional): Prompt optimizer name - `[code, shell_command]`. Defaults to None.
-            conversationally (bool, optional): Chat conversationally when using optimizer. Defaults to False.
-        Returns:
-            str: Response generated
-        """
-
-        response_data = self.ask(
-            prompt,
-            stream=False, # Always False for this API
-            raw=False,    # Get the dict back
-            optimizer=optimizer,
-            conversationally=conversationally,
-        )
-        if stream:
-            def stream_wrapper():
-                yield self.get_message(response_data)
-            return stream_wrapper()
-        else:
-            return self.get_message(response_data)
-
-    def get_message(self, response) -> str:
-        """Retrieves message only from response
-
-        Args:
-            response (dict or str): Response generated by `self.ask` or a string
-
-        Returns:
-            str: Message extracted
-        """
-        if isinstance(response, dict):
-            return response.get("text", "") # Use .get for safety
-        elif isinstance(response, str):
-            return response
-        else:
-            raise TypeError(f"Unsupported response type: {type(response)}")
-
-
-if __name__ == "__main__":
-    from rich import print
-    ai = AskSteve()
-    response = ai.chat("write a short poem about AI", stream=True)
-    for chunk in response:
-        print(chunk, end="", flush=True) 

webscout/Provider/copilot.py

@@ -1,441 +0,0 @@
-import asyncio
-import base64
-import json
-import os
-from typing import Any, Dict, Generator, Union
-from urllib.parse import quote
-
-# Import trio before curl_cffi to prevent eventlet socket monkey-patching conflicts
-# See: https://github.com/python-trio/trio/issues/3015
-try:
-    import trio  # noqa: F401
-except ImportError:
-    pass  # trio is optional, ignore if not available
-from curl_cffi.requests import CurlWsFlag, Session
-
-from webscout import exceptions
-from webscout.AIbase import Provider
-from webscout.AIutel import AwesomePrompts, Conversation, Optimizers
-from webscout.litagent import LitAgent
-
-try:
-    has_curl_cffi = True
-except ImportError:
-    has_curl_cffi = False
-
-try:
-    import nodriver
-    has_nodriver = True
-except ImportError:
-    has_nodriver = False
-
-
-class NoValidHarFileError(Exception):
-    pass
-
-
-class CopilotConversation:
-    conversation_id: str
-
-    def __init__(self, conversation_id: str):
-        self.conversation_id = conversation_id
-
-
-class Copilot(Provider):
-    """
-    A class to interact with the Microsoft Copilot API.
-    """
-
-    label = "Microsoft Copilot"
-    url = "https://copilot.microsoft.com"
-    websocket_url = "wss://copilot.microsoft.com/c/api/chat?api-version=2"
-    conversation_url = f"{url}/c/api/conversations"
-    AVAILABLE_MODELS = ["Copilot", "Think Deeper", "Smart"]
-    MODEL_ALIASES = {
-        "gpt-4o": "Copilot",
-        "o4-mini": "Think Deeper",
-        "gpt-5": "Smart",
-    }
-    _access_token: str = None
-    _cookies: dict = None
-
-    def __init__(
-        self,
-        is_conversation: bool = True,
-        max_tokens: int = 2000,
-        timeout: int = 900,
-        intro: str = None,
-        filepath: str = None,
-        update_file: bool = True,
-        proxies: dict = {},
-        history_offset: int = 10250,
-        act: str = None,
-        model: str = "Copilot"
-    ):
-        """Initializes the Copilot API client."""
-        # Map alias to real model name if needed
-        real_model = self.MODEL_ALIASES.get(model, model)
-        if real_model not in self.AVAILABLE_MODELS:
-            raise ValueError(f"Invalid model: {model}. Choose from: {self.AVAILABLE_MODELS}")
-        self.model = real_model
-
-        # Use LitAgent for user-agent
-        self.headers = {
-            'User-Agent': LitAgent().random(),
-            'Accept-Language': 'en-US,en;q=0.9',
-            'Connection': 'keep-alive',
-            'Content-Type': 'application/json',
-            'Origin': self.url,
-            'Referer': f'{self.url}/',
-            'Sec-Fetch-Dest': 'empty',
-            'Sec-Fetch-Mode': 'cors',
-            'Sec-Fetch-Site': 'same-origin',
-        }
-
-        self.is_conversation = is_conversation
-        self.max_tokens_to_sample = max_tokens
-        self.timeout = timeout
-        self.last_response = {}
-        self.model = model
-        self.proxies = proxies
-
-        self.__available_optimizers = (
-            method
-            for method in dir(Optimizers)
-            if callable(getattr(Optimizers, method)) and not method.startswith("__")
-        )
-        Conversation.intro = (
-            AwesomePrompts().get_act(
-                act, raise_not_found=True, default=None, case_insensitive=True
-            )
-            if act
-            else intro or Conversation.intro
-        )
-
-        self.conversation = Conversation(
-            is_conversation, self.max_tokens_to_sample, filepath, update_file
-        )
-        self.conversation.history_offset = history_offset
-
-    def ask(
-        self,
-        prompt: str,
-        stream: bool = True,
-        raw: bool = False,
-        optimizer: str = None,
-        conversationally: bool = False,
-        images=None,
-        api_key: str = None,
-        **kwargs
-    ) -> Union[Dict[str, Any], Generator]:
-        """
-        Enhanced Copilot.ask with:
-        - return_conversation support
-        - multiple image upload
-        - event dispatch for websocket events
-        - suggested followups and metadata
-        - improved error handling
-        """
-        conversation_prompt = self.conversation.gen_complete_prompt(prompt)
-        if optimizer:
-            if optimizer in self.__available_optimizers:
-                conversation_prompt = getattr(Optimizers, optimizer)(
-                    conversation_prompt if conversationally else prompt
-                )
-            else:
-                raise Exception(f"Optimizer is not one of {self.__available_optimizers}")
-
-        def handle_event(msg, state):
-            event = msg.get("event")
-            if event == "appendText":
-                state["is_started"] = True
-                content = msg.get("text")
-                state["streaming_text"] += content
-                resp = {"text": content}
-                return resp if raw else resp
-            elif event == "generatingImage":
-                state["image_prompt"] = msg.get("prompt")
-            elif event == "imageGenerated":
-                return {"type": "image", "url": msg.get("url"), "prompt": state.get("image_prompt"), "preview": msg.get("thumbnailUrl")}
-            elif event == "done":
-                state["done"] = True
-            elif event == "suggestedFollowups":
-                return {"type": "suggested_followups", "suggestions": msg.get("suggestions")}
-            elif event == "replaceText":
-                content = msg.get("text")
-                state["streaming_text"] += content
-                resp = {"text": content}
-                return resp if raw else resp
-            elif event == "error":
-                raise exceptions.FailedToGenerateResponseError(f"Error: {msg}")
-            elif event not in ["received", "startMessage", "citation", "partCompleted"]:
-                pass
-            return None
-
-        def for_stream():
-            try:
-                if not has_curl_cffi:
-                    raise Exception('Install or update "curl_cffi" package | pip install -U curl_cffi')
-
-                websocket_url = self.websocket_url
-                headers = None
-
-                # Auth logic (token/cookies)
-                if images is not None or api_key is not None:
-                    if api_key is not None:
-                        self._access_token = api_key
-                    if self._access_token is None:
-                        try:
-                            self._access_token, self._cookies = readHAR(self.url)
-                        except NoValidHarFileError as h:
-                            if has_nodriver:
-                                yield {"type": "login", "provider": self.label, "url": os.environ.get("webscout_login", "")}
-                                self._access_token, self._cookies = asyncio.run(get_access_token_and_cookies(self.url, self.proxies.get("https")))
-                            else:
-                                raise h
-                    websocket_url = f"{websocket_url}&accessToken={quote(self._access_token)}"
-                    headers = {"authorization": f"Bearer {self._access_token}"}
-
-                with Session(
-                    timeout=self.timeout,
-                    proxy=self.proxies.get("https"),
-                    impersonate="chrome",
-                    headers=headers,
-                    cookies=self._cookies,
-                ) as session:
-                    if self._access_token is not None:
-                        self._cookies = session.cookies.jar if hasattr(session.cookies, "jar") else session.cookies
-
-                    response = session.get(f"{self.url}/c/api/user")
-                    if response.status_code == 401:
-                        raise exceptions.AuthenticationError("Status 401: Invalid access token")
-                    if response.status_code != 200:
-                        raise exceptions.APIConnectionError(f"Status {response.status_code}: {response.text}")
-                    user = response.json().get('firstName')
-                    if user is None:
-                        self._access_token = None
-
-                    # Conversation management
-                    conversation = kwargs.get("conversation", None)
-                    if conversation is None:
-                        response = session.post(self.conversation_url)
-                        if response.status_code != 200:
-                            raise exceptions.APIConnectionError(f"Status {response.status_code}: {response.text}")
-                        conversation_id = response.json().get("id")
-                        conversation = CopilotConversation(conversation_id)
-                        if kwargs.get("return_conversation", False):
-                            yield conversation
-                    else:
-                        conversation_id = conversation.conversation_id
-
-                    # Multiple image upload
-                    uploaded_images = []
-                    if images is not None:
-                        for image_tuple in images:
-                            image = image_tuple[0] if isinstance(image_tuple, (tuple, list)) else image_tuple
-                            # Convert image to bytes if needed
-                            if isinstance(image, str):
-                                if image.startswith("data:"):
-                                    header, encoded = image.split(",", 1)
-                                    data = base64.b64decode(encoded)
-                                else:
-                                    with open(image, "rb") as f:
-                                        data = f.read()
-                            else:
-                                data = image
-                            # Get content type
-                            content_type = "image/jpeg"
-                            if data[:2] == b'\xff\xd8':
-                                content_type = "image/jpeg"
-                            elif data[:8] == b'\x89PNG\r\n\x1a\n':
-                                content_type = "image/png"
-                            elif data[:6] in (b'GIF87a', b'GIF89a'):
-                                content_type = "image/gif"
-                            elif data[:2] in (b'BM', b'BA'):
-                                content_type = "image/bmp"
-                            response = session.post(
-                                f"{self.url}/c/api/attachments",
-                                headers={"content-type": content_type},
-                                data=data
-                            )
-                            if response.status_code != 200:
-                                raise exceptions.APIConnectionError(f"Status {response.status_code}: {response.text}")
-                            uploaded_images.append({"type": "image", "url": response.json().get("url")})
-
-                    # WebSocket connection
-                    wss = session.ws_connect(websocket_url)
-                    wss.send(json.dumps({"event": "setOptions", "supportedCards": ["weather", "local", "image", "sports", "video", "ads", "finance"], "ads": {"supportedTypes": ["multimedia", "product", "tourActivity", "propertyPromotion", "text"]}}))
-                    if self.model == "Smart":
-                        mode_value = "smart"
-                    elif "Think" in self.model:
-                        mode_value = "reasoning"
-                    else:
-                        mode_value = "chat"
-                    wss.send(json.dumps({
-                        "event": "send",
-                        "conversationId": conversation_id,
-                        "content": [*uploaded_images, {
-                            "type": "text",
-                            "text": conversation_prompt,
-                        }],
-                        "mode": mode_value,
-                        "model": self.model
-                    }).encode(), CurlWsFlag.TEXT)
-
-                    # Event-driven response loop
-                    state = {"is_started": False, "image_prompt": None, "done": False, "streaming_text": ""}
-                    last_msg = None
-                    try:
-                        while not state["done"]:
-                            try:
-                                msg = wss.recv()[0]
-                                msg = json.loads(msg)
-                            except Exception:
-                                break
-                            last_msg = msg
-                            result = handle_event(msg, state)
-                            if result is not None:
-                                yield result
-                        if not state["is_started"]:
-                            raise exceptions.FailedToGenerateResponseError(f"Invalid response: {last_msg}")
-                        self.conversation.update_chat_history(prompt, state["streaming_text"])
-                        self.last_response = {"text": state["streaming_text"]}
-                    finally:
-                        wss.close()
-            except Exception as e:
-                raise exceptions.FailedToGenerateResponseError(f"Error: {str(e)}")
-
-        def for_non_stream():
-            streaming_text = ""
-            for response in for_stream():
-                if isinstance(response, dict) and "text" in response:
-                    streaming_text += response["text"]
-            self.last_response = {"text": streaming_text}
-            return self.last_response
-
-        return for_stream() if stream else for_non_stream()
-
-    def chat(
-        self,
-        prompt: str,
-        stream: bool = True,
-        optimizer: str = None,
-        conversationally: bool = False,
-        images = None,
-        api_key: str = None,
-        **kwargs
-    ) -> Union[str, Generator]:
-        def for_stream():
-            for response in self.ask(prompt, True, optimizer=optimizer,
-                                     conversationally=conversationally,
-                                     images=images, api_key=api_key, **kwargs):
-                if isinstance(response, dict):
-                    if "text" in response:
-                        yield response["text"]
-                    elif "type" in response:
-                        if response["type"] == "image":
-                            yield f"\n![Image]({response['url']})\n"
-                        elif response["type"] == "suggested_followups":
-                            yield "\nSuggested follow-up questions:\n"
-                            for suggestion in response["suggestions"]:
-                                yield f"- {suggestion}\n"
-
-        def for_non_stream():
-            response = self.ask(prompt, False, optimizer=optimizer,
-                                conversationally=conversationally,
-                                images=images, api_key=api_key, **kwargs)
-            return self.get_message(response)
-
-        return for_stream() if stream else for_non_stream()
-
-    def get_message(self, response: dict) -> str:
-        assert isinstance(response, dict), "Response should be of dict data-type only"
-        return response.get("text", "")
-
-
-async def get_access_token_and_cookies(url: str, proxy: str = None, target: str = "ChatAI"):
-    browser, stop_browser = await get_nodriver(proxy=proxy, user_data_dir="copilot")
-    try:
-        page = await browser.get(url)
-        access_token = None
-        while access_token is None:
-            access_token = await page.evaluate("""
-                (() => {
-                    for (var i = 0; i < localStorage.length; i++) {
-                        try {
-                            item = JSON.parse(localStorage.getItem(localStorage.key(i)));
-                            if (item.credentialType == "AccessToken" 
-                                && item.expiresOn > Math.floor(Date.now() / 1000)
-                                && item.target.includes("target")) {
-                                return item.secret;
-                            }
-                        } catch(e) {}
-                    }
-                })()
-            """.replace('"target"', json.dumps(target)))
-            if access_token is None:
-                await asyncio.sleep(1)
-        cookies = {}
-        for c in await page.send(nodriver.cdp.network.get_cookies([url])):
-            cookies[c.name] = c.value
-        await page.close()
-        return access_token, cookies
-    finally:
-        stop_browser()
-
-
-def readHAR(url: str):
-    api_key = None
-    cookies = None
-    har_files = []
-    # Look for HAR files in common locations
-    har_paths = [
-        os.path.join(os.path.expanduser("~"), "Downloads"),
-        os.path.join(os.path.expanduser("~"), "Desktop")
-    ]
-    for path in har_paths:
-        if os.path.exists(path):
-            for file in os.listdir(path):
-                if file.endswith(".har"):
-                    har_files.append(os.path.join(path, file))
-
-    for path in har_files:
-        with open(path, 'rb') as file:
-            try:
-                harFile = json.loads(file.read())
-            except json.JSONDecodeError:
-                # Error: not a HAR file!
-                continue
-            for v in harFile['log']['entries']:
-                if v['request']['url'].startswith(url):
-                    v_headers = {h['name'].lower(): h['value'] for h in v['request']['headers']}
-                    if "authorization" in v_headers:
-                        api_key = v_headers["authorization"].split(maxsplit=1).pop()
-                    if v['request']['cookies']:
-                        cookies = {c['name']: c['value'] for c in v['request']['cookies']}
-    if api_key is None:
-        raise NoValidHarFileError("No access token found in .har files")
-
-    return api_key, cookies
-
-
-# def get_clarity() -> bytes:
-#     body = base64.b64decode("H4sIAAAAAAAAA23RwU7DMAwG4HfJ2aqS2E5ibjxH1cMOnQYqYZvUTQPx7vyJRGGAemj01XWcP+9udg+j80MetDhSyrEISc5GrqrtZnmaTydHbrdUnSsWYT2u+8Obo0Ce/IQvaDBmjkwhUlKKIRNHmQgosqEArWPRDQMx90rxeUMPzB1j+UJvwNIxhTvsPcXyX1T+rizE4juK3mEEhpAUg/JvzW1/+U/tB1LATmhqotoiweMea50PLy2vui4LOY3XfD1dwnkor5fn/e18XBFgm6fHjSzZmCyV7d3aRByAEYextaTHEH3i5pgKGVP/s+DScE5PuLKIpW6FnCi1gY3Rbpqmj0/DI/+L7QEAAA==")
-#     return body
-
-
-async def get_nodriver(proxy=None, user_data_dir=None):
-    browser = await nodriver.Browser(
-        headless=True,
-        proxy=proxy,
-        user_data_dir=user_data_dir
-    )
-    return browser, lambda: browser.close()
-
-
-if __name__ == "__main__":
-    from rich import print
-    ai = Copilot(timeout=900, model="gpt-5")
-    response = ai.chat(input("> "), stream=True)
-    for chunk in response:
-        print(chunk, end="", flush=True)