perplexity-webui-scraper 0.3.5__tar.gz → 0.3.7__tar.gz

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: perplexity-webui-scraper
-Version: 0.3.5
+Version: 0.3.7
 Summary: Python scraper to extract AI responses from Perplexity's web interface.
 Keywords: perplexity,ai,scraper,webui,api,client
 Author: henrique-coder
@@ -24,13 +24,13 @@ Requires-Dist: loguru>=0.7.3
 Requires-Dist: orjson>=3.11.5
 Requires-Dist: pydantic>=2.12.5
 Requires-Dist: tenacity>=9.1.2
-Requires-Dist: fastmcp>=2.14.1 ; extra == 'mcp'
+Requires-Dist: fastmcp>=2.14.4 ; extra == 'mcp'
 Requires-Python: >=3.10, <3.15
-Project-URL: Changelog, https://github.com/henrique-coder/perplexity-webui-scraper/releases
-Project-URL: Documentation, https://github.com/henrique-coder/perplexity-webui-scraper#readme
 Project-URL: Homepage, https://github.com/henrique-coder/perplexity-webui-scraper
-Project-URL: Issues, https://github.com/henrique-coder/perplexity-webui-scraper/issues
+Project-URL: Documentation, https://github.com/henrique-coder/perplexity-webui-scraper#readme
 Project-URL: Repository, https://github.com/henrique-coder/perplexity-webui-scraper.git
+Project-URL: Issues, https://github.com/henrique-coder/perplexity-webui-scraper/issues
+Project-URL: Changelog, https://github.com/henrique-coder/perplexity-webui-scraper/releases
 Provides-Extra: mcp
 Description-Content-Type: text/markdown
 

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "perplexity-webui-scraper"
-version = "0.3.5"
+version = "0.3.7"
 description = "Python scraper to extract AI responses from Perplexity's web interface."
 authors = [{ name = "henrique-coder", email = "henriquemoreira10fk@gmail.com" }]
 license = "MIT"
@@ -35,11 +35,13 @@ dev = [
     "beautifulsoup4>=4.14.3",
     "jsbeautifier>=1.15.4",
     "lxml>=6.0.2",
+    "prek>=0.3.0",
     "python-dotenv>=1.2.1",
-    "rich>=14.2.0",
+    "rich>=14.3.1",
 ]
 lint = [
-    "ruff>=0.14.10",
+    "ruff>=0.14.14",
+    "ty>=0.0.13",
 ]
 tests = [
     "pytest>=9.0.2",
@@ -47,7 +49,7 @@ tests = [
 
 [project.optional-dependencies]
 mcp = [
-    "fastmcp>=2.14.1",
+    "fastmcp>=2.14.4",
 ]
 
 [project.urls]
@@ -90,7 +92,6 @@ fixable = ["ALL"]            # Allow auto-fix for all enabled rules
 dummy-variable-rgx = "^_$"   # Only underscore is considered a dummy variable
 
 [tool.ruff.lint.isort]
-known-first-party = ["perplexity_webui_scraper"]
 lines-after-imports = 2             # PEP 8: two blank lines after imports
 force-sort-within-sections = true   # Alphabetical order within each section
 split-on-trailing-comma = true      # Trailing comma triggers multi-line format

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/__init__.py

@@ -1,4 +1,6 @@
-"""Extract AI responses from Perplexity's web interface."""
+"""
+Extract AI responses from Perplexity's web interface.
+"""
 
 from importlib import metadata
 

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/cli/get_perplexity_session_token.py

@@ -1,4 +1,6 @@
-"""CLI utility for secure Perplexity authentication and session extraction."""
+"""
+CLI utility for secure Perplexity authentication and session extraction.
+"""
 
 from __future__ import annotations
 
@@ -57,7 +59,9 @@ def update_env(token: str) -> bool:
 
 
 def _initialize_session() -> tuple[Session, str]:
-    """Initialize session and obtain CSRF token."""
+    """
+    Initialize session and obtain CSRF token.
+    """
 
     session = Session(impersonate="chrome", headers={"Referer": BASE_URL, "Origin": BASE_URL})
 
@@ -73,7 +77,9 @@ def _initialize_session() -> tuple[Session, str]:
 
 
 def _request_verification_code(session: Session, csrf: str, email: str) -> None:
-    """Send verification code to user's email."""
+    """
+    Send verification code to user's email.
+    """
 
     with console.status("[bold green]Sending verification code...", spinner="dots"):
         r = session.post(
@@ -92,7 +98,9 @@ def _request_verification_code(session: Session, csrf: str, email: str) -> None:
 
 
 def _validate_and_get_redirect_url(session: Session, email: str, user_input: str) -> str:
-    """Validate user input (OTP or magic link) and return redirect URL."""
+    """
+    Validate user input (OTP or magic link) and return redirect URL.
+    """
 
     with console.status("[bold green]Validating...", spinner="dots"):
         if user_input.startswith("http"):
@@ -120,7 +128,9 @@ def _validate_and_get_redirect_url(session: Session, email: str, user_input: str
 
 
 def _extract_session_token(session: Session, redirect_url: str) -> str:
-    """Extract session token from cookies after authentication."""
+    """
+    Extract session token from cookies after authentication.
+    """
 
     session.get(redirect_url)
     token = session.cookies.get("__Secure-next-auth.session-token")
@@ -132,7 +142,9 @@ def _extract_session_token(session: Session, redirect_url: str) -> str:
 
 
 def _display_and_save_token(token: str) -> None:
-    """Display token and optionally save to .env file."""
+    """
+    Display token and optionally save to .env file.
+    """
 
     console.print("\n[bold green]✅ Token generated successfully![/bold green]")
     console.print(f"\n[bold white]Your session token:[/bold white]\n[green]{token}[/green]\n")
@@ -147,7 +159,9 @@ def _display_and_save_token(token: str) -> None:
 
 
 def _show_header() -> None:
-    """Display welcome header."""
+    """
+    Display welcome header.
+    """
 
     console.print(
         Panel(
@@ -161,7 +175,9 @@ def _show_header() -> None:
 
 
 def _show_exit_message() -> None:
-    """Display security note and wait for user to exit."""
+    """
+    Display security note and wait for user to exit.
+    """
 
     console.print("\n[bold yellow]⚠️ Security Note:[/bold yellow]")
     console.print("Press [bold white]ENTER[/bold white] to clear screen and exit.")

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/config.py

@@ -1,4 +1,6 @@
-"""Configuration classes."""
+"""
+Configuration classes.
+"""
 
 from __future__ import annotations
 
@@ -17,7 +19,9 @@ if TYPE_CHECKING:
 
 @dataclass(slots=True)
 class ConversationConfig:
-    """Default settings for a conversation. Can be overridden per message."""
+    """
+    Default settings for a conversation. Can be overridden per message.
+    """
 
     model: Model | None = None
     citation_mode: CitationMode = CitationMode.CLEAN

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/constants.py

@@ -1,4 +1,6 @@
-"""Constants and values for the Perplexity internal API and HTTP interactions."""
+"""
+Constants and values for the Perplexity internal API and HTTP interactions.
+"""
 
 from __future__ import annotations
 
@@ -8,20 +10,30 @@ from typing import Final
 
 # API Configuration
 API_VERSION: Final[str] = "2.18"
-"""Current API version used by Perplexity WebUI."""
+"""
+Current API version used by Perplexity WebUI.
+"""
 
 API_BASE_URL: Final[str] = "https://www.perplexity.ai"
-"""Base URL for all API requests."""
+"""
+Base URL for all API requests.
+"""
 
 # API Endpoints
 ENDPOINT_ASK: Final[str] = "/rest/sse/perplexity_ask"
-"""SSE endpoint for sending prompts."""
+"""
+SSE endpoint for sending prompts.
+"""
 
 ENDPOINT_SEARCH_INIT: Final[str] = "/search/new"
-"""Endpoint to initialize a search session."""
+"""
+Endpoint to initialize a search session.
+"""
 
 ENDPOINT_UPLOAD: Final[str] = "/rest/uploads/batch_create_upload_urls"
-"""Endpoint for file upload URL generation."""
+"""
+Endpoint for file upload URL generation.
+"""
 
 # API Fixed Parameters
 SEND_BACK_TEXT: Final[bool] = True
@@ -33,10 +45,14 @@ False = API sends delta chunks only (accumulate mode).
 """
 
 USE_SCHEMATIZED_API: Final[bool] = False
-"""Whether to use the schematized API format."""
+"""
+Whether to use the schematized API format.
+"""
 
 PROMPT_SOURCE: Final[str] = "user"
-"""Source identifier for prompts."""
+"""
+Source identifier for prompts.
+"""
 
 # Regex Patterns (Pre-compiled for performance in streaming parsing)
 CITATION_PATTERN: Final[Pattern[str]] = compile(r"\[(\d{1,2})\]")
@@ -47,7 +63,9 @@ Uses word boundary to avoid matching things like [123].
 """
 
 JSON_OBJECT_PATTERN: Final[Pattern[str]] = compile(r"^\{.*\}$")
-"""Pattern to detect JSON object strings."""
+"""
+Pattern to detect JSON object strings.
+"""
 
 # HTTP Headers
 DEFAULT_HEADERS: Final[dict[str, str]] = {
@@ -61,4 +79,6 @@ Referer and Origin are added dynamically based on BASE_URL.
 """
 
 SESSION_COOKIE_NAME: Final[str] = "__Secure-next-auth.session-token"
-"""Name of the session cookie used for authentication."""
+"""
+Name of the session cookie used for authentication.
+"""

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/core.py

@@ -1,4 +1,6 @@
-"""Core client implementation."""
+"""
+Core client implementation.
+"""
 
 from __future__ import annotations
 
@@ -8,6 +10,8 @@ from pathlib import Path
 from typing import TYPE_CHECKING, Any
 from uuid import uuid4
 
+from curl_cffi import CurlMime
+from curl_cffi.requests import Session
 from orjson import JSONDecodeError, loads
 
 
@@ -376,16 +380,55 @@ class Conversation:
         try:
             response = self._http.post(ENDPOINT_UPLOAD, json=json_data)
             response_data = response.json()
-            upload_url = response_data.get("results", {}).get(file_uuid, {}).get("s3_object_url")
+            result = response_data.get("results", {}).get(file_uuid, {})
 
-            if not upload_url:
+            s3_bucket_url = result.get("s3_bucket_url")
+            s3_object_url = result.get("s3_object_url")
+            fields = result.get("fields", {})
+
+            if not s3_object_url:
                 raise FileUploadError(file_info.path, "No upload URL returned")
 
-            return upload_url
+            if not s3_bucket_url or not fields:
+                raise FileUploadError(file_info.path, "Missing S3 upload credentials")
+
+            # Upload the file to S3 using presigned POST
+            file_path = Path(file_info.path)
+
+            with file_path.open("rb") as f:
+                file_content = f.read()
+
+            # Build multipart form data using CurlMime
+            # For S3 presigned POST, form fields must come before the file
+            mime = CurlMime()
+
+            for field_name, field_value in fields.items():
+                mime.addpart(name=field_name, data=field_value)
+
+            mime.addpart(
+                name="file",
+                content_type=file_info.mimetype,
+                filename=file_path.name,
+                data=file_content,
+            )
+
+            # S3 requires a clean session
+            with Session() as s3_session:
+                upload_response = s3_session.post(s3_bucket_url, multipart=mime)
+
+            mime.close()
+
+            if upload_response.status_code not in (200, 201, 204):
+                raise FileUploadError(
+                    file_info.path,
+                    f"S3 upload failed with status {upload_response.status_code}: {upload_response.text}",
+                )
+
+            return s3_object_url
         except FileUploadError as error:
             raise error
-        except Exception as e:
-            raise FileUploadError(file_info.path, str(e)) from e
+        except Exception as error:
+            raise FileUploadError(file_info.path, str(error)) from error
 
     def _build_payload(
         self,
@@ -460,9 +503,10 @@ class Conversation:
         return CITATION_PATTERN.sub(replacer, text)
 
     def _parse_line(self, line: str | bytes) -> dict[str, Any] | None:
-        prefix = b"data: " if isinstance(line, bytes) else "data: "
+        if isinstance(line, bytes) and line.startswith(b"data: "):
+            return loads(line[6:])
 
-        if (isinstance(line, bytes) and line.startswith(prefix)) or (isinstance(line, str) and line.startswith(prefix)):
+        if isinstance(line, str) and line.startswith("data: "):
             return loads(line[6:])
 
         return None
@@ -493,10 +537,10 @@ class Conversation:
 
         try:
             json_data = loads(data["text"])
-        except KeyError as e:
-            raise ValueError("Missing 'text' field in data") from e
-        except JSONDecodeError as e:
-            raise ValueError("Invalid JSON in 'text' field") from e
+        except KeyError as error:
+            raise ValueError("Missing 'text' field in data") from error
+        except JSONDecodeError as error:
+            raise ValueError("Invalid JSON in 'text' field") from error
 
         answer_data: dict[str, Any] = {}
 
@@ -583,7 +627,8 @@ class Conversation:
         chunks = answer_data.get("chunks", [])
 
         if chunks:
-            self._chunks = [self._format_citations(chunk) for chunk in chunks]
+            formatted = [self._format_citations(chunk) for chunk in chunks if chunk is not None]
+            self._chunks = [c for c in formatted if c is not None]
 
         self._raw_data = answer_data
 

perplexity_webui_scraper-0.3.7/src/perplexity_webui_scraper/enums.py

@@ -0,0 +1,147 @@
+"""
+Enums for Perplexity WebUI Scraper configuration options.
+"""
+
+from __future__ import annotations
+
+from enum import Enum
+
+
+class CitationMode(str, Enum):
+    """
+    Citation formatting modes for response text.
+
+    Controls how citation markers (e.g., [1], [2]) are formatted in the response.
+    """
+
+    DEFAULT = "default"
+    """
+    Keep original Perplexity citation format (e.g., 'This is a citation[1]').
+    """
+
+    MARKDOWN = "markdown"
+    """
+    Convert citations to markdown links (e.g., 'This is a citation[1](https://example.com)').
+    """
+
+    CLEAN = "clean"
+    """
+    Remove all citation markers (e.g., 'This is a citation').
+    """
+
+
+class SearchFocus(str, Enum):
+    """
+    Search focus types that control the type of search performed.
+
+    Determines whether to search the web or focus on writing tasks.
+    """
+
+    WEB = "internet"
+    """
+    Search the web for information. Best for factual queries and research.
+    """
+
+    WRITING = "writing"
+    """
+    Focus on writing tasks. Best for creative writing, editing, and text generation.
+    """
+
+
+class SourceFocus(str, Enum):
+    """
+    Source focus types that control which sources to prioritize.
+
+    Can be combined (e.g., [SourceFocus.WEB, SourceFocus.ACADEMIC]) for multi-source searches.
+    """
+
+    WEB = "web"
+    """
+    Search across the entire internet. General web search.
+    """
+
+    ACADEMIC = "scholar"
+    """
+    Search academic papers and scholarly articles (Google Scholar, etc.).
+    """
+
+    SOCIAL = "social"
+    """
+    Search social media for discussions and opinions (Reddit, Twitter, etc.).
+    """
+
+    FINANCE = "edgar"
+    """
+    Search SEC EDGAR filings for financial and corporate documents.
+    """
+
+
+class TimeRange(str, Enum):
+    """
+    Time range filters for search results.
+
+    Controls how recent the sources should be.
+    """
+
+    ALL = ""
+    """
+    Include sources from all time. No time restriction.
+    """
+
+    TODAY = "DAY"
+    """
+    Include only sources from today (last 24 hours).
+    """
+
+    LAST_WEEK = "WEEK"
+    """
+    Include sources from the last 7 days.
+    """
+
+    LAST_MONTH = "MONTH"
+    """
+    Include sources from the last 30 days.
+    """
+
+    LAST_YEAR = "YEAR"
+    """
+    Include sources from the last 365 days.
+    """
+
+
+class LogLevel(str, Enum):
+    """
+    Logging level configuration.
+
+    Controls the verbosity of logging output. DISABLED is the default.
+    """
+
+    DISABLED = "DISABLED"
+    """
+    Completely disable all logging output. This is the default.
+    """
+
+    DEBUG = "DEBUG"
+    """
+    Show all messages including internal debug information.
+    """
+
+    INFO = "INFO"
+    """
+    Show informational messages, warnings, and errors.
+    """
+
+    WARNING = "WARNING"
+    """
+    Show only warnings and errors.
+    """
+
+    ERROR = "ERROR"
+    """
+    Show only error messages.
+    """
+
+    CRITICAL = "CRITICAL"
+    """
+    Show only critical/fatal errors.
+    """

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/exceptions.py

@@ -1,4 +1,6 @@
-"""Custom exceptions for Perplexity WebUI Scraper."""
+"""
+Custom exceptions for Perplexity WebUI Scraper.
+"""
 
 from __future__ import annotations
 

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/http.py

@@ -1,4 +1,6 @@
-"""HTTP client wrapper for Perplexity API requests."""
+"""
+HTTP client wrapper for Perplexity API requests.
+"""
 
 from __future__ import annotations
 
@@ -177,7 +179,9 @@ class HTTPClient:
             logger.debug(f"Browser fingerprint rotated successfully | new_profile={new_profile}")
 
     def _on_retry(self, retry_state: RetryCallState) -> None:
-        """Callback executed before each retry attempt."""
+        """
+        Callback executed before each retry attempt.
+        """
 
         attempt = retry_state.attempt_number
         exception = retry_state.outcome.exception() if retry_state.outcome else None
@@ -257,7 +261,7 @@ class HTTPClient:
             logger.debug(f"Error has response | status_code={status_code}")
 
             # Check for Cloudflare before handling as regular 403
-            if is_cloudflare_status(status_code):
+            if status_code is not None and is_cloudflare_status(status_code):
                 logger.debug(f"Checking if error is Cloudflare challenge | status_code={status_code}")
 
                 try:
@@ -431,6 +435,7 @@ class HTTPClient:
                 response.raise_for_status()
 
                 logger.debug(f"POST request successful | endpoint={endpoint}")
+
                 return response
             except Exception as error:
                 elapsed_ms = (monotonic() - request_start) * 1000

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/limits.py

@@ -1,4 +1,6 @@
-"""Upload and request limits for Perplexity WebUI Scraper."""
+"""
+Upload and request limits for Perplexity WebUI Scraper.
+"""
 
 from __future__ import annotations
 
@@ -7,11 +9,17 @@ from typing import Final
 
 # File Upload Limits
 MAX_FILES: Final[int] = 30
-"""Maximum number of files that can be attached to a single prompt."""
+"""
+Maximum number of files that can be attached to a single prompt.
+"""
 
 MAX_FILE_SIZE: Final[int] = 50 * 1024 * 1024  # 50 MB in bytes
-"""Maximum file size in bytes."""
+"""
+Maximum file size in bytes.
+"""
 
 # Request Limits
 DEFAULT_TIMEOUT: Final[int] = 30 * 60  # 30 minutes in seconds
-"""Default request timeout in seconds"""
+"""
+Default request timeout in seconds.
+"""

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/logging.py

@@ -120,7 +120,9 @@ def log_request(
     headers: dict[str, str] | None = None,
     body_size: int | None = None,
 ) -> None:
-    """Log an outgoing HTTP request with full details."""
+    """
+    Log an outgoing HTTP request with full details.
+    """
 
     logger.debug(
         "HTTP request initiated | method={method} url={url} params={params} "
@@ -142,7 +144,9 @@ def log_response(
     content_length: int | None = None,
     headers: dict[str, str] | None = None,
 ) -> None:
-    """Log an HTTP response with full details."""
+    """
+    Log an HTTP response with full details.
+    """
 
     level = "DEBUG" if status_code < 400 else "WARNING"
     logger.log(
@@ -160,24 +164,28 @@ def log_response(
 def log_retry(
     attempt: int,
     max_attempts: int,
-    exception: Exception,
+    exception: BaseException | None,
     wait_seconds: float,
 ) -> None:
-    """Log a retry attempt."""
+    """
+    Log a retry attempt.
+    """
 
     logger.warning(
         "Retry attempt | attempt={attempt}/{max_attempts} exception={exception_type}: {exception_msg} "
         "wait_seconds={wait_seconds:.2f}",
         attempt=attempt,
         max_attempts=max_attempts,
-        exception_type=type(exception).__name__,
-        exception_msg=str(exception),
+        exception_type=type(exception).__name__ if exception else "None",
+        exception_msg=str(exception) if exception else "None",
         wait_seconds=wait_seconds,
     )
 
 
 def log_cloudflare_detected(status_code: int, markers_found: list[str]) -> None:
-    """Log Cloudflare challenge detection."""
+    """
+    Log Cloudflare challenge detection.
+    """
 
     logger.warning(
         "Cloudflare challenge detected | status_code={status_code} markers={markers}",
@@ -187,7 +195,9 @@ def log_cloudflare_detected(status_code: int, markers_found: list[str]) -> None:
 
 
 def log_fingerprint_rotation(old_profile: str, new_profile: str) -> None:
-    """Log browser fingerprint rotation."""
+    """
+    Log browser fingerprint rotation.
+    """
 
     logger.info(
         "Browser fingerprint rotated | old_profile={old} new_profile={new}",
@@ -197,7 +207,9 @@ def log_fingerprint_rotation(old_profile: str, new_profile: str) -> None:
 
 
 def log_rate_limit(wait_seconds: float) -> None:
-    """Log rate limiting wait."""
+    """
+    Log rate limiting wait.
+    """
 
     logger.debug(
         "Rate limiter throttling | wait_seconds={wait_seconds:.3f}",
@@ -206,7 +218,9 @@ def log_rate_limit(wait_seconds: float) -> None:
 
 
 def log_session_created(impersonate: str, timeout: int) -> None:
-    """Log HTTP session creation."""
+    """
+    Log HTTP session creation.
+    """
 
     logger.info(
         "HTTP session created | browser_profile={profile} timeout={timeout}s",
@@ -216,7 +230,9 @@ def log_session_created(impersonate: str, timeout: int) -> None:
 
 
 def log_conversation_created(config_summary: str) -> None:
-    """Log conversation creation."""
+    """
+    Log conversation creation.
+    """
 
     logger.info(
         "Conversation created | config={config}",
@@ -225,7 +241,9 @@ def log_conversation_created(config_summary: str) -> None:
 
 
 def log_query_sent(query: str, model: str, has_files: bool) -> None:
-    """Log a query being sent."""
+    """
+    Log a query being sent.
+    """
 
     logger.info(
         "Query sent | model={model} has_files={has_files} query_preview={query_preview}",
@@ -236,7 +254,9 @@ def log_query_sent(query: str, model: str, has_files: bool) -> None:
 
 
 def log_stream_chunk(chunk_size: int, is_final: bool) -> None:
-    """Log a streaming chunk received."""
+    """
+    Log a streaming chunk received.
+    """
 
     logger.debug(
         "Stream chunk received | size={size} is_final={is_final}",
@@ -246,7 +266,9 @@ def log_stream_chunk(chunk_size: int, is_final: bool) -> None:
 
 
 def log_error(error: Exception, context: str = "") -> None:
-    """Log an error with full traceback."""
+    """
+    Log an error with full traceback.
+    """
 
     logger.exception(
         "Error occurred | context={context} error_type={error_type} message={message}",

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/mcp/__init__.py

@@ -11,7 +11,9 @@ __all__: list[str] = ["run_server"]
 
 
 def run_server() -> None:
-    """Run the MCP server."""
+    """
+    Run the MCP server.
+    """
 
     from .server import main  # noqa: PLC0415
 

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/mcp/__main__.py

@@ -1,4 +1,6 @@
-"""CLI entry point for MCP server."""
+"""
+CLI entry point for MCP server.
+"""
 
 from __future__ import annotations
 

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/mcp/server.py

@@ -1,4 +1,6 @@
-"""MCP server implementation using FastMCP."""
+"""
+MCP server implementation using FastMCP.
+"""
 
 from __future__ import annotations
 
@@ -45,7 +47,6 @@ MODEL_MAP = {
     "kimi_thinking": Models.KIMI_K2_THINKING,
 }
 
-# Available model names for type hints
 ModelName = Literal[
     "best",
     "research",
@@ -81,7 +82,9 @@ _client: Perplexity | None = None
 
 
 def _get_client() -> Perplexity:
-    """Get or create Perplexity client."""
+    """
+    Get or create Perplexity client.
+    """
 
     global _client  # noqa: PLW0603
     if _client is None:
@@ -108,35 +111,15 @@ def perplexity_ask(
 
     Returns up-to-date information from web sources. Use for factual queries, research,
     current events, news, library versions, documentation, or any question requiring
+    the latest information.
 
     Args:
-        query: The search query or question to ask Perplexity AI.
-        model: AI model to use. Options:
-            - "best": Automatically selects optimal model (default)
-            - "research": Fast and thorough for routine research
-            - "labs": Multi-step tasks with advanced troubleshooting
-            - "sonar": Perplexity's fast built-in model
-            - "gpt52": OpenAI's GPT-5.2
-            - "gpt52_thinking": GPT-5.2 with reasoning
-            - "claude_opus": Anthropic's Claude Opus 4.5
-            - "claude_opus_thinking": Claude Opus with reasoning
-            - "claude_sonnet": Anthropic's Claude Sonnet 4.5
-            - "claude_sonnet_thinking": Claude Sonnet with reasoning
-            - "gemini_pro": Google's Gemini 3 Pro
-            - "gemini_flash": Google's Gemini 3 Flash
-            - "gemini_flash_thinking": Gemini Flash with reasoning
-            - "grok": xAI's Grok 4.1
-            - "grok_thinking": Grok with reasoning
-            - "kimi_thinking": Moonshot's Kimi K2 with reasoning
-        source_focus: Type of sources to prioritize:
-            - "web": General web search (default)
-            - "academic": Scholarly articles and papers
-            - "social": Social media (Reddit, Twitter)
-            - "finance": SEC EDGAR financial filings
-            - "all": Combine web, academic, and social sources
+        query: The question to ask.
+        model: AI model to use.
+        source_focus: Type of sources to prioritize (web, academic, social, finance, all).
 
     Returns:
-        AI-generated answer with inline citations [1][2] and a Citations section.
+        AI-generated answer with inline citations and a Citations section.
     """
 
     client = _get_client()
@@ -168,11 +151,13 @@ def perplexity_ask(
 
         return "".join(response_parts)
     except Exception as error:
-        return f"Error searching Perplexity: {error!s}"
+        return f"Error: {error!s}"
 
 
 def main() -> None:
-    """Run the MCP server."""
+    """
+    Run the MCP server.
+    """
 
     mcp.run()
 

perplexity_webui_scraper-0.3.7/src/perplexity_webui_scraper/models.py

@@ -0,0 +1,109 @@
+"""
+AI model definitions for Perplexity WebUI Scraper.
+"""
+
+from __future__ import annotations
+
+from dataclasses import dataclass
+
+
+@dataclass(frozen=True, slots=True)
+class Model:
+    """
+    AI model configuration.
+
+    Attributes:
+        identifier: Model identifier used by the API.
+        mode: Model execution mode. Default: "copilot".
+    """
+
+    identifier: str
+    mode: str = "copilot"
+
+
+class Models:
+    """
+    Available AI models with their configurations.
+
+    All models use the "copilot" mode which enables web search.
+    """
+
+    RESEARCH = Model(identifier="pplx_alpha")
+    """
+    Research - Fast and thorough for routine research.
+    """
+
+    LABS = Model(identifier="pplx_beta")
+    """
+    Labs - Multi-step tasks with advanced troubleshooting.
+    """
+
+    BEST = Model(identifier="pplx_pro_upgraded")
+    """
+    Best - Automatically selects the most responsive model based on the query.
+    """
+
+    SONAR = Model(identifier="experimental")
+    """
+    Sonar - Perplexity's fast model.
+    """
+
+    GEMINI_3_FLASH = Model(identifier="gemini30flash")
+    """
+    Gemini 3 Flash - Google's fast reasoning model.
+    """
+
+    GEMINI_3_FLASH_THINKING = Model(identifier="gemini30flash_high")
+    """
+    Gemini 3 Flash Thinking - Google's fast reasoning model with enhanced thinking.
+    """
+
+    GEMINI_3_PRO = Model(identifier="gemini30pro")
+    """
+    Gemini 3 Pro - Google's newest reasoning model.
+    """
+
+    GPT_52 = Model(identifier="gpt52")
+    """
+    GPT-5.2 - OpenAI's latest model.
+    """
+
+    GPT_52_THINKING = Model(identifier="gpt52_thinking")
+    """
+    GPT-5.2 Thinking - OpenAI's latest model with thinking.
+    """
+
+    CLAUDE_45_SONNET = Model(identifier="claude45sonnet")
+    """
+    Claude Sonnet 4.5 - Anthropic's newest advanced model.
+    """
+
+    CLAUDE_45_SONNET_THINKING = Model(identifier="claude45sonnetthinking")
+    """
+    Claude Sonnet 4.5 Thinking - Anthropic's newest reasoning model.
+    """
+
+    CLAUDE_45_OPUS = Model(identifier="claude45opus")
+    """
+    Claude Opus 4.5 - Anthropic's Opus reasoning model.
+    """
+
+    CLAUDE_45_OPUS_THINKING = Model(identifier="claude45opusthinking")
+    """
+    Claude Opus 4.5 Thinking - Anthropic's Opus reasoning model with thinking.
+    """
+
+    GROK_41 = Model(identifier="grok41nonreasoning")
+    """
+    Grok 4.1 - xAI's latest advanced model.
+    """
+
+    GROK_41_THINKING = Model(identifier="grok41reasoning")
+    """
+    Grok 4.1 Thinking - xAI's latest reasoning model.
+    """
+
+    KIMI_K2_THINKING = Model(identifier="kimik2thinking")
+    """
+    Kimi K2 Thinking - Moonshot AI's latest reasoning model.
+    """

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/resilience.py

@@ -84,7 +84,9 @@ class RateLimiter:
     _lock: Lock = field(default_factory=Lock, init=False)
 
     def acquire(self) -> None:
-        """Wait until a request can be made within rate limits."""
+        """
+        Wait until a request can be made within rate limits.
+        """
 
         with self._lock:
             now = time.monotonic()

{perplexity_webui_scraper-0.3.5 → perplexity_webui_scraper-0.3.7}/src/perplexity_webui_scraper/types.py

@@ -1,4 +1,6 @@
-"""Response types and data models."""
+"""
+Response types and data models.
+"""
 
 from __future__ import annotations
 
@@ -8,7 +10,9 @@ from typing import Any
 
 @dataclass(frozen=True, slots=True)
 class Coordinates:
-    """Geographic coordinates (lat/lng)."""
+    """
+    Geographic coordinates (lat/lng).
+    """
 
     latitude: float
     longitude: float
@@ -16,7 +20,9 @@ class Coordinates:
 
 @dataclass(frozen=True, slots=True)
 class SearchResultItem:
-    """A single search result."""
+    """
+    A single search result.
+    """
 
     title: str | None = None
     snippet: str | None = None
@@ -25,7 +31,9 @@ class SearchResultItem:
 
 @dataclass(slots=True)
 class Response:
-    """Response from Perplexity AI."""
+    """
+    Response from Perplexity AI.
+    """
 
     title: str | None = None
     answer: str | None = None
@@ -38,7 +46,9 @@ class Response:
 
 @dataclass(frozen=True, slots=True)
 class _FileInfo:
-    """Internal file info for uploads."""
+    """
+    Internal file info for uploads.
+    """
 
     path: str
     size: int

perplexity_webui_scraper-0.3.5/src/perplexity_webui_scraper/enums.py

@@ -1,105 +0,0 @@
-"""Enums for Perplexity WebUI Scraper configuration options."""
-
-from __future__ import annotations
-
-from enum import Enum
-
-
-class CitationMode(str, Enum):
-    """
-    Citation formatting modes for response text.
-
-    Controls how citation markers (e.g., [1], [2]) are formatted in the response.
-    """
-
-    DEFAULT = "default"
-    """Keep original Perplexity citation format (e.g., 'This is a citation[1]')."""
-
-    MARKDOWN = "markdown"
-    """Convert citations to markdown links (e.g., 'This is a citation[1](https://example.com)')."""
-
-    CLEAN = "clean"
-    """Remove all citation markers (e.g., 'This is a citation')."""
-
-
-class SearchFocus(str, Enum):
-    """
-    Search focus types that control the type of search performed.
-
-    Determines whether to search the web or focus on writing tasks.
-    """
-
-    WEB = "internet"
-    """Search the web for information. Best for factual queries and research."""
-
-    WRITING = "writing"
-    """Focus on writing tasks. Best for creative writing, editing, and text generation."""
-
-
-class SourceFocus(str, Enum):
-    """
-    Source focus types that control which sources to prioritize.
-
-    Can be combined (e.g., [SourceFocus.WEB, SourceFocus.ACADEMIC]) for multi-source searches.
-    """
-
-    WEB = "web"
-    """Search across the entire internet. General web search."""
-
-    ACADEMIC = "scholar"
-    """Search academic papers and scholarly articles (Google Scholar, etc.)."""
-
-    SOCIAL = "social"
-    """Search social media for discussions and opinions (Reddit, Twitter, etc.)."""
-
-    FINANCE = "edgar"
-    """Search SEC EDGAR filings for financial and corporate documents."""
-
-
-class TimeRange(str, Enum):
-    """
-    Time range filters for search results.
-
-    Controls how recent the sources should be.
-    """
-
-    ALL = ""
-    """Include sources from all time. No time restriction."""
-
-    TODAY = "DAY"
-    """Include only sources from today (last 24 hours)."""
-
-    LAST_WEEK = "WEEK"
-    """Include sources from the last 7 days."""
-
-    LAST_MONTH = "MONTH"
-    """Include sources from the last 30 days."""
-
-    LAST_YEAR = "YEAR"
-    """Include sources from the last 365 days."""
-
-
-class LogLevel(str, Enum):
-    """
-    Logging level configuration.
-
-    Controls the verbosity of logging output. DISABLED is the default.
-    """
-
-    DISABLED = "DISABLED"
-    """Completely disable all logging output. This is the default."""
-
-    DEBUG = "DEBUG"
-    """Show all messages including internal debug information."""
-
-    INFO = "INFO"
-    """Show informational messages, warnings, and errors."""
-
-    WARNING = "WARNING"
-    """Show only warnings and errors."""
-
-    ERROR = "ERROR"
-    """Show only error messages."""
-
-    CRITICAL = "CRITICAL"
-    """Show only critical/fatal errors."""

perplexity_webui_scraper-0.3.5/src/perplexity_webui_scraper/models.py

@@ -1,73 +0,0 @@
-"""AI model definitions for Perplexity WebUI Scraper."""
-
-from __future__ import annotations
-
-from dataclasses import dataclass
-
-
-@dataclass(frozen=True, slots=True)
-class Model:
-    """AI model configuration.
-
-    Attributes:
-        identifier: Model identifier used by the API.
-        mode: Model execution mode. Default: "copilot".
-    """
-
-    identifier: str
-    mode: str = "copilot"
-
-
-class Models:
-    """Available AI models with their configurations.
-
-    All models use the "copilot" mode which enables web search.
-    """
-
-    RESEARCH = Model(identifier="pplx_alpha")
-    """Research - Fast and thorough for routine research"""
-
-    LABS = Model(identifier="pplx_beta")
-    """Labs - Multi-step tasks with advanced troubleshooting"""
-
-    BEST = Model(identifier="pplx_pro_upgraded")
-    """Best - Automatically selects the most responsive model based on the query"""
-
-    SONAR = Model(identifier="experimental")
-    """Sonar - Perplexity's fast model"""
-
-    GPT_52 = Model(identifier="gpt52")
-    """GPT-5.2 - OpenAI's latest model"""
-
-    GPT_52_THINKING = Model(identifier="gpt52_thinking")
-    """GPT-5.2 Thinking - OpenAI's latest model with thinking"""
-
-    CLAUDE_45_OPUS = Model(identifier="claude45opus")
-    """Claude Opus 4.5 - Anthropic's Opus reasoning model"""
-
-    CLAUDE_45_OPUS_THINKING = Model(identifier="claude45opusthinking")
-    """Claude Opus 4.5 Thinking - Anthropic's Opus reasoning model with thinking"""
-
-    GEMINI_3_PRO = Model(identifier="gemini30pro")
-    """Gemini 3 Pro - Google's newest reasoning model"""
-
-    GEMINI_3_FLASH = Model(identifier="gemini30flash")
-    """Gemini 3 Flash - Google's fast reasoning model"""
-
-    GEMINI_3_FLASH_THINKING = Model(identifier="gemini30flash_high")
-    """Gemini 3 Flash Thinking - Google's fast reasoning model with enhanced thinking"""
-
-    GROK_41 = Model(identifier="grok41nonreasoning")
-    """Grok 4.1 - xAI's latest advanced model"""
-
-    GROK_41_THINKING = Model(identifier="grok41reasoning")
-    """Grok 4.1 Thinking - xAI's latest reasoning model"""
-
-    KIMI_K2_THINKING = Model(identifier="kimik2thinking")
-    """Kimi K2 Thinking - Moonshot AI's latest reasoning model"""
-
-    CLAUDE_45_SONNET = Model(identifier="claude45sonnet")
-    """Claude Sonnet 4.5 - Anthropic's newest advanced model"""
-
-    CLAUDE_45_SONNET_THINKING = Model(identifier="claude45sonnetthinking")
-    """Claude Sonnet 4.5 Thinking - Anthropic's newest reasoning model"""