scrapebadger-cli 0.2.1__py3-none-any.whl

scrapebadger_cli/commands/zillow.py

@@ -0,0 +1,105 @@
+"""Zillow real-estate commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+
+@app.command()
+def search(
+    location: str = typer.Argument(..., help="City/state, ZIP, address or neighborhood"),
+    status: str = typer.Option("for_sale", "--status", "-s", help="for_sale, for_rent, sold"),
+    page: int = typer.Option(1, "--page", "-p", help="1-20 (Zillow caps at ~820 results)"),
+    sort: str | None = typer.Option(None, "--sort", help="newest, price_low_to_high, etc."),
+    price_min: int | None = typer.Option(None, "--price-min"),
+    price_max: int | None = typer.Option(None, "--price-max"),
+    beds_min: int | None = typer.Option(None, "--beds-min"),
+    baths_min: float | None = typer.Option(None, "--baths-min"),
+    home_type: str | None = typer.Option(
+        None,
+        "--home-type",
+        help="houses, condos, townhomes, apartments, manufactured, lots, multi_family",
+    ),
+    sqft_min: int | None = typer.Option(None, "--sqft-min"),
+    sqft_max: int | None = typer.Option(None, "--sqft-max"),
+    keywords: str | None = typer.Option(None, "--keywords"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Zillow for for-sale / for-rent / recently-sold properties."""
+    data = api_get(
+        "/v1/zillow/search",
+        {
+            "location": location,
+            "status": status,
+            "page": page,
+            "sort": sort,
+            "price_min": price_min,
+            "price_max": price_max,
+            "beds_min": beds_min,
+            "baths_min": baths_min,
+            "home_type": home_type,
+            "sqft_min": sqft_min,
+            "sqft_max": sqft_max,
+            "keywords": keywords,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def property(
+    zpid: str = typer.Argument(..., help="Zillow property id (zpid)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Zillow property's full detail by zpid."""
+    data = api_get(f"/v1/zillow/property/{zpid}", {})
+    render(data, fmt, fields)
+
+
+@app.command("property-url")
+def property_url(
+    url: str = typer.Argument(..., help="Full Zillow /homedetails/... URL"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Zillow property's full detail by homedetails URL."""
+    data = api_get("/v1/zillow/property", {"url": url})
+    render(data, fmt, fields)
+
+
+@app.command()
+def agent(
+    username: str | None = typer.Argument(None, help="Zillow profile username"),
+    url: str | None = typer.Option(None, "--url", help="Full Zillow /profile/... URL"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Zillow professional's profile and their active listings."""
+    data = api_get("/v1/zillow/agent", {"username": username, "url": url})
+    render(data, fmt, fields)
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial location — city, ZIP, address, neighborhood"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Resolve a search term to Zillow regions/addresses (regionId, lat/lng)."""
+    data = api_get("/v1/zillow/autocomplete", {"query": query})
+    render(data, fmt, fields)
+
+
+@app.command("markets")
+def list_markets(fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List Zillow coverage regions (US + Canada)."""
+    data = api_get("/v1/zillow/markets", {})
+    render(data, fmt, fields)

scrapebadger_cli/config.py

@@ -0,0 +1,69 @@
+"""Configuration and API key management."""
+
+import json
+import os
+from pathlib import Path
+
+CONFIG_DIR = Path.home() / ".config" / "scrapebadger"
+CONFIG_FILE = CONFIG_DIR / "config.json"
+ENV_KEY = "SCRAPEBADGER_API_KEY"
+
+
+def get_api_key() -> str:
+    """Resolve API key from env var, .env file, or config file.
+
+    Resolution order:
+    1. SCRAPEBADGER_API_KEY environment variable
+    2. .env file in current directory
+    3. ~/.config/scrapebadger/config.json
+    """
+    # 1. Environment variable
+    key = os.environ.get(ENV_KEY, "")
+    if key:
+        return key
+
+    # 2. .env file in cwd
+    env_path = Path.cwd() / ".env"
+    if env_path.exists():
+        for line in env_path.read_text().splitlines():
+            line = line.strip()
+            if line.startswith(f"{ENV_KEY}="):
+                val = line.split("=", 1)[1].strip().strip("'\"")
+                if val:
+                    return val
+
+    # 3. Config file
+    if CONFIG_FILE.exists():
+        try:
+            data = json.loads(CONFIG_FILE.read_text())
+            val = data.get("api_key", "")
+            if val:
+                return val
+        except (json.JSONDecodeError, KeyError):
+            pass
+
+    return ""
+
+
+def save_api_key(key: str) -> None:
+    """Save API key to ~/.config/scrapebadger/config.json."""
+    CONFIG_DIR.mkdir(parents=True, exist_ok=True)
+    data: dict = {}
+    if CONFIG_FILE.exists():
+        try:
+            data = json.loads(CONFIG_FILE.read_text())
+        except json.JSONDecodeError:
+            pass
+    data["api_key"] = key
+    CONFIG_FILE.write_text(json.dumps(data, indent=2) + "\n")
+
+
+def clear_api_key() -> None:
+    """Remove API key from config file."""
+    if CONFIG_FILE.exists():
+        try:
+            data = json.loads(CONFIG_FILE.read_text())
+            data.pop("api_key", None)
+            CONFIG_FILE.write_text(json.dumps(data, indent=2) + "\n")
+        except json.JSONDecodeError:
+            pass

scrapebadger_cli/main.py

@@ -0,0 +1,52 @@
+"""ScrapeBadger CLI entry point."""
+
+import typer
+
+from scrapebadger_cli.commands import (
+    amazon,
+    auth,
+    ebay,
+    google,
+    idealista,
+    immobiliare,
+    leboncoin,
+    loopnet,
+    realtor,
+    reddit,
+    stream,
+    tiktok,
+    twitter,
+    vinted,
+    web,
+    youtube,
+    zillow,
+)
+
+app = typer.Typer(
+    name="scrapebadger",
+    help="ScrapeBadger CLI — Twitter, Reddit, Vinted, Amazon, eBay, TikTok, YouTube, Google, and Web Scraping from the command line.",
+    no_args_is_help=True,
+)
+
+app.add_typer(twitter.app, name="twitter", help="Twitter/X data commands")
+app.add_typer(reddit.app, name="reddit", help="Reddit data commands")
+app.add_typer(stream.app, name="stream", help="Real-time streaming commands")
+app.add_typer(vinted.app, name="vinted", help="Vinted marketplace commands")
+app.add_typer(amazon.app, name="amazon", help="Amazon marketplace commands")
+app.add_typer(ebay.app, name="ebay", help="eBay marketplace commands")
+app.add_typer(idealista.app, name="idealista", help="Idealista real-estate commands")
+app.add_typer(immobiliare.app, name="immobiliare", help="Immobiliare.it real-estate commands")
+app.add_typer(leboncoin.app, name="leboncoin", help="Leboncoin classifieds commands")
+app.add_typer(tiktok.app, name="tiktok", help="TikTok data commands")
+app.add_typer(youtube.app, name="youtube", help="YouTube commands")
+app.add_typer(zillow.app, name="zillow", help="Zillow real-estate commands")
+app.add_typer(web.app, name="web", help="Web scraping commands")
+app.add_typer(google.app, name="google", help="Google scraper commands")
+app.add_typer(realtor.app, name="realtor", help="Realtor real-estate commands")
+app.add_typer(loopnet.app, name="loopnet", help="LoopNet commercial real estate commands")
+app.command()(auth.auth)
+app.command(name="credits")(auth.credits)
+app.command(name="logout")(auth.logout)
+
+if __name__ == "__main__":
+    app()

scrapebadger_cli/output.py

@@ -0,0 +1,116 @@
+"""Output formatting — JSON, CSV, table, or markdown."""
+
+import csv
+import json
+import sys
+from typing import Any
+
+from rich.console import Console
+from rich.table import Table
+
+console = Console()
+
+OutputFormat = str  # "json" | "csv" | "table" | "markdown"
+
+
+def render(data: Any, fmt: str = "json", fields: str | None = None) -> None:
+    """Render API response in the chosen format.
+
+    Args:
+        data: The API response (dict or list).
+        fmt: Output format — json, csv, table, markdown.
+        fields: Comma-separated field names to include (optional).
+    """
+    rows = _normalize_rows(data)
+    selected_fields = fields.split(",") if fields else None
+
+    if selected_fields and rows:
+        rows = [{k: r.get(k) for k in selected_fields} for r in rows]
+
+    if fmt == "json":
+        _render_json(rows if len(rows) != 1 else rows[0], data)
+    elif fmt == "csv":
+        _render_csv(rows)
+    elif fmt == "table":
+        _render_table(rows)
+    elif fmt == "markdown":
+        _render_markdown(rows)
+    else:
+        _render_json(data, data)
+
+
+def _normalize_rows(data: Any) -> list[dict]:
+    """Extract a list of flat dicts from the API response."""
+    if isinstance(data, list):
+        return [r if isinstance(r, dict) else {"value": r} for r in data]
+    if isinstance(data, dict):
+        # Look for common list keys in the response
+        for key in (
+            "data",
+            "results",
+            "items",
+            "tweets",
+            "users",
+            "rules",
+            "logs",
+            "tiers",
+            "monitors",
+        ):
+            if key in data and isinstance(data[key], list):
+                return [r if isinstance(r, dict) else {"value": r} for r in data[key]]
+        return [data]
+    return [{"value": data}]
+
+
+def _render_json(rows: Any, original: Any) -> None:
+    """Output as pretty JSON."""
+    # For single-item results, output the original response to preserve metadata
+    output = original if isinstance(rows, dict) else rows
+    sys.stdout.write(json.dumps(output, indent=2, ensure_ascii=False, default=str) + "\n")
+
+
+def _render_csv(rows: list[dict]) -> None:
+    """Output as CSV."""
+    if not rows:
+        return
+    all_keys = list(dict.fromkeys(k for r in rows for k in r))
+    writer = csv.DictWriter(sys.stdout, fieldnames=all_keys, extrasaction="ignore")
+    writer.writeheader()
+    writer.writerows(rows)
+
+
+def _render_table(rows: list[dict]) -> None:
+    """Output as a rich table."""
+    if not rows:
+        console.print("[dim]No results.[/dim]")
+        return
+    all_keys = list(dict.fromkeys(k for r in rows for k in r))
+    table = Table(show_header=True, header_style="bold cyan")
+    for key in all_keys:
+        table.add_column(key)
+    for row in rows:
+        table.add_row(*[_truncate(str(row.get(k, ""))) for k in all_keys])
+    console.print(table)
+
+
+def _render_markdown(rows: list[dict]) -> None:
+    """Output as a markdown table."""
+    if not rows:
+        print("*No results.*")
+        return
+    all_keys = list(dict.fromkeys(k for r in rows for k in r))
+    header = "| " + " | ".join(all_keys) + " |"
+    separator = "| " + " | ".join("---" for _ in all_keys) + " |"
+    print(header)
+    print(separator)
+    for row in rows:
+        line = "| " + " | ".join(_truncate(str(row.get(k, "")), 60) for k in all_keys) + " |"
+        print(line)
+
+
+def _truncate(s: str, max_len: int = 80) -> str:
+    """Truncate string for display."""
+    s = s.replace("\n", " ").replace("\r", "")
+    if len(s) > max_len:
+        return s[: max_len - 3] + "..."
+    return s

scrapebadger_cli-0.2.1.dist-info/METADATA

@@ -0,0 +1,41 @@
+Metadata-Version: 2.4
+Name: scrapebadger-cli
+Version: 0.2.1
+Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
+Author: ScrapeBadger Team
+License: MIT
+Keywords: ai-tools,cli,mcp,scrapebadger,twitter,vinted,web-scraping
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >=3.10
+Requires-Dist: httpx>=0.26.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: typer>=0.12.0
+Requires-Dist: websockets>=12.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.2.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# ScrapeBadger CLI
+
+Command-line interface for ScrapeBadger — Twitter, Vinted, and Web Scraping.
+
+## Install
+
+```bash
+pip install scrapebadger-cli
+```
+
+## Quick Start
+
+```bash
+scrapebadger auth --api-key sb_live_...
+scrapebadger twitter user elonmusk
+scrapebadger twitter search "AI agents" --output table
+scrapebadger vinted search "nike shoes" --market de
+scrapebadger web scrape https://example.com --js
+```

scrapebadger_cli-0.2.1.dist-info/RECORD

@@ -0,0 +1,27 @@
+scrapebadger_cli/__init__.py,sha256=GcGSMO-8wr22obtXramTwtqh3jOpjnoSEnoFqytqZAE,84
+scrapebadger_cli/client.py,sha256=QacrT6_herGs5zRqmC6yreqpkfHO2FLC--Br8OSw23E,1725
+scrapebadger_cli/config.py,sha256=Gmxbgltd3iQNM94B_m5O_uurGZf8Im2IUz82yh9D1cc,1945
+scrapebadger_cli/main.py,sha256=06QXZ46MfMghpzzSFnGCqjzbzlLmo34rYrcRw5ncDms,1900
+scrapebadger_cli/output.py,sha256=QMG3S7VTX-zsnG55pbxxC_UTnlheGdFlCJNFycGmHM4,3588
+scrapebadger_cli/commands/__init__.py,sha256=gQ6tnU0Rvm0-ESWFUBU-KDl5dpNOpUTG509hXOQQjwY,27
+scrapebadger_cli/commands/amazon.py,sha256=7leKjyOFsXfPni6Mahw4LwxRJsXT51YcaE_GZm1XIqc,7344
+scrapebadger_cli/commands/auth.py,sha256=16omqB1GaEyxP9jzzESDxWXMgkAY92frl5qkIaMDdXw,1696
+scrapebadger_cli/commands/ebay.py,sha256=gR-96H9kcTLSzpaCK_lDWtjTURrPVxXzCcN27WyGh9U,7289
+scrapebadger_cli/commands/google.py,sha256=b8GGkfP1cKL71PwgPwhpq9h5h8n2aJwY19MaVwFEdJg,41740
+scrapebadger_cli/commands/idealista.py,sha256=0dOdN9S3jQf6CpQy89n8I4TDQdJwOyjYv112J2UJ3CM,8326
+scrapebadger_cli/commands/immobiliare.py,sha256=SkSYkLMKYLEXs6lxhrDqv9q5TZCVuHBuU62nWQC0UhA,5272
+scrapebadger_cli/commands/leboncoin.py,sha256=Jk63e5SLSACyrA6fMLAhLhIIFBiIFq7Vr0jnFZO2HT8,5037
+scrapebadger_cli/commands/loopnet.py,sha256=c60YVqXGBzN0-P3FmqhZbmaELowQlYoKn_E0FxQTAxg,3219
+scrapebadger_cli/commands/realtor.py,sha256=0viGe9xRS6v_5YFKpNkwo6qkA8GyEby5CbJ08VXENnE,3259
+scrapebadger_cli/commands/reddit.py,sha256=nd_PQ1pfk-19L9rsVymyib3s0Ln0y-FuWYdUKKM8vAs,4981
+scrapebadger_cli/commands/stream.py,sha256=jexzHWlaLliAY6D5z55HWlHzCyySLRCy2_ptApnZw3M,9191
+scrapebadger_cli/commands/tiktok.py,sha256=w39EdvHVGEztZxTAizXZc3bCrmHREnzwxoJOWT9CCu8,8219
+scrapebadger_cli/commands/twitter.py,sha256=AZXnusdxm-9UC0HW7v-INkKQTMXBqld3SJn7VgRsplg,6968
+scrapebadger_cli/commands/vinted.py,sha256=IkCXzC57ser_9jaWwfIRvKlgi1HNFRxyPiBxO6Kr7mQ,3093
+scrapebadger_cli/commands/web.py,sha256=EL-gmA0LNIzB2VOgKgotGehChIEtjTYU4oQKtotW17g,3891
+scrapebadger_cli/commands/youtube.py,sha256=5u0P2F3CFY47ciKmnwgtxeBwNPZg6Y_WehX3sLYEOko,19224
+scrapebadger_cli/commands/zillow.py,sha256=Ctz-4ZdPZXS8AEVHVaGkqCOtVxftk3bciUPgAb8EMjA,3698
+scrapebadger_cli-0.2.1.dist-info/METADATA,sha256=ftn0jdsPORTLJ-vDqnF6S8bLtTBMQMI1sPLQBzko3No,1184
+scrapebadger_cli-0.2.1.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+scrapebadger_cli-0.2.1.dist-info/entry_points.txt,sha256=gLnV1skpUPYYALjXxwGtMfpvTdv_E87cxWl77uayw1s,59
+scrapebadger_cli-0.2.1.dist-info/RECORD,,

scrapebadger_cli-0.2.1.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.31.0
+Root-Is-Purelib: true
+Tag: py3-none-any

scrapebadger_cli-0.2.1.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+scrapebadger = scrapebadger_cli.main:app