scrapebadger-cli 0.2.1__tar.gz

scrapebadger_cli-0.2.1/.gitignore

@@ -0,0 +1,188 @@
+# =============================================================================
+# ScrapeBadger - Git Ignore
+# =============================================================================
+
+# -----------------------------------------------------------------------------
+# Python
+# -----------------------------------------------------------------------------
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+# Python build artifacts (root level only, not src/lib/)
+/lib/
+/lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# Virtual environments
+.venv/
+venv/
+ENV/
+env/
+
+# UV
+.uv/
+# Note: uv.lock is committed for reproducible builds
+
+# Pytest
+.pytest_cache/
+htmlcov/
+.coverage
+.coverage.*
+coverage.xml
+*.cover
+.hypothesis/
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Ruff
+.ruff_cache/
+
+# -----------------------------------------------------------------------------
+# Node.js / Next.js
+# -----------------------------------------------------------------------------
+node_modules/
+.next/
+out/
+.nuxt/
+dist/
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+.pnpm-debug.log*
+
+# TypeScript
+*.tsbuildinfo
+
+# -----------------------------------------------------------------------------
+# Environment & Secrets
+# -----------------------------------------------------------------------------
+.env
+.env.local
+.env.*.local
+.env.development
+.env.test
+.env.production
+*.pem
+*.key
+secrets/
+.secrets/
+
+# -----------------------------------------------------------------------------
+# IDE & Editors
+# -----------------------------------------------------------------------------
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+.project
+.classpath
+.settings/
+*.sublime-workspace
+*.sublime-project
+
+# -----------------------------------------------------------------------------
+# OS
+# -----------------------------------------------------------------------------
+.DS_Store
+.DS_Store?
+._*
+.Spotlight-V100
+.Trashes
+ehthumbs.db
+Thumbs.db
+
+# -----------------------------------------------------------------------------
+# Docker
+# -----------------------------------------------------------------------------
+docker-compose.override.yml
+.docker/
+
+# -----------------------------------------------------------------------------
+# Terraform
+# -----------------------------------------------------------------------------
+*.tfstate
+*.tfstate.*
+*.tfstate.backup
+.terraform/
+.terraform.lock.hcl
+terraform.tfvars
+*.auto.tfvars
+crash.log
+crash.*.log
+override.tf
+override.tf.json
+*_override.tf
+*_override.tf.json
+github-secrets.env
+
+# -----------------------------------------------------------------------------
+# Logs & Temp Files
+# -----------------------------------------------------------------------------
+*.log
+logs/
+!apps/portal/src/**/logs/
+tmp/
+temp/
+*.tmp
+*.bak
+
+# -----------------------------------------------------------------------------
+# Build Artifacts
+# -----------------------------------------------------------------------------
+*.pyc
+*.pyo
+*.exe
+*.dll
+*.dylib
+
+# -----------------------------------------------------------------------------
+# Project Specific
+# -----------------------------------------------------------------------------
+
+# Database backups
+backups/
+
+# Local data (root-only; frontend data/ dirs like apps/portal/src/data
+# are first-class source)
+/data/
+*.db
+*.sqlite
+*.sqlite3
+
+# Jupyter
+.ipynb_checkpoints/
+*.ipynb
+
+# Test outputs
+test-results/
+playwright-report/
+
+# Playwright MCP screenshots
+.playwright-mcp/
+
+# Claude Code worktrees (per-task scratch checkouts)
+.claude/worktrees/
+
+# TikTok reverse-engineering research scratch (large: full APK, decompiled
+# proprietary binaries, native .so libs, frida-server, handoff tarballs).
+# Local-only — not part of the deployable codebase.
+research/

scrapebadger_cli-0.2.1/PKG-INFO

@@ -0,0 +1,41 @@
+Metadata-Version: 2.4
+Name: scrapebadger-cli
+Version: 0.2.1
+Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
+Author: ScrapeBadger Team
+License: MIT
+Keywords: ai-tools,cli,mcp,scrapebadger,twitter,vinted,web-scraping
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >=3.10
+Requires-Dist: httpx>=0.26.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: typer>=0.12.0
+Requires-Dist: websockets>=12.0
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.2.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# ScrapeBadger CLI
+
+Command-line interface for ScrapeBadger — Twitter, Vinted, and Web Scraping.
+
+## Install
+
+```bash
+pip install scrapebadger-cli
+```
+
+## Quick Start
+
+```bash
+scrapebadger auth --api-key sb_live_...
+scrapebadger twitter user elonmusk
+scrapebadger twitter search "AI agents" --output table
+scrapebadger vinted search "nike shoes" --market de
+scrapebadger web scrape https://example.com --js
+```

scrapebadger_cli-0.2.1/README.md

@@ -0,0 +1,19 @@
+# ScrapeBadger CLI
+
+Command-line interface for ScrapeBadger — Twitter, Vinted, and Web Scraping.
+
+## Install
+
+```bash
+pip install scrapebadger-cli
+```
+
+## Quick Start
+
+```bash
+scrapebadger auth --api-key sb_live_...
+scrapebadger twitter user elonmusk
+scrapebadger twitter search "AI agents" --output table
+scrapebadger vinted search "nike shoes" --market de
+scrapebadger web scrape https://example.com --js
+```

scrapebadger_cli-0.2.1/pyproject.toml

@@ -0,0 +1,38 @@
+[project]
+name = "scrapebadger-cli"
+version = "0.2.1"
+description = "ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line"
+requires-python = ">=3.10"
+license = {text = "MIT"}
+authors = [{name = "ScrapeBadger Team"}]
+readme = "README.md"
+keywords = ["scrapebadger", "cli", "web-scraping", "twitter", "vinted", "mcp", "ai-tools"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "Topic :: Internet :: WWW/HTTP",
+    "Topic :: Software Development :: Libraries",
+]
+dependencies = [
+    "typer>=0.12.0",
+    "httpx>=0.26.0",
+    "rich>=13.0.0",
+    "websockets>=12.0",
+]
+
+[project.scripts]
+scrapebadger = "scrapebadger_cli.main:app"
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "ruff>=0.2.0",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/scrapebadger_cli"]

scrapebadger_cli-0.2.1/src/scrapebadger_cli/__init__.py

@@ -0,0 +1 @@
+"""ScrapeBadger CLI — Twitter, Vinted, and Web Scraping from the command line."""

scrapebadger_cli-0.2.1/src/scrapebadger_cli/client.py

@@ -0,0 +1,57 @@
+"""HTTP client for ScrapeBadger API."""
+
+import os
+from typing import Any
+
+import httpx
+import typer
+
+from scrapebadger_cli.config import get_api_key
+
+BASE_URL = os.environ.get("SCRAPEBADGER_API_URL", "https://scrapebadger.com")
+_client: httpx.Client | None = None
+
+
+def _get_client() -> httpx.Client:
+    global _client
+    if _client is None:
+        api_key = get_api_key()
+        if not api_key:
+            typer.echo(
+                "No API key found. Set SCRAPEBADGER_API_KEY or run: scrapebadger auth",
+                err=True,
+            )
+            raise typer.Exit(1)
+        _client = httpx.Client(
+            base_url=BASE_URL,
+            headers={"X-API-Key": api_key},
+            timeout=300.0,
+        )
+    return _client
+
+
+def api_get(path: str, params: dict[str, Any] | None = None) -> dict | list:
+    """Make a GET request to the ScrapeBadger API."""
+    clean = {k: v for k, v in (params or {}).items() if v is not None}
+    resp = _get_client().get(path, params=clean or None)
+    return _handle_response(resp)
+
+
+def api_post(path: str, json_body: dict[str, Any] | None = None) -> dict | list:
+    """Make a POST request to the ScrapeBadger API."""
+    resp = _get_client().post(path, json=json_body)
+    return _handle_response(resp)
+
+
+def _handle_response(resp: httpx.Response) -> dict | list:
+    """Handle API response, exit on errors."""
+    if resp.status_code >= 400:
+        try:
+            detail = resp.json().get("detail", resp.text)
+        except Exception:
+            detail = resp.text
+        typer.echo(f"Error ({resp.status_code}): {detail}", err=True)
+        raise typer.Exit(1)
+    if resp.status_code == 204:
+        return {"status": "deleted"}
+    return resp.json()

scrapebadger_cli-0.2.1/src/scrapebadger_cli/commands/__init__.py

@@ -0,0 +1 @@
+"""CLI command modules."""

scrapebadger_cli-0.2.1/src/scrapebadger_cli/commands/amazon.py

@@ -0,0 +1,227 @@
+"""Amazon marketplace commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+DOMAIN = typer.Option("com", "--domain", "-d", help="Amazon marketplace TLD (com, co.uk, de, etc.)")
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search text"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p"),
+    sort_by: str | None = typer.Option(None, "--sort-by", help="e.g. price_low_to_high"),
+    category: str | None = typer.Option(None, "--category", help="Department/search alias"),
+    min_price: float | None = typer.Option(None, "--min-price"),
+    max_price: float | None = typer.Option(None, "--max-price"),
+    zip_code: str | None = typer.Option(None, "--zip", help="Delivery ZIP/postal code"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search the Amazon catalog for products."""
+    data = api_get(
+        "/v1/amazon/search",
+        {
+            "query": query,
+            "domain": domain,
+            "page": page,
+            "sort_by": sort_by,
+            "category": category,
+            "min_price": min_price,
+            "max_price": max_price,
+            "zip": zip_code,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial search text"),
+    domain: str = DOMAIN,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get Amazon keyword autocomplete suggestions."""
+    data = api_get("/v1/amazon/autocomplete", {"query": query, "domain": domain})
+    render(data, fmt, fields)
+
+
+@app.command()
+def product(
+    asin: str = typer.Argument(..., help="Amazon ASIN"),
+    domain: str = DOMAIN,
+    zip_code: str | None = typer.Option(None, "--zip", help="Delivery ZIP/postal code"),
+    language: str | None = typer.Option(None, "--language", help="e.g. en_US"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a full product detail page (PDP) by ASIN."""
+    data = api_get(
+        f"/v1/amazon/products/{asin}",
+        {"domain": domain, "zip": zip_code, "language": language},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def offers(
+    asin: str = typer.Argument(..., help="Amazon ASIN"),
+    domain: str = DOMAIN,
+    zip_code: str | None = typer.Option(None, "--zip", help="Delivery ZIP/postal code"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get all seller offers (buybox + competing) for a product."""
+    data = api_get(f"/v1/amazon/products/{asin}/offers", {"domain": domain, "zip": zip_code})
+    render(data, fmt, fields)
+
+
+@app.command()
+def reviews(
+    asin: str = typer.Argument(..., help="Amazon ASIN"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p"),
+    sort_by: str | None = typer.Option(None, "--sort-by", help="helpful or recent"),
+    star: str | None = typer.Option(None, "--star", help="e.g. five_star, critical"),
+    verified_only: bool = typer.Option(False, "--verified-only"),
+    media_only: bool = typer.Option(False, "--media-only"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get customer reviews for a product."""
+    data = api_get(
+        f"/v1/amazon/products/{asin}/reviews",
+        {
+            "domain": domain,
+            "page": page,
+            "sort_by": sort_by,
+            "star": star,
+            "verified_only": verified_only,
+            "media_only": media_only,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def bestsellers(
+    domain: str = DOMAIN,
+    category: str | None = typer.Option(None, "--category", help="Browse node ID"),
+    page: int = typer.Option(1, "--page", "-p"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get an Amazon Best Sellers list."""
+    data = api_get("/v1/amazon/bestsellers", {"domain": domain, "category": category, "page": page})
+    render(data, fmt, fields)
+
+
+@app.command(name="new-releases")
+def new_releases(
+    domain: str = DOMAIN,
+    category: str | None = typer.Option(None, "--category", help="Browse node ID"),
+    page: int = typer.Option(1, "--page", "-p"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get an Amazon New Releases list."""
+    data = api_get(
+        "/v1/amazon/new-releases", {"domain": domain, "category": category, "page": page}
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def deals(
+    domain: str = DOMAIN,
+    category: str | None = typer.Option(None, "--category", help="Department/category"),
+    page: int = typer.Option(1, "--page", "-p"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get current Amazon deals (Today's Deals / Lightning Deals)."""
+    data = api_get("/v1/amazon/deals", {"domain": domain, "category": category, "page": page})
+    render(data, fmt, fields)
+
+
+@app.command()
+def category(
+    node: str = typer.Argument(..., help="Amazon browse node ID"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p"),
+    sort_by: str | None = typer.Option(None, "--sort-by"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Browse an Amazon category/department by browse-node ID."""
+    data = api_get(
+        "/v1/amazon/category",
+        {"node": node, "domain": domain, "page": page, "sort_by": sort_by},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def seller(
+    seller_id: str = typer.Argument(..., help="Amazon seller ID"),
+    domain: str = DOMAIN,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get an Amazon seller profile (ratings + feedback summary)."""
+    data = api_get(f"/v1/amazon/sellers/{seller_id}", {"domain": domain})
+    render(data, fmt, fields)
+
+
+@app.command(name="seller-products")
+def seller_products(
+    seller_id: str = typer.Argument(..., help="Amazon seller ID"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get the storefront product listings of a seller."""
+    data = api_get(f"/v1/amazon/sellers/{seller_id}/products", {"domain": domain, "page": page})
+    render(data, fmt, fields)
+
+
+@app.command(name="seller-feedback")
+def seller_feedback(
+    seller_id: str = typer.Argument(..., help="Amazon seller ID"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get buyer feedback entries for a seller."""
+    data = api_get(f"/v1/amazon/sellers/{seller_id}/feedback", {"domain": domain, "page": page})
+    render(data, fmt, fields)
+
+
+@app.command()
+def markets(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List all supported Amazon marketplaces."""
+    data = api_get("/v1/amazon/markets")
+    render(data, fmt, fields)
+
+
+@app.command()
+def categories(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List reference Amazon departments / category aliases."""
+    data = api_get("/v1/amazon/categories")
+    render(data, fmt, fields)

scrapebadger_cli-0.2.1/src/scrapebadger_cli/commands/auth.py

@@ -0,0 +1,52 @@
+"""Auth and account commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.config import clear_api_key, get_api_key, save_api_key
+from scrapebadger_cli.output import console
+
+
+def auth(
+    api_key: str = typer.Option("", "--api-key", "-k", help="API key (or enter interactively)"),
+    show: bool = typer.Option(False, "--show", help="Show current saved API key"),
+) -> None:
+    """Set up or view your ScrapeBadger API key."""
+    if show:
+        key = get_api_key()
+        if key:
+            console.print(f"[green]Current API key:[/green] {key[:12]}...{key[-4:]}")
+        else:
+            console.print("[yellow]No API key configured.[/yellow]")
+        return
+
+    if not api_key:
+        api_key = typer.prompt("Enter your ScrapeBadger API key")
+
+    api_key = api_key.strip()
+    if not api_key:
+        console.print("[red]API key cannot be empty.[/red]")
+        raise typer.Exit(1)
+
+    save_api_key(api_key)
+    console.print(f"[green]API key saved.[/green] ({api_key[:12]}...{api_key[-4:]})")
+
+
+def credits() -> None:
+    """Check your credit balance."""
+    data = api_get("/v1/account/me")
+    if isinstance(data, dict):
+        balance = data.get("credits_balance", "unknown")
+        tier = data.get("tier", "unknown")
+        rate_limit = data.get("rate_limit_per_minute", "unknown")
+        console.print(f"[green]Credits balance:[/green] {balance}")
+        console.print(f"[dim]Tier:[/dim] {tier}")
+        console.print(f"[dim]Rate limit:[/dim] {rate_limit}/min")
+    else:
+        console.print(data)
+
+
+def logout() -> None:
+    """Remove saved API key."""
+    clear_api_key()
+    console.print("[green]API key removed.[/green]")