scrapebadger-cli 0.2.1__tar.gz → 0.4.0__tar.gz

{scrapebadger_cli-0.2.1 → scrapebadger_cli-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scrapebadger-cli
-Version: 0.2.1
+Version: 0.4.0
 Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
 Author: ScrapeBadger Team
 License: MIT
@@ -28,6 +28,13 @@ Command-line interface for ScrapeBadger — Twitter, Vinted, and Web Scraping.
 
 ```bash
 pip install scrapebadger-cli
+# or: uv tool install scrapebadger-cli
+```
+
+The installed command is `scrapebadger`. To run without installing:
+
+```bash
+uvx --from scrapebadger-cli scrapebadger --help
 ```
 
 ## Quick Start

{scrapebadger_cli-0.2.1 → scrapebadger_cli-0.4.0}/README.md

@@ -6,6 +6,13 @@ Command-line interface for ScrapeBadger — Twitter, Vinted, and Web Scraping.
 
 ```bash
 pip install scrapebadger-cli
+# or: uv tool install scrapebadger-cli
+```
+
+The installed command is `scrapebadger`. To run without installing:
+
+```bash
+uvx --from scrapebadger-cli scrapebadger --help
 ```
 
 ## Quick Start

{scrapebadger_cli-0.2.1 → scrapebadger_cli-0.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scrapebadger-cli"
-version = "0.2.1"
+version = "0.4.0"
 description = "ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line"
 requires-python = ">=3.10"
 license = {text = "MIT"}

scrapebadger_cli-0.4.0/src/scrapebadger_cli/commands/depop.py

@@ -0,0 +1,106 @@
+"""Depop marketplace commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+MARKET = typer.Option("us", "--market", "-m", help="us, gb (uk), au, ie, it, fr, de, es, nl, nz")
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help='Search text (e.g. "nike vintage")'),
+    market: str = MARKET,
+    per_page: int = typer.Option(24, "--per-page", "-p", help="1-24 (default 24)"),
+    page: int = typer.Option(1, "--page", help="Page number (default 1)"),
+    price_min: float | None = typer.Option(None, "--price-min"),
+    price_max: float | None = typer.Option(None, "--price-max"),
+    brands: str | None = typer.Option(None, "--brands", help="CSV of numeric brand IDs"),
+    sizes: str | None = typer.Option(
+        None, "--sizes", help='CSV of size labels (e.g. "US-M,UK-12")'
+    ),
+    colours: str | None = typer.Option(None, "--colours", help="CSV of colour slugs"),
+    conditions: str | None = typer.Option(
+        None, "--conditions", help="CSV: brand_new, used_like_new, used_good, used_fair"
+    ),
+    gender: str | None = typer.Option(None, "--gender", help="male or female"),
+    sort: str | None = typer.Option(
+        None,
+        "--sort",
+        help="relevance, newest, priceAscending, priceDescending, popularity",
+    ),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Depop for second-hand fashion products."""
+    data = api_get(
+        "/v1/depop/search",
+        {
+            "query": query,
+            "market": market,
+            "per_page": per_page,
+            "page": page,
+            "price_min": price_min,
+            "price_max": price_max,
+            "brands": brands,
+            "sizes": sizes,
+            "colours": colours,
+            "conditions": conditions,
+            "gender": gender,
+            "sort": sort,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def product(
+    slug: str = typer.Argument(..., help="Depop product slug"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop product's full detail by slug."""
+    data = api_get(f"/v1/depop/products/{slug}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def user(
+    username: str = typer.Argument(..., help="Depop username"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop shop/user profile by username."""
+    data = api_get(f"/v1/depop/users/{username}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command("user-products")
+def user_products(
+    username: str = typer.Argument(..., help="Depop username"),
+    market: str = MARKET,
+    per_page: int = typer.Option(24, "--per-page", "-p", help="1-24 (default 24)"),
+    page: int = typer.Option(1, "--page", help="Page number (default 1)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop seller's listings by username."""
+    data = api_get(
+        f"/v1/depop/users/{username}/products",
+        {"market": market, "per_page": per_page, "page": page},
+    )
+    render(data, fmt, fields)
+
+
+@app.command("markets")
+def list_markets(fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List Depop coverage markets (us, gb, au, ie, it, fr, de, es, nl, nz)."""
+    data = api_get("/v1/depop/markets", {})
+    render(data, fmt, fields)

{scrapebadger_cli-0.2.1 → scrapebadger_cli-0.4.0}/src/scrapebadger_cli/commands/google.py

@@ -1092,6 +1092,12 @@ def flights_search(
     hl: str | None = typer.Option(None, "--hl", help="Language code"),
     stops: str | None = typer.Option(None, "--stops", help="any | nonstop | one_stop | two_stops"),
     max_price: int | None = typer.Option(None, "--max-price", help="Upper price filter"),
+    sort_by: str | None = typer.Option(
+        None,
+        "--sort-by",
+        help="top (default, fast best picks) | price (FULL price-sorted inventory "
+        "+ Google's price floor/typical range/history; slower)",
+    ),
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
@@ -1112,6 +1118,7 @@ def flights_search(
             "hl": hl,
             "stops": stops,
             "max_price": max_price,
+            "sort_by": sort_by,
         },
     )
     render(data, fmt, fields)

scrapebadger_cli-0.4.0/src/scrapebadger_cli/commands/linkedin.py

@@ -0,0 +1,171 @@
+"""LinkedIn public-data commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+COUNTRY = typer.Option("us", "--country", "-c", help="Country code (default us)")
+
+
+@app.command("jobs-search")
+def jobs_search(
+    keywords: str | None = typer.Option(None, "--keywords", "-k", help="Search text"),
+    location: str | None = typer.Option(None, "--location", "-l", help="Location name"),
+    geo_id: str | None = typer.Option(None, "--geo-id", help="LinkedIn numeric geo id"),
+    company_id: str | None = typer.Option(None, "--company-id", help="LinkedIn numeric company id"),
+    date_posted: str | None = typer.Option(
+        None, "--date-posted", help="past_24h, past_week, past_month, any"
+    ),
+    experience: str | None = typer.Option(
+        None,
+        "--experience",
+        help="CSV: internship, entry, associate, mid_senior, director, executive",
+    ),
+    job_type: str | None = typer.Option(
+        None,
+        "--job-type",
+        help="CSV: full_time, part_time, contract, temporary, internship, volunteer, other",
+    ),
+    workplace: str | None = typer.Option(None, "--workplace", help="CSV: onsite, remote, hybrid"),
+    sort: str | None = typer.Option(None, "--sort", help="relevant or recent"),
+    start: int = typer.Option(0, "--start", help="Pagination offset (default 0)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search LinkedIn public job postings."""
+    data = api_get(
+        "/v1/linkedin/jobs/search",
+        {
+            "keywords": keywords,
+            "location": location,
+            "geo_id": geo_id,
+            "company_id": company_id,
+            "date_posted": date_posted,
+            "experience": experience,
+            "job_type": job_type,
+            "workplace": workplace,
+            "sort": sort,
+            "start": start,
+            "country": country,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def job(
+    job_id: str = typer.Argument(..., help="Numeric LinkedIn job id"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn job posting's full detail by numeric id."""
+    data = api_get(f"/v1/linkedin/jobs/{job_id}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command("company-jobs")
+def company_jobs(
+    company_id: str = typer.Argument(..., help="Numeric LinkedIn company id"),
+    start: int = typer.Option(0, "--start", help="Pagination offset (default 0)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn company's job postings by numeric company id."""
+    data = api_get(
+        f"/v1/linkedin/companies/{company_id}/jobs",
+        {"start": start, "country": country},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def company(
+    universal_name: str = typer.Argument(..., help="Company vanity slug (e.g. microsoft)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn company profile by universal name."""
+    data = api_get(f"/v1/linkedin/companies/{universal_name}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def school(
+    universal_name: str = typer.Argument(..., help="School vanity slug (e.g. stanford-university)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn school profile by universal name."""
+    data = api_get(f"/v1/linkedin/schools/{universal_name}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def profile(
+    public_id: str = typer.Argument(..., help="Profile public id (e.g. williamhgates)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn member profile by public id."""
+    data = api_get(f"/v1/linkedin/profiles/{public_id}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def post(
+    post_slug: str = typer.Argument(..., help="LinkedIn post slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn social post by its slug."""
+    data = api_get(f"/v1/linkedin/posts/{post_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def article(
+    article_slug: str = typer.Argument(..., help="LinkedIn article slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn article by its slug."""
+    data = api_get(f"/v1/linkedin/articles/{article_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def course(
+    course_slug: str = typer.Argument(..., help="LinkedIn Learning course slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn Learning course by its slug."""
+    data = api_get(f"/v1/linkedin/learning/{course_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command("geo-suggest")
+def geo_suggest(
+    query: str = typer.Argument(..., help="Location or company name to resolve"),
+    type: str = typer.Option("geo", "--type", "-t", help="geo or company"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Resolve a location or company name to LinkedIn ids for job-search filters."""
+    data = api_get("/v1/linkedin/geo/suggest", {"query": query, "type": type, "country": country})
+    render(data, fmt, fields)

scrapebadger_cli-0.4.0/src/scrapebadger_cli/commands/redfin.py

@@ -0,0 +1,121 @@
+"""Redfin real-estate commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+
+@app.command()
+def search(
+    location: str = typer.Argument(..., help="City/state, ZIP, address or neighborhood"),
+    page: int = typer.Option(1, "--page", "-p", help="1-20"),
+    sort: str | None = typer.Option(
+        None, "--sort", help="relevant, newest, price_low_to_high, etc."
+    ),
+    price_min: int | None = typer.Option(None, "--price-min"),
+    price_max: int | None = typer.Option(None, "--price-max"),
+    beds_min: int | None = typer.Option(None, "--beds-min"),
+    baths_min: float | None = typer.Option(None, "--baths-min"),
+    home_type: str | None = typer.Option(
+        None,
+        "--home-type",
+        help="house, condo, townhouse, multi_family, land, other, mobile, coop",
+    ),
+    sqft_min: int | None = typer.Option(None, "--sqft-min"),
+    sqft_max: int | None = typer.Option(None, "--sqft-max"),
+    lot_min: int | None = typer.Option(None, "--lot-min"),
+    lot_max: int | None = typer.Option(None, "--lot-max"),
+    year_built_min: int | None = typer.Option(None, "--year-built-min"),
+    year_built_max: int | None = typer.Option(None, "--year-built-max"),
+    max_days_on_market: int | None = typer.Option(None, "--max-days-on-market"),
+    north: float | None = typer.Option(None, "--north", help="Map bounds for tiling past the cap"),
+    south: float | None = typer.Option(None, "--south"),
+    east: float | None = typer.Option(None, "--east"),
+    west: float | None = typer.Option(None, "--west"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Redfin for for-sale properties."""
+    data = api_get(
+        "/v1/redfin/search",
+        {
+            "location": location,
+            "page": page,
+            "sort": sort,
+            "price_min": price_min,
+            "price_max": price_max,
+            "beds_min": beds_min,
+            "baths_min": baths_min,
+            "home_type": home_type,
+            "sqft_min": sqft_min,
+            "sqft_max": sqft_max,
+            "lot_min": lot_min,
+            "lot_max": lot_max,
+            "year_built_min": year_built_min,
+            "year_built_max": year_built_max,
+            "max_days_on_market": max_days_on_market,
+            "north": north,
+            "south": south,
+            "east": east,
+            "west": west,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def property(
+    property_id: str = typer.Argument(..., help="Redfin numeric property id"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Redfin property's full detail by propertyId."""
+    data = api_get(f"/v1/redfin/property/{property_id}", {})
+    render(data, fmt, fields)
+
+
+@app.command("property-url")
+def property_url(
+    url: str = typer.Argument(..., help="Full Redfin property URL (/CA/City/.../home/12345678)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Redfin property's full detail by home URL."""
+    data = api_get("/v1/redfin/property", {"url": url})
+    render(data, fmt, fields)
+
+
+@app.command()
+def agent(
+    agent_id: str | None = typer.Argument(None, help="Redfin agent id"),
+    url: str | None = typer.Option(None, "--url", help="Full Redfin /realestateagents/... URL"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Redfin agent's profile and their active listings."""
+    data = api_get("/v1/redfin/agent", {"agent_id": agent_id, "url": url})
+    render(data, fmt, fields)
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial location — city, ZIP, address, neighborhood"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Resolve a search term to Redfin regions/addresses."""
+    data = api_get("/v1/redfin/autocomplete", {"query": query})
+    render(data, fmt, fields)
+
+
+@app.command("markets")
+def list_markets(fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List Redfin coverage regions (US)."""
+    data = api_get("/v1/redfin/markets", {})
+    render(data, fmt, fields)

{scrapebadger_cli-0.2.1 → scrapebadger_cli-0.4.0}/src/scrapebadger_cli/main.py

@@ -5,14 +5,17 @@ import typer
 from scrapebadger_cli.commands import (
     amazon,
     auth,
+    depop,
     ebay,
     google,
     idealista,
     immobiliare,
     leboncoin,
+    linkedin,
     loopnet,
     realtor,
     reddit,
+    redfin,
     stream,
     tiktok,
     twitter,
@@ -44,6 +47,9 @@ app.add_typer(web.app, name="web", help="Web scraping commands")
 app.add_typer(google.app, name="google", help="Google scraper commands")
 app.add_typer(realtor.app, name="realtor", help="Realtor real-estate commands")
 app.add_typer(loopnet.app, name="loopnet", help="LoopNet commercial real estate commands")
+app.add_typer(depop.app, name="depop", help="Depop marketplace commands")
+app.add_typer(redfin.app, name="redfin", help="Redfin real-estate commands")
+app.add_typer(linkedin.app, name="linkedin", help="LinkedIn public data commands")
 app.command()(auth.auth)
 app.command(name="credits")(auth.credits)
 app.command(name="logout")(auth.logout)