scrapebadger-cli 0.3.0__tar.gz → 0.4.1__tar.gz

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/.gitignore

@@ -186,3 +186,8 @@ playwright-report/
 # proprietary binaries, native .so libs, frida-server, handoff tarballs).
 # Local-only — not part of the deployable codebase.
 research/
+
+# Customer support attachments (uploaded at runtime, may contain logs/PII).
+# The blog upload dir predates this and is deliberately left as-is.
+apps/portal/public/uploads/support/*
+!apps/portal/public/uploads/support/.gitkeep

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scrapebadger-cli
-Version: 0.3.0
+Version: 0.4.1
 Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
 Author: ScrapeBadger Team
 License: MIT

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scrapebadger-cli"
-version = "0.3.0"
+version = "0.4.1"
 description = "ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line"
 requires-python = ">=3.10"
 license = {text = "MIT"}

scrapebadger_cli-0.4.1/src/scrapebadger_cli/commands/depop.py

@@ -0,0 +1,106 @@
+"""Depop marketplace commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+MARKET = typer.Option("us", "--market", "-m", help="us, gb (uk), au, ie, it, fr, de, es, nl, nz")
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help='Search text (e.g. "nike vintage")'),
+    market: str = MARKET,
+    per_page: int = typer.Option(24, "--per-page", "-p", help="1-24 (default 24)"),
+    page: int = typer.Option(1, "--page", help="Page number (default 1)"),
+    price_min: float | None = typer.Option(None, "--price-min"),
+    price_max: float | None = typer.Option(None, "--price-max"),
+    brands: str | None = typer.Option(None, "--brands", help="CSV of numeric brand IDs"),
+    sizes: str | None = typer.Option(
+        None, "--sizes", help='CSV of size labels (e.g. "US-M,UK-12")'
+    ),
+    colours: str | None = typer.Option(None, "--colours", help="CSV of colour slugs"),
+    conditions: str | None = typer.Option(
+        None, "--conditions", help="CSV: brand_new, used_like_new, used_good, used_fair"
+    ),
+    gender: str | None = typer.Option(None, "--gender", help="male or female"),
+    sort: str | None = typer.Option(
+        None,
+        "--sort",
+        help="relevance, newest, priceAscending, priceDescending, popularity",
+    ),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Depop for second-hand fashion products."""
+    data = api_get(
+        "/v1/depop/search",
+        {
+            "query": query,
+            "market": market,
+            "per_page": per_page,
+            "page": page,
+            "price_min": price_min,
+            "price_max": price_max,
+            "brands": brands,
+            "sizes": sizes,
+            "colours": colours,
+            "conditions": conditions,
+            "gender": gender,
+            "sort": sort,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def product(
+    slug: str = typer.Argument(..., help="Depop product slug"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop product's full detail by slug."""
+    data = api_get(f"/v1/depop/products/{slug}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def user(
+    username: str = typer.Argument(..., help="Depop username"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop shop/user profile by username."""
+    data = api_get(f"/v1/depop/users/{username}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command("user-products")
+def user_products(
+    username: str = typer.Argument(..., help="Depop username"),
+    market: str = MARKET,
+    per_page: int = typer.Option(24, "--per-page", "-p", help="1-24 (default 24)"),
+    page: int = typer.Option(1, "--page", help="Page number (default 1)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Depop seller's listings by username."""
+    data = api_get(
+        f"/v1/depop/users/{username}/products",
+        {"market": market, "per_page": per_page, "page": page},
+    )
+    render(data, fmt, fields)
+
+
+@app.command("markets")
+def list_markets(fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List Depop coverage markets (us, gb, au, ie, it, fr, de, es, nl, nz)."""
+    data = api_get("/v1/depop/markets", {})
+    render(data, fmt, fields)

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/src/scrapebadger_cli/commands/google.py

@@ -1092,6 +1092,12 @@ def flights_search(
     hl: str | None = typer.Option(None, "--hl", help="Language code"),
     stops: str | None = typer.Option(None, "--stops", help="any | nonstop | one_stop | two_stops"),
     max_price: int | None = typer.Option(None, "--max-price", help="Upper price filter"),
+    sort_by: str | None = typer.Option(
+        None,
+        "--sort-by",
+        help="top (default, fast best picks) | price (FULL price-sorted inventory "
+        "+ Google's price floor/typical range/history; slower)",
+    ),
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
@@ -1112,6 +1118,7 @@ def flights_search(
             "hl": hl,
             "stops": stops,
             "max_price": max_price,
+            "sort_by": sort_by,
         },
     )
     render(data, fmt, fields)

scrapebadger_cli-0.4.1/src/scrapebadger_cli/commands/linkedin.py

@@ -0,0 +1,171 @@
+"""LinkedIn public-data commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+COUNTRY = typer.Option("us", "--country", "-c", help="Country code (default us)")
+
+
+@app.command("jobs-search")
+def jobs_search(
+    keywords: str | None = typer.Option(None, "--keywords", "-k", help="Search text"),
+    location: str | None = typer.Option(None, "--location", "-l", help="Location name"),
+    geo_id: str | None = typer.Option(None, "--geo-id", help="LinkedIn numeric geo id"),
+    company_id: str | None = typer.Option(None, "--company-id", help="LinkedIn numeric company id"),
+    date_posted: str | None = typer.Option(
+        None, "--date-posted", help="past_24h, past_week, past_month, any"
+    ),
+    experience: str | None = typer.Option(
+        None,
+        "--experience",
+        help="CSV: internship, entry, associate, mid_senior, director, executive",
+    ),
+    job_type: str | None = typer.Option(
+        None,
+        "--job-type",
+        help="CSV: full_time, part_time, contract, temporary, internship, volunteer, other",
+    ),
+    workplace: str | None = typer.Option(None, "--workplace", help="CSV: onsite, remote, hybrid"),
+    sort: str | None = typer.Option(None, "--sort", help="relevant or recent"),
+    start: int = typer.Option(0, "--start", help="Pagination offset (default 0)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search LinkedIn public job postings."""
+    data = api_get(
+        "/v1/linkedin/jobs/search",
+        {
+            "keywords": keywords,
+            "location": location,
+            "geo_id": geo_id,
+            "company_id": company_id,
+            "date_posted": date_posted,
+            "experience": experience,
+            "job_type": job_type,
+            "workplace": workplace,
+            "sort": sort,
+            "start": start,
+            "country": country,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def job(
+    job_id: str = typer.Argument(..., help="Numeric LinkedIn job id"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn job posting's full detail by numeric id."""
+    data = api_get(f"/v1/linkedin/jobs/{job_id}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command("company-jobs")
+def company_jobs(
+    company_id: str = typer.Argument(..., help="Numeric LinkedIn company id"),
+    start: int = typer.Option(0, "--start", help="Pagination offset (default 0)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn company's job postings by numeric company id."""
+    data = api_get(
+        f"/v1/linkedin/companies/{company_id}/jobs",
+        {"start": start, "country": country},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def company(
+    universal_name: str = typer.Argument(..., help="Company vanity slug (e.g. microsoft)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn company profile by universal name."""
+    data = api_get(f"/v1/linkedin/companies/{universal_name}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def school(
+    universal_name: str = typer.Argument(..., help="School vanity slug (e.g. stanford-university)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn school profile by universal name."""
+    data = api_get(f"/v1/linkedin/schools/{universal_name}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def profile(
+    public_id: str = typer.Argument(..., help="Profile public id (e.g. williamhgates)"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn member profile by public id."""
+    data = api_get(f"/v1/linkedin/profiles/{public_id}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def post(
+    post_slug: str = typer.Argument(..., help="LinkedIn post slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn social post by its slug."""
+    data = api_get(f"/v1/linkedin/posts/{post_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def article(
+    article_slug: str = typer.Argument(..., help="LinkedIn article slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn article by its slug."""
+    data = api_get(f"/v1/linkedin/articles/{article_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command()
+def course(
+    course_slug: str = typer.Argument(..., help="LinkedIn Learning course slug"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a LinkedIn Learning course by its slug."""
+    data = api_get(f"/v1/linkedin/learning/{course_slug}", {"country": country})
+    render(data, fmt, fields)
+
+
+@app.command("geo-suggest")
+def geo_suggest(
+    query: str = typer.Argument(..., help="Location or company name to resolve"),
+    type: str = typer.Option("geo", "--type", "-t", help="geo or company"),
+    country: str = COUNTRY,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Resolve a location or company name to LinkedIn ids for job-search filters."""
+    data = api_get("/v1/linkedin/geo/suggest", {"query": query, "type": type, "country": country})
+    render(data, fmt, fields)

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/src/scrapebadger_cli/commands/vinted.py

@@ -21,6 +21,16 @@ def search(
     price_from: float | None = typer.Option(None, "--price-from"),
     price_to: float | None = typer.Option(None, "--price-to"),
     brand_ids: str | None = typer.Option(None, "--brands", help="Comma-separated brand IDs"),
+    catalog_ids: str | None = typer.Option(
+        None,
+        "--catalogs",
+        help="Comma-separated catalog (category) IDs, e.g. 1904 — the catalog[] value in a "
+        "Vinted category URL",
+    ),
+    color_ids: str | None = typer.Option(None, "--colors", help="Comma-separated color IDs"),
+    status_ids: str | None = typer.Option(
+        None, "--statuses", help="Comma-separated condition/status IDs"
+    ),
     order: str | None = typer.Option(None, "--order"),
     fmt: str = FMT,
     fields: str | None = FIELDS,
@@ -36,6 +46,9 @@ def search(
             "price_from": price_from,
             "price_to": price_to,
             "brand_ids": brand_ids,
+            "catalog_ids": catalog_ids,
+            "color_ids": color_ids,
+            "status_ids": status_ids,
             "order": order,
         },
     )

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/src/scrapebadger_cli/main.py

@@ -5,11 +5,13 @@ import typer
 from scrapebadger_cli.commands import (
     amazon,
     auth,
+    depop,
     ebay,
     google,
     idealista,
     immobiliare,
     leboncoin,
+    linkedin,
     loopnet,
     realtor,
     reddit,
@@ -45,7 +47,9 @@ app.add_typer(web.app, name="web", help="Web scraping commands")
 app.add_typer(google.app, name="google", help="Google scraper commands")
 app.add_typer(realtor.app, name="realtor", help="Realtor real-estate commands")
 app.add_typer(loopnet.app, name="loopnet", help="LoopNet commercial real estate commands")
+app.add_typer(depop.app, name="depop", help="Depop marketplace commands")
 app.add_typer(redfin.app, name="redfin", help="Redfin real-estate commands")
+app.add_typer(linkedin.app, name="linkedin", help="LinkedIn public data commands")
 app.command()(auth.auth)
 app.command(name="credits")(auth.credits)
 app.command(name="logout")(auth.logout)

{scrapebadger_cli-0.3.0 → scrapebadger_cli-0.4.1}/uv.lock

@@ -228,7 +228,7 @@ wheels = [
 
 [[package]]
 name = "scrapebadger-cli"
-version = "0.2.1"
+version = "0.4.1"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },