scrapebadger-cli 0.18.0__tar.gz → 0.20.0__tar.gz

{scrapebadger_cli-0.18.0 → scrapebadger_cli-0.20.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: scrapebadger-cli
-Version: 0.18.0
+Version: 0.20.0
 Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
 Author: ScrapeBadger Team
 License: MIT

{scrapebadger_cli-0.18.0 → scrapebadger_cli-0.20.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scrapebadger-cli"
-version = "0.18.0"
+version = "0.20.0"
 description = "ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line"
 requires-python = ">=3.10"
 license = {text = "MIT"}

scrapebadger_cli-0.20.0/src/scrapebadger_cli/commands/gumtree.py

@@ -0,0 +1,149 @@
+"""Gumtree (UK classifieds) commands. gumtree.com only — no market option."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+SORT_HELP = "relevance, date, price_asc, price_desc, distance"
+
+_LISTING_COLS = "id,title,price_text,location,posted_text,seller_type"
+_TREE_COLS = "id,name,slug,has_children"
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only (see walmart.py)."""
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str | None = typer.Argument(None, help="Search keywords, e.g. 'mountain bike'"),
+    category: str = typer.Option("all", "--category", "-c", help="e.g. cars, for-sale, jobs"),
+    location: str = typer.Option("uk", "--location", "-l", help="Town slug or UK postcode"),
+    distance: float | None = typer.Option(None, "--distance", "-d", help="Radius in miles"),
+    min_price: int | None = typer.Option(None, "--min-price", help="GBP; needs a category"),
+    max_price: int | None = typer.Option(None, "--max-price", help="GBP; needs a category"),
+    sort: str | None = typer.Option(None, "--sort", "-s", help=SORT_HELP),
+    seller_type: str | None = typer.Option(None, "--seller-type", help="private or trade"),
+    urgent_only: bool = typer.Option(False, "--urgent-only"),
+    with_photos: bool = typer.Option(False, "--with-photos"),
+    filters: str | None = typer.Option(
+        None, "--filters", help="key:value pairs, e.g. 'vehicle_make:bmw,vehicle_fuel_type:petrol'"
+    ),
+    page: int = typer.Option(1, "--page", "-p", help="1-50"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Gumtree UK listings."""
+    data = api_get(
+        "/v1/gumtree/search",
+        {
+            "query": query,
+            "category": category,
+            "location": location,
+            "distance": distance,
+            "min_price": min_price,
+            "max_price": max_price,
+            "sort": sort,
+            "seller_type": seller_type,
+            "urgent_only": urgent_only or None,
+            "with_photos": with_photos or None,
+            "filters": filters,
+            "page": page,
+        },
+    )
+    _show(data, fmt, fields, _LISTING_COLS, "listings")
+
+
+@app.command()
+def filters(
+    category: str = typer.Argument("all", help="Category slug, e.g. 'cars'"),
+    location: str = typer.Option("uk", "--location", "-l"),
+    query: str | None = typer.Option(None, "--query", "-q"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List the filters Gumtree offers for a category, with live counts."""
+    data = api_get(
+        "/v1/gumtree/search/filters",
+        {"category": category, "location": location, "query": query},
+    )
+    _show(data, fmt, fields, "key,label,type,min_key,max_key", "filters")
+
+
+@app.command()
+def listing(
+    listing_id: str = typer.Argument(..., help="Listing id from a gumtree.com/p/... URL"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a full Gumtree listing."""
+    render(api_get(f"/v1/gumtree/listings/{listing_id}"), fmt, fields)
+
+
+@app.command("seller-listings")
+def seller_listings(
+    listing_id: str = typer.Argument(..., help="Any listing id of the seller"),
+    page: int = typer.Option(1, "--page", "-p", help="1-50"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Every live listing by the seller of a listing."""
+    data = api_get(f"/v1/gumtree/listings/{listing_id}/seller-listings", {"page": page})
+    _show(data, fmt, fields, _LISTING_COLS, "listings")
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial search term, e.g. 'iph'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Gumtree search suggestions."""
+    data = api_get("/v1/gumtree/autocomplete", {"query": query})
+    _show(data, fmt, fields, "query,highlighted", "suggestions")
+
+
+@app.command("locations-autocomplete")
+def locations_autocomplete(
+    query: str = typer.Argument(..., help="Town or postcode prefix, e.g. 'manch'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Resolve a UK town or postcode prefix to Gumtree locations."""
+    data = api_get("/v1/gumtree/locations/autocomplete", {"query": query})
+    _show(data, fmt, fields, "id,name,type,latitude,longitude", "locations")
+
+
+@app.command()
+def locations(
+    parent_id: int | None = typer.Option(None, "--parent-id", help="Default: United Kingdom"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Browse Gumtree's location tree."""
+    data = api_get("/v1/gumtree/locations", {"parent_id": parent_id})
+    _show(data, fmt, fields, _TREE_COLS, "children")
+
+
+@app.command()
+def categories(
+    parent_id: int | None = typer.Option(None, "--parent-id", help="Default: all categories"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Browse Gumtree's category tree."""
+    data = api_get("/v1/gumtree/categories", {"parent_id": parent_id})
+    _show(data, fmt, fields, _TREE_COLS, "children")

scrapebadger_cli-0.20.0/src/scrapebadger_cli/commands/wallapop.py

@@ -0,0 +1,200 @@
+"""Wallapop marketplace commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+MARKET = typer.Option("es", "--market", "-m", help="es, it, pt")
+NEXT_PAGE = typer.Option(None, "--next-page", help="Cursor from the previous page")
+USER_ID = typer.Argument(..., help="User id (dqjwdd53wwzo) or profile slug (alexc-25115753)")
+
+
+@app.command()
+def search(
+    query: str | None = typer.Argument(None, help='Search text (e.g. "iphone 14")'),
+    market: str = MARKET,
+    category_id: int | None = typer.Option(None, "--category-id", help="See `categories`"),
+    min_price: float | None = typer.Option(None, "--min-price"),
+    max_price: float | None = typer.Option(None, "--max-price"),
+    condition: str | None = typer.Option(
+        None,
+        "--condition",
+        help="CSV: un_opened, in_box, new, as_good_as_new, good, fair, has_given_it_all",
+    ),
+    brand: str | None = typer.Option(None, "--brand", help="e.g. Apple"),
+    model: str | None = typer.Option(None, "--model", help="e.g. iPhone 14"),
+    color: str | None = typer.Option(None, "--color", help="Colour id, e.g. black"),
+    latitude: float | None = typer.Option(None, "--lat", help="Search centre latitude"),
+    longitude: float | None = typer.Option(None, "--lng", help="Search centre longitude"),
+    distance_km: int | None = typer.Option(None, "--distance-km", help="Radius (1-500)"),
+    time_filter: str | None = typer.Option(
+        None, "--time-filter", help="today, lastWeek, lastMonth"
+    ),
+    shippable: bool = typer.Option(False, "--shippable", help="Only listings that ship"),
+    has_warranty: bool = typer.Option(False, "--has-warranty", help="Only with a warranty"),
+    refurbished: bool = typer.Option(False, "--refurbished", help="Only refurbished listings"),
+    min_year: int | None = typer.Option(None, "--min-year", help="Cars"),
+    max_year: int | None = typer.Option(None, "--max-year", help="Cars"),
+    min_km: int | None = typer.Option(None, "--min-km", help="Cars"),
+    max_km: int | None = typer.Option(None, "--max-km", help="Cars"),
+    gearbox: str | None = typer.Option(None, "--gearbox", help="Cars: manual or automatic"),
+    min_horsepower: int | None = typer.Option(None, "--min-horsepower", help="Cars"),
+    max_horsepower: int | None = typer.Option(None, "--max-horsepower", help="Cars"),
+    order_by: str | None = typer.Option(
+        None,
+        "--order-by",
+        help="most_relevance, newest, closest, price_low_to_high, price_high_to_low",
+    ),
+    next_page: str | None = NEXT_PAGE,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Wallapop listings (needs a query or --category-id)."""
+    data = api_get(
+        "/v1/wallapop/search",
+        {
+            "query": query,
+            "market": market,
+            "category_id": category_id,
+            "min_price": min_price,
+            "max_price": max_price,
+            "condition": condition,
+            "brand": brand,
+            "model": model,
+            "color": color,
+            "latitude": latitude,
+            "longitude": longitude,
+            "distance_km": distance_km,
+            "time_filter": time_filter,
+            "shippable": "true" if shippable else None,
+            "has_warranty": "true" if has_warranty else None,
+            "refurbished": "true" if refurbished else None,
+            "min_year": min_year,
+            "max_year": max_year,
+            "min_km": min_km,
+            "max_km": max_km,
+            "gearbox": gearbox,
+            "min_horsepower": min_horsepower,
+            "max_horsepower": max_horsepower,
+            "order_by": order_by,
+            "next_page": next_page,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def item(
+    item_id: str = typer.Argument(..., help="Listing id, slug or wallapop.com URL"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Wallapop listing's full detail."""
+    data = api_get(f"/v1/wallapop/items/{item_id}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def user(
+    user_id: str = USER_ID,
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Wallapop seller profile (ratings, sales, verifications)."""
+    data = api_get(f"/v1/wallapop/users/{user_id}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command("user-items")
+def user_items(
+    user_id: str = USER_ID,
+    market: str = MARKET,
+    next_page: str | None = NEXT_PAGE,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Wallapop seller's live listings."""
+    data = api_get(
+        f"/v1/wallapop/users/{user_id}/items", {"market": market, "next_page": next_page}
+    )
+    render(data, fmt, fields)
+
+
+@app.command("user-reviews")
+def user_reviews(
+    user_id: str = USER_ID,
+    market: str = MARKET,
+    next_page: str | None = NEXT_PAGE,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get the reviews a Wallapop seller received, newest first."""
+    data = api_get(
+        f"/v1/wallapop/users/{user_id}/reviews", {"market": market, "next_page": next_page}
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help='Partial search text (e.g. "bici")'),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get Wallapop search-box suggestions for a partial query."""
+    data = api_get("/v1/wallapop/autocomplete", {"query": query, "market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def categories(market: str = MARKET, fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List the Wallapop category tree (ids usable as --category-id)."""
+    data = api_get("/v1/wallapop/categories", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def filters(
+    category_id: int | None = typer.Option(None, "--category-id"),
+    query: str | None = typer.Option(None, "--query", "-q"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List the search filters Wallapop offers for a category/query."""
+    data = api_get(
+        "/v1/wallapop/filters", {"category_id": category_id, "query": query, "market": market}
+    )
+    render(data, fmt, fields)
+
+
+@app.command("filter-options")
+def filter_options(
+    filter_id: str = typer.Argument(..., help="Filter id from `filters` (e.g. brand)"),
+    category_id: int | None = typer.Option(None, "--category-id"),
+    query: str | None = typer.Option(None, "--query", "-q"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List a Wallapop filter's long option list (brands, models)."""
+    data = api_get(
+        f"/v1/wallapop/filters/{filter_id}/options",
+        {"category_id": category_id, "query": query, "market": market},
+    )
+    render(data, fmt, fields)
+
+
+@app.command("markets")
+def list_markets(fmt: str = FMT, fields: str | None = FIELDS) -> None:
+    """List Wallapop coverage markets (es, it, pt)."""
+    data = api_get("/v1/wallapop/markets", {})
+    render(data, fmt, fields)

{scrapebadger_cli-0.18.0 → scrapebadger_cli-0.20.0}/src/scrapebadger_cli/main.py

@@ -19,6 +19,7 @@ from scrapebadger_cli.commands import (
     gemini,
     google,
     google_play,
+    gumtree,
     idealista,
     immobiliare,
     instagram,
@@ -34,6 +35,7 @@ from scrapebadger_cli.commands import (
     tiktok,
     twitter,
     vinted,
+    wallapop,
     walmart,
     web,
     yahoo,
@@ -56,6 +58,7 @@ app.add_typer(vinted.app, name="vinted", help="Vinted marketplace commands")
 app.add_typer(amazon.app, name="amazon", help="Amazon marketplace commands")
 app.add_typer(ebay.app, name="ebay", help="eBay marketplace commands")
 app.add_typer(walmart.app, name="walmart", help="Walmart marketplace commands")
+app.add_typer(gumtree.app, name="gumtree", help="Gumtree UK classifieds commands")
 app.add_typer(google_play.app, name="google-play", help="Google Play Store commands")
 app.add_typer(app_store.app, name="app-store", help="Apple App Store commands")
 app.add_typer(idealista.app, name="idealista", help="Idealista real-estate commands")
@@ -79,6 +82,7 @@ app.add_typer(
     booking.app, name="booking", help="Booking.com property search, detail and reviews commands"
 )
 app.add_typer(depop.app, name="depop", help="Depop marketplace commands")
+app.add_typer(wallapop.app, name="wallapop", help="Wallapop marketplace commands")
 app.add_typer(redfin.app, name="redfin", help="Redfin real-estate commands")
 app.add_typer(apartments.app, name="apartments", help="Apartments.com rental commands")
 app.add_typer(linkedin.app, name="linkedin", help="LinkedIn public data commands")

{scrapebadger_cli-0.18.0 → scrapebadger_cli-0.20.0}/uv.lock

@@ -228,7 +228,7 @@ wheels = [
 
 [[package]]
 name = "scrapebadger-cli"
-version = "0.18.0"
+version = "0.20.0"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },