scrapebadger-cli 0.7.0__tar.gz → 0.9.0__tar.gz

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scrapebadger-cli
-Version: 0.7.0
+Version: 0.9.0
 Summary: ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line
 Author: ScrapeBadger Team
 License: MIT

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scrapebadger-cli"
-version = "0.7.0"
+version = "0.9.0"
 description = "ScrapeBadger CLI — Twitter, Vinted, Google, and Web Scraping from the command line"
 requires-python = ">=3.10"
 license = {text = "MIT"}

scrapebadger_cli-0.9.0/src/scrapebadger_cli/commands/baidu.py

@@ -0,0 +1,95 @@
+"""Baidu search engine commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+_RESULT_COLS = "position,title,url,source,date"
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only.
+
+    json and csv keep the whole envelope so a machine-readable export never
+    silently drops fields; table/markdown drill to `key` (the response's own
+    row list, when `output.render` cannot find it) and default to `table_cols`.
+    """
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search keywords, e.g. '咖啡机'"),
+    page: int = typer.Option(1, "--page", "-p", help="1-76"),
+    num: int = typer.Option(10, "--num", "-n", help="Results per page, 1-50"),
+    language: str | None = typer.Option(
+        None, "--language", "-l", help="all, zh-cn (simplified), zh-tw (traditional)"
+    ),
+    time_from: int | None = typer.Option(
+        None, "--time-from", help="Unix timestamp — published after"
+    ),
+    time_to: int | None = typer.Option(None, "--time-to", help="Unix timestamp — published before"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search baidu.com — organic results with the real target URL."""
+    data = api_get(
+        "/v1/baidu/search",
+        {
+            "query": query,
+            "page": page,
+            "num": num,
+            "language": language,
+            "time_from": time_from,
+            "time_to": time_to,
+        },
+    )
+    _show(data, fmt, fields, _RESULT_COLS, key="results")
+
+
+@app.command()
+def news(
+    query: str = typer.Argument(..., help="Search keywords"),
+    page: int = typer.Option(1, "--page", "-p", help="1-76"),
+    sort: str | None = typer.Option(None, "--sort", "-s", help="relevance or time"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search the Baidu news vertical."""
+    data = api_get("/v1/baidu/news", {"query": query, "page": page, "sort": sort})
+    _show(data, fmt, fields, _RESULT_COLS, key="results")
+
+
+@app.command()
+def images(
+    query: str = typer.Argument(..., help="Search keywords"),
+    page: int = typer.Option(1, "--page", "-p", help="1-50 (30 images per page)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Baidu images."""
+    data = api_get("/v1/baidu/images", {"query": query, "page": page})
+    _show(data, fmt, fields, "position,title,image_url,width,height,from_url", key="results")
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial search term, e.g. '咖啡'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get Baidu search-box suggestions."""
+    data = api_get("/v1/baidu/autocomplete", {"query": query})
+    _show(data, fmt, fields, "query,type", key="suggestions")

scrapebadger_cli-0.9.0/src/scrapebadger_cli/commands/bing.py

@@ -0,0 +1,126 @@
+"""Bing search engine commands. market is a language-COUNTRY code, e.g. en-US."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+MARKET = typer.Option("en-US", "--market", "-m", help="Bing market code, e.g. en-US")
+SAFE_HELP = "off, moderate, strict"
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only.
+
+    json and csv keep the whole envelope so a machine-readable export never
+    silently drops fields; table/markdown drill to `key` (the response's own
+    row list, when `output.render` cannot find it) and default to `table_cols`.
+    """
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'coffee machine'"),
+    market: str = MARKET,
+    count: int = typer.Option(10, "--count", "-c", help="Results per page, 1-50"),
+    offset: int = typer.Option(0, "--offset", help="Zero-based result offset"),
+    safe_search: str | None = typer.Option(None, "--safe-search", help=SAFE_HELP),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search the Bing web SERP: organic results, ads and related searches."""
+    data = api_get(
+        "/v1/bing/search",
+        {
+            "query": query,
+            "market": market,
+            "count": count,
+            "offset": offset,
+            "safe_search": safe_search,
+        },
+    )
+    _show(data, fmt, fields, "position,title,display_url,snippet")
+
+
+@app.command()
+def images(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'golden retriever'"),
+    market: str = MARKET,
+    count: int = typer.Option(35, "--count", "-c", help="Results to return"),
+    safe_search: str | None = typer.Option(None, "--safe-search", help=SAFE_HELP),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Bing Images: full-size URL, thumbnail and source page."""
+    data = api_get(
+        "/v1/bing/images",
+        {"query": query, "market": market, "count": count, "safe_search": safe_search},
+    )
+    _show(data, fmt, fields, "position,title,image_url,source_domain,width,height")
+
+
+@app.command()
+def videos(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'espresso tutorial'"),
+    market: str = MARKET,
+    count: int = typer.Option(35, "--count", "-c", help="Results to return"),
+    safe_search: str | None = typer.Option(None, "--safe-search", help=SAFE_HELP),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Bing Videos: title, duration, publisher and source platform."""
+    data = api_get(
+        "/v1/bing/videos",
+        {"query": query, "market": market, "count": count, "safe_search": safe_search},
+    )
+    _show(data, fmt, fields, "position,title,duration,source,publisher,views,published")
+
+
+@app.command()
+def news(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'interest rates'"),
+    market: str = MARKET,
+    freshness: str | None = typer.Option(None, "--freshness", help="day, week, month"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Bing News: headline, source and absolute publish time."""
+    data = api_get(
+        "/v1/bing/news",
+        {"query": query, "market": market, "freshness": freshness},
+    )
+    _show(data, fmt, fields, "position,title,source,published_at")
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial search term, e.g. 'coff'"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get Bing search-box query suggestions."""
+    data = api_get("/v1/bing/autocomplete", {"query": query, "market": market})
+    _show(data, fmt, fields, "value", key="suggestions")
+
+
+@app.command()
+def markets(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List the curated Bing market codes (30+). Free."""
+    data = api_get("/v1/bing/markets")
+    _show(data, fmt, fields, "code,name,country", key="markets")

scrapebadger_cli-0.9.0/src/scrapebadger_cli/commands/duckduckgo.py

@@ -0,0 +1,176 @@
+"""DuckDuckGo search commands. region is a DuckDuckGo kl code (wt-wt = all regions)."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+REGION = typer.Option(
+    "wt-wt", "--region", "-r", help="DuckDuckGo region code (kl), e.g. us-en. wt-wt = all regions"
+)
+SAFESEARCH = typer.Option("moderate", "--safesearch", help="on, moderate, off")
+TIMELIMIT = typer.Option(None, "--timelimit", "-t", help="day, week, month, year")
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only.
+
+    json and csv keep the whole envelope so a machine-readable export never
+    silently drops fields; table/markdown drill to `key` (the response's own
+    row list, when `output.render` cannot find it) and default to `table_cols`.
+    """
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search query, e.g. 'web scraping'"),
+    region: str = REGION,
+    safesearch: str = SAFESEARCH,
+    timelimit: str | None = TIMELIMIT,
+    page: int = typer.Option(1, "--page", "-p", help="1-25"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search the DuckDuckGo web SERP (organic results, ads flagged is_ad)."""
+    data = api_get(
+        "/v1/duckduckgo/search",
+        {
+            "query": query,
+            "region": region,
+            "safesearch": safesearch,
+            "timelimit": timelimit,
+            "page": page,
+        },
+    )
+    _show(data, fmt, fields, "title,url,display_url,is_ad", key="results")
+
+
+@app.command()
+def images(
+    query: str = typer.Argument(..., help="Search query, e.g. 'sunset'"),
+    region: str = REGION,
+    safesearch: str = SAFESEARCH,
+    page: int = typer.Option(1, "--page", "-p", help="1-10 (100 results per page)"),
+    size: str | None = typer.Option(None, "--size", help="Small, Medium, Large, Wallpaper"),
+    color: str | None = typer.Option(None, "--color", help="color, Monochrome, Red, Blue, …"),
+    image_type: str | None = typer.Option(
+        None, "--type", help="photo, clipart, gif, transparent, line"
+    ),
+    layout: str | None = typer.Option(None, "--layout", help="Square, Tall, Wide"),
+    license: str | None = typer.Option(
+        None, "--license", help="Any, Public, Share, ShareCommercially, Modify"
+    ),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search DuckDuckGo images with size/color/type/layout/license filters."""
+    data = api_get(
+        "/v1/duckduckgo/images",
+        {
+            "query": query,
+            "region": region,
+            "safesearch": safesearch,
+            "page": page,
+            "size": size,
+            "color": color,
+            "image_type": image_type,
+            "layout": layout,
+            "license": license,
+        },
+    )
+    _show(data, fmt, fields, "title,image,width,height,source", key="results")
+
+
+@app.command()
+def news(
+    query: str = typer.Argument(..., help="Search query, e.g. 'artificial intelligence'"),
+    region: str = REGION,
+    safesearch: str = SAFESEARCH,
+    timelimit: str | None = TIMELIMIT,
+    page: int = typer.Option(1, "--page", "-p", help="1-10 (30 results per page)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search DuckDuckGo news (headline, source, excerpt, dates, image)."""
+    data = api_get(
+        "/v1/duckduckgo/news",
+        {
+            "query": query,
+            "region": region,
+            "safesearch": safesearch,
+            "timelimit": timelimit,
+            "page": page,
+        },
+    )
+    _show(data, fmt, fields, "title,source,relative_time,url", key="results")
+
+
+@app.command()
+def videos(
+    query: str = typer.Argument(..., help="Search query, e.g. 'python tutorial'"),
+    region: str = REGION,
+    safesearch: str = SAFESEARCH,
+    page: int = typer.Option(1, "--page", "-p", help="1-10 (60 results per page)"),
+    duration: str | None = typer.Option(None, "--duration", help="short, medium, long"),
+    resolution: str | None = typer.Option(None, "--resolution", help="high, standard"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search DuckDuckGo videos (title, publisher, duration, views)."""
+    data = api_get(
+        "/v1/duckduckgo/videos",
+        {
+            "query": query,
+            "region": region,
+            "safesearch": safesearch,
+            "page": page,
+            "duration": duration,
+            "resolution": resolution,
+        },
+    )
+    _show(data, fmt, fields, "title,publisher,duration,view_count,content", key="results")
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial query, e.g. 'web scra'"),
+    region: str = REGION,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get DuckDuckGo search-box suggestions."""
+    data = api_get("/v1/duckduckgo/autocomplete", {"query": query, "region": region})
+    _show(data, fmt, fields, "suggestions", key="suggestions")
+
+
+@app.command()
+def instant(
+    query: str = typer.Argument(..., help="Query for the Instant Answer API, e.g. 'Nikola Tesla'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Query the DuckDuckGo Instant Answer API (abstract, answer, definition)."""
+    data = api_get("/v1/duckduckgo/instant", {"query": query})
+    _show(data, fmt, fields, "heading,abstract_text,abstract_source,answer,type")
+
+
+@app.command()
+def regions(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List all supported DuckDuckGo region (kl) codes."""
+    data = api_get("/v1/duckduckgo/regions")
+    _show(data, fmt, fields, "code,name", key="regions")

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/src/scrapebadger_cli/commands/facebook.py

@@ -109,66 +109,6 @@ def categories(
     render(data, fmt, fields)
 
 
-@app.command()
-def search(
-    q: str = typer.Argument(..., help="Search query"),
-    after: str | None = AFTER,
-    fmt: str = FMT,
-    fields: str | None = FIELDS,
-) -> None:
-    """Search Facebook globally (pages, people, groups, posts)."""
-    data = api_get("/v1/facebook/search", {"q": q, "after": after})
-    render(data, fmt, fields)
-
-
-@app.command(name="search-pages")
-def search_pages(
-    q: str = typer.Argument(..., help="Search query"),
-    after: str | None = AFTER,
-    fmt: str = FMT,
-    fields: str | None = FIELDS,
-) -> None:
-    """Search Facebook Pages."""
-    data = api_get("/v1/facebook/search/pages", {"q": q, "after": after})
-    render(data, fmt, fields)
-
-
-@app.command(name="search-people")
-def search_people(
-    q: str = typer.Argument(..., help="Search query"),
-    after: str | None = AFTER,
-    fmt: str = FMT,
-    fields: str | None = FIELDS,
-) -> None:
-    """Search Facebook profiles."""
-    data = api_get("/v1/facebook/search/people", {"q": q, "after": after})
-    render(data, fmt, fields)
-
-
-@app.command(name="search-groups")
-def search_groups(
-    q: str = typer.Argument(..., help="Search query"),
-    after: str | None = AFTER,
-    fmt: str = FMT,
-    fields: str | None = FIELDS,
-) -> None:
-    """Search Facebook groups."""
-    data = api_get("/v1/facebook/search/groups", {"q": q, "after": after})
-    render(data, fmt, fields)
-
-
-@app.command(name="search-posts")
-def search_posts(
-    q: str = typer.Argument(..., help="Search query"),
-    after: str | None = AFTER,
-    fmt: str = FMT,
-    fields: str | None = FIELDS,
-) -> None:
-    """Search public Facebook posts."""
-    data = api_get("/v1/facebook/search/posts", {"q": q, "after": after})
-    render(data, fmt, fields)
-
-
 @app.command()
 def page(
     identifier: str = typer.Argument(..., help="Page username or numeric page ID"),

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/src/scrapebadger_cli/commands/google.py

@@ -1123,3 +1123,59 @@ def flights_search(
         },
     )
     render(data, fmt, fields)
+
+
+@app.command(name="flights-calendar")
+def flights_calendar(
+    departure_id: str = typer.Argument(..., help="Departure airport IATA (e.g. JFK)"),
+    arrival_id: str = typer.Argument(..., help="Arrival airport IATA (e.g. LHR)"),
+    outbound_date_from: str = typer.Argument(..., help="First outbound date (YYYY-MM-DD)"),
+    outbound_date_to: str = typer.Argument(
+        ..., help="Last outbound date (YYYY-MM-DD); <=200 days, or <=14 in date-grid mode"
+    ),
+    trip_type: str | None = typer.Option(
+        None, "--trip-type", help="one_way (default) | round_trip"
+    ),
+    trip_length_days: int | None = typer.Option(
+        None, "--trip-length-days", help="Round-trip stay length in nights (default 7)"
+    ),
+    return_date_from: str | None = typer.Option(
+        None,
+        "--return-date-from",
+        help="Date-grid mode: first return date (with --return-date-to, <=14 days)",
+    ),
+    return_date_to: str | None = typer.Option(
+        None, "--return-date-to", help="Date-grid mode: last return date"
+    ),
+    adults: int | None = typer.Option(None, "--adults", help="Adult passengers (1-9)"),
+    children: int | None = typer.Option(None, "--children", help="Children passengers (0-8)"),
+    travel_class: str | None = typer.Option(
+        None, "--travel-class", help="economy | premium_economy | business | first"
+    ),
+    currency: str | None = typer.Option(None, "--currency", help="ISO-4217 currency code"),
+    gl: str | None = typer.Option(None, "--gl", help="Country code"),
+    hl: str | None = typer.Option(None, "--hl", help="Language code"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Cheapest fare per date — up to 200 dates in one call (price graph / date grid)."""
+    data = api_get(
+        "/v1/google/flights/calendar",
+        {
+            "departure_id": departure_id,
+            "arrival_id": arrival_id,
+            "outbound_date_from": outbound_date_from,
+            "outbound_date_to": outbound_date_to,
+            "trip_type": trip_type,
+            "trip_length_days": trip_length_days,
+            "return_date_from": return_date_from,
+            "return_date_to": return_date_to,
+            "adults": adults,
+            "children": children,
+            "travel_class": travel_class,
+            "currency": currency,
+            "gl": gl,
+            "hl": hl,
+        },
+    )
+    render(data, fmt, fields)

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/src/scrapebadger_cli/commands/instagram.py

@@ -33,7 +33,7 @@ def about(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get 'About this account' info."""
+    """[temporarily unavailable] Get 'About this account' info."""
     data = api_get(f"/v1/instagram/users/{username}/about")
     render(data, fmt, fields)
 
@@ -73,7 +73,7 @@ def videos(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's videos."""
+    """[temporarily unavailable] Get a user's videos."""
     data = api_get(f"/v1/instagram/users/{username}/videos", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -86,7 +86,7 @@ def reels(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's reels."""
+    """[temporarily unavailable] Get a user's reels."""
     data = api_get(f"/v1/instagram/users/{username}/reels", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -99,7 +99,7 @@ def tagged(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get media a user is tagged in."""
+    """[temporarily unavailable] Get media a user is tagged in."""
     data = api_get(f"/v1/instagram/users/{username}/tagged", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -110,7 +110,7 @@ def pinned(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's pinned posts."""
+    """[temporarily unavailable] Get a user's pinned posts."""
     data = api_get(f"/v1/instagram/users/{username}/pinned")
     render(data, fmt, fields)
 
@@ -152,7 +152,7 @@ def followers(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's followers."""
+    """[temporarily unavailable] Get a user's followers."""
     data = api_get(
         f"/v1/instagram/users/{username}/followers",
         {"amount": amount, "cursor": cursor, "order": order},
@@ -168,7 +168,7 @@ def following(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get accounts a user follows."""
+    """[temporarily unavailable] Get accounts a user follows."""
     data = api_get(
         f"/v1/instagram/users/{username}/following", {"amount": amount, "cursor": cursor}
     )
@@ -184,7 +184,7 @@ def search_followers(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search within a user's followers."""
+    """[temporarily unavailable] Search within a user's followers."""
     data = api_get(
         f"/v1/instagram/users/{username}/followers/search",
         {"query": query, "amount": amount, "cursor": cursor},
@@ -201,7 +201,7 @@ def stories(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's active stories."""
+    """[temporarily unavailable] Get a user's active stories."""
     data = api_get(f"/v1/instagram/users/{username}/stories")
     render(data, fmt, fields)
 
@@ -212,7 +212,7 @@ def highlights(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a user's highlight reels."""
+    """[temporarily unavailable] Get a user's highlight reels."""
     data = api_get(f"/v1/instagram/users/{username}/highlights")
     render(data, fmt, fields)
 
@@ -223,7 +223,7 @@ def story(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a single story."""
+    """[temporarily unavailable] Get a single story."""
     data = api_get(f"/v1/instagram/stories/{story_pk}")
     render(data, fmt, fields)
 
@@ -234,7 +234,7 @@ def highlight(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get a highlight reel and its items."""
+    """[temporarily unavailable] Get a highlight reel and its items."""
     data = api_get(f"/v1/instagram/highlights/{highlight_pk}")
     render(data, fmt, fields)
 
@@ -264,7 +264,7 @@ def comment_replies(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get replies to a comment."""
+    """[temporarily unavailable] Get replies to a comment."""
     data = api_get(
         f"/v1/instagram/media/{code}/comments/{comment_id}/replies",
         {"amount": amount, "cursor": cursor},
@@ -297,7 +297,7 @@ def likers(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get users who liked a media item."""
+    """[temporarily unavailable] Get users who liked a media item."""
     data = api_get(f"/v1/instagram/media/{code}/likers", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -324,7 +324,7 @@ def hashtag_top(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get top media for a hashtag."""
+    """[temporarily unavailable] Get top media for a hashtag."""
     data = api_get(f"/v1/instagram/hashtags/{tag}/top", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -350,7 +350,7 @@ def hashtag_reels(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get reels for a hashtag."""
+    """[temporarily unavailable] Get reels for a hashtag."""
     data = api_get(f"/v1/instagram/hashtags/{tag}/reels", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -364,7 +364,7 @@ def location(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get location metadata."""
+    """[temporarily unavailable] Get location metadata."""
     data = api_get(f"/v1/instagram/locations/{location_pk}")
     render(data, fmt, fields)
 
@@ -377,7 +377,7 @@ def location_top(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get top media for a location."""
+    """[temporarily unavailable] Get top media for a location."""
     data = api_get(
         f"/v1/instagram/locations/{location_pk}/top", {"amount": amount, "cursor": cursor}
     )
@@ -392,7 +392,7 @@ def location_recent(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get recent media for a location."""
+    """[temporarily unavailable] Get recent media for a location."""
     data = api_get(
         f"/v1/instagram/locations/{location_pk}/recent", {"amount": amount, "cursor": cursor}
     )
@@ -407,7 +407,7 @@ def location_search(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search locations by name or coordinates."""
+    """[temporarily unavailable] Search locations by name or coordinates."""
     data = api_get("/v1/instagram/locations/search", {"query": query, "lat": lat, "lng": lng})
     render(data, fmt, fields)
 
@@ -421,7 +421,7 @@ def search_users(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search users."""
+    """[temporarily unavailable] Search users."""
     data = api_get("/v1/instagram/search/users", {"query": query})
     render(data, fmt, fields)
 
@@ -445,7 +445,7 @@ def search_places(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search places by name or coordinates."""
+    """[temporarily unavailable] Search places by name or coordinates."""
     data = api_get("/v1/instagram/search/places", {"query": query, "lat": lat, "lng": lng})
     render(data, fmt, fields)
 
@@ -467,7 +467,7 @@ def search_reels(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search reels."""
+    """[temporarily unavailable] Search reels."""
     data = api_get("/v1/instagram/search/reels", {"query": query})
     render(data, fmt, fields)
 
@@ -478,7 +478,7 @@ def search_music(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Search music/audio."""
+    """[temporarily unavailable] Search music/audio."""
     data = api_get("/v1/instagram/search/music", {"query": query})
     render(data, fmt, fields)
 
@@ -489,7 +489,7 @@ def autocomplete(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get search autocomplete suggestions."""
+    """[temporarily unavailable] Get search autocomplete suggestions."""
     data = api_get("/v1/instagram/search/autocomplete", {"query": query})
     render(data, fmt, fields)
 
@@ -503,7 +503,7 @@ def audio(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get audio track metadata."""
+    """[temporarily unavailable] Get audio track metadata."""
     data = api_get(f"/v1/instagram/audio/{audio_id}")
     render(data, fmt, fields)
 
@@ -516,7 +516,7 @@ def audio_media(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get media using an audio track."""
+    """[temporarily unavailable] Get media using an audio track."""
     data = api_get(f"/v1/instagram/audio/{audio_id}/media", {"amount": amount, "cursor": cursor})
     render(data, fmt, fields)
 
@@ -527,6 +527,6 @@ def trending_audio(
     fmt: str = FMT,
     fields: str | None = FIELDS,
 ) -> None:
-    """Get trending audio."""
+    """[temporarily unavailable] Get trending audio."""
     data = api_get("/v1/instagram/audio/trending", {"product": product})
     render(data, fmt, fields)

scrapebadger_cli-0.9.0/src/scrapebadger_cli/commands/walmart.py

@@ -0,0 +1,211 @@
+"""Walmart marketplace commands. US-only — no market/domain option."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+SORT_HELP = "best_match, best_seller, price_low, price_high, rating_high, new"
+
+_ITEM_COLS = "us_item_id,name,price,rating,review_count,seller_name"
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only.
+
+    json and csv keep the whole envelope so a machine-readable export never
+    silently drops fields; table/markdown drill to `key` (the response's own
+    row list, when `output.render` cannot find it) and default to `table_cols`.
+    """
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'laptop'"),
+    page: int = typer.Option(1, "--page", "-p", help="1-10"),
+    sort: str | None = typer.Option(None, "--sort", "-s", help=SORT_HELP),
+    min_price: float | None = typer.Option(None, "--min-price"),
+    max_price: float | None = typer.Option(None, "--max-price"),
+    facet: str | None = typer.Option(None, "--facet", help="Facet filter, e.g. 'brand:HP'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search walmart.com products by keyword."""
+    data = api_get(
+        "/v1/walmart/search",
+        {
+            "query": query,
+            "page": page,
+            "sort": sort,
+            "min_price": min_price,
+            "max_price": max_price,
+            "facet": facet,
+        },
+    )
+    _show(data, fmt, fields, _ITEM_COLS)
+
+
+@app.command()
+def category(
+    path: str = typer.Argument(..., help="Category browse path, e.g. 'electronics/3944'"),
+    page: int = typer.Option(1, "--page", "-p", help="1-11"),
+    min_price: float | None = typer.Option(None, "--min-price"),
+    max_price: float | None = typer.Option(None, "--max-price"),
+    facet: str | None = typer.Option(None, "--facet", help="Facet filter, e.g. 'brand:HP'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Browse a walmart.com category.
+
+    No --sort: Walmart's browse surface ignores it. Use `search` for ordering.
+    """
+    data = api_get(
+        "/v1/walmart/category",
+        {
+            "path": path,
+            "page": page,
+            "min_price": min_price,
+            "max_price": max_price,
+            "facet": facet,
+        },
+    )
+    _show(data, fmt, fields, _ITEM_COLS)
+
+
+@app.command()
+def deals(
+    page: int = typer.Option(1, "--page", "-p", help="1-11"),
+    min_price: float | None = typer.Option(None, "--min-price"),
+    max_price: float | None = typer.Option(None, "--max-price"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List current walmart.com deals (rollbacks and clearance)."""
+    data = api_get(
+        "/v1/walmart/deals",
+        {"page": page, "min_price": min_price, "max_price": max_price},
+    )
+    _show(data, fmt, fields, _ITEM_COLS)
+
+
+@app.command()
+def autocomplete(
+    query: str = typer.Argument(..., help="Partial search term, e.g. 'lapt'"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get walmart.com search autocomplete suggestions."""
+    data = api_get("/v1/walmart/autocomplete", {"query": query})
+    _show(data, fmt, fields, "query,type,department_name,url", key="suggestions")
+
+
+@app.command()
+def product(
+    item_id: str = typer.Argument(..., help="Walmart US item ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a full Walmart product detail page (PDP)."""
+    data = api_get(f"/v1/walmart/products/{item_id}")
+    _show(data, fmt, fields, "us_item_id,name,brand,price,rating,review_count,availability_status")
+
+
+@app.command()
+def reviews(
+    item_id: str = typer.Argument(..., help="Walmart US item ID"),
+    page: int = typer.Option(1, "--page", "-p", help="1-100"),
+    sort: str | None = typer.Option(
+        None,
+        "--sort",
+        "-s",
+        help="relevancy, submission-desc, submission-asc, rating-desc, rating-asc, helpful",
+    ),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Walmart product's reviews and rating distribution."""
+    data = api_get(f"/v1/walmart/products/{item_id}/reviews", {"page": page, "sort": sort})
+    _show(
+        data,
+        fmt,
+        fields,
+        "review_id,rating,title,author,submitted_at,verified_purchase",
+        key="reviews",
+    )
+
+
+@app.command()
+def seller(
+    seller_id: str = typer.Argument(..., help="Numeric catalog seller ID, e.g. 101040442"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Walmart marketplace seller profile."""
+    data = api_get(f"/v1/walmart/sellers/{seller_id}")
+    _show(
+        data,
+        fmt,
+        fields,
+        "seller_id,name,seller_type,rating,review_count,city,state",
+        key="seller",
+    )
+
+
+@app.command(name="seller-products")
+def seller_products(
+    seller_id: str = typer.Argument(..., help="Numeric catalog seller ID, e.g. 101040442"),
+    query: str = typer.Option(..., "--query", "-q", help="Search text (required)"),
+    page: int = typer.Option(1, "--page", "-p", help="1-10"),
+    sort: str | None = typer.Option(None, "--sort", "-s", help=SORT_HELP),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search a Walmart seller's catalogue.
+
+    --query is required: the storefront renders client-side, so a seller's
+    listings are only reachable through search filtered to that seller.
+    """
+    data = api_get(
+        f"/v1/walmart/sellers/{seller_id}/products",
+        {"query": query, "page": page, "sort": sort},
+    )
+    _show(data, fmt, fields, _ITEM_COLS)
+
+
+@app.command()
+def store(
+    store_id: str = typer.Argument(..., help="Walmart store number, e.g. 100"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Walmart store: address, hours, services and nearby stores."""
+    data = api_get(f"/v1/walmart/stores/{store_id}")
+    _show(
+        data,
+        fmt,
+        fields,
+        "store_id,name,city,state,postal_code,phone,open_24_hours",
+        key="store",
+    )
+
+
+@app.command()
+def markets(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List supported Walmart markets (US only)."""
+    data = api_get("/v1/walmart/markets")
+    _show(data, fmt, fields, "code,name,domain,currency,language", key="markets")

scrapebadger_cli-0.9.0/src/scrapebadger_cli/commands/yandex.py

@@ -0,0 +1,102 @@
+"""Yandex search commands. Default market tr (yandex.com.tr) clears anti-bot
+most reliably. Reverse image search is the standout feature."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+
+DOMAIN = typer.Option("tr", "--domain", "-d", help="Market: tr, com, ru, by, kz, uz")
+
+
+def _show(
+    data: object, fmt: str, fields: str | None, table_cols: str, key: str | None = None
+) -> None:
+    """Render, defaulting the columns for the human formats only.
+
+    json and csv keep the whole envelope so a machine-readable export never
+    silently drops fields; table/markdown drill to `key` (the response's own
+    row list, when `output.render` cannot find it) and default to `table_cols`.
+    """
+    if fmt in ("table", "markdown"):
+        if key and isinstance(data, dict):
+            data = data.get(key, data)
+        fields = fields or table_cols
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'kofe'"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p", help="1-25"),
+    lr: int | None = typer.Option(None, "--lr", help="Yandex region id (int)"),
+    lang: str | None = typer.Option(None, "--lang", help="ru, en, tr, be, kk, uk"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Yandex web results by keyword."""
+    data = api_get(
+        "/v1/yandex/search",
+        {"query": query, "domain": domain, "page": page, "lr": lr, "lang": lang},
+    )
+    _show(
+        data,
+        fmt,
+        fields,
+        "position,title,url,displayed_url,domain,snippet",
+        key="organic_results",
+    )
+
+
+@app.command()
+def images(
+    query: str = typer.Argument(..., help="Search keywords, e.g. 'sunset'"),
+    domain: str = DOMAIN,
+    page: int = typer.Option(1, "--page", "-p", help="1-25"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Yandex Images by text query."""
+    data = api_get(
+        "/v1/yandex/images/search",
+        {"query": query, "domain": domain, "page": page},
+    )
+    _show(
+        data,
+        fmt,
+        fields,
+        "position,title,source,source_url,thumbnail",
+        key="results",
+    )
+
+
+@app.command()
+def reverse(
+    image_url: str = typer.Argument(..., help="Public URL of the image to search by"),
+    domain: str = DOMAIN,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Reverse image search on Yandex (CBIR) — find where an image appears
+    online, plus visually similar images, tags and other sizes."""
+    data = api_get(
+        "/v1/yandex/images/reverse",
+        {"image_url": image_url, "domain": domain},
+    )
+    _show(data, fmt, fields, "title,description,url,domain", key="sites")
+
+
+@app.command()
+def markets(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List supported Yandex markets (tr, com, ru, by, kz, uz)."""
+    data = api_get("/v1/yandex/markets")
+    _show(data, fmt, fields, "code,name,domain,country_code,default_lr,lang", key="markets")

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/src/scrapebadger_cli/main.py

@@ -6,8 +6,11 @@ from scrapebadger_cli.commands import (
     amazon,
     apartments,
     auth,
+    baidu,
+    bing,
     chatgpt,
     depop,
+    duckduckgo,
     ebay,
     facebook,
     google,
@@ -24,7 +27,9 @@ from scrapebadger_cli.commands import (
     tiktok,
     twitter,
     vinted,
+    walmart,
     web,
+    yandex,
     youtube,
     zillow,
 )
@@ -42,6 +47,7 @@ app.add_typer(stream.app, name="stream", help="Real-time streaming commands")
 app.add_typer(vinted.app, name="vinted", help="Vinted marketplace commands")
 app.add_typer(amazon.app, name="amazon", help="Amazon marketplace commands")
 app.add_typer(ebay.app, name="ebay", help="eBay marketplace commands")
+app.add_typer(walmart.app, name="walmart", help="Walmart marketplace commands")
 app.add_typer(idealista.app, name="idealista", help="Idealista real-estate commands")
 app.add_typer(immobiliare.app, name="immobiliare", help="Immobiliare.it real-estate commands")
 app.add_typer(leboncoin.app, name="leboncoin", help="Leboncoin classifieds commands")
@@ -50,6 +56,10 @@ app.add_typer(youtube.app, name="youtube", help="YouTube commands")
 app.add_typer(zillow.app, name="zillow", help="Zillow real-estate commands")
 app.add_typer(web.app, name="web", help="Web scraping commands")
 app.add_typer(google.app, name="google", help="Google scraper commands")
+app.add_typer(bing.app, name="bing", help="Bing search engine commands")
+app.add_typer(baidu.app, name="baidu", help="Baidu search engine commands")
+app.add_typer(duckduckgo.app, name="duckduckgo", help="DuckDuckGo search commands")
+app.add_typer(yandex.app, name="yandex", help="Yandex search commands")
 app.add_typer(realtor.app, name="realtor", help="Realtor real-estate commands")
 app.add_typer(loopnet.app, name="loopnet", help="LoopNet commercial real estate commands")
 app.add_typer(depop.app, name="depop", help="Depop marketplace commands")

{scrapebadger_cli-0.7.0 → scrapebadger_cli-0.9.0}/uv.lock

@@ -228,7 +228,7 @@ wheels = [
 
 [[package]]
 name = "scrapebadger-cli"
-version = "0.6.0"
+version = "0.8.0"
 source = { editable = "." }
 dependencies = [
     { name = "httpx" },