scrapebadger-cli 0.2.1__py3-none-any.whl

scrapebadger_cli/commands/tiktok.py

@@ -0,0 +1,283 @@
+"""TikTok scraper commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+REGION = typer.Option("US", "--region", "-r", help="Content region (US, GB, DE, BR, JP, ...)")
+COUNT = typer.Option(30, "--count", "-c", help="Items to return (1-50)")
+
+
+@app.command()
+def user(
+    username: str = typer.Argument(..., help="TikTok handle (without @)"),
+    region: str = REGION,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a user's full profile."""
+    render(api_get(f"/v1/tiktok/users/{username}", {"region": region}), fmt, fields)
+
+
+@app.command(name="user-videos")
+def user_videos(
+    username: str = typer.Argument(..., help="TikTok handle"),
+    region: str = REGION,
+    count: int = COUNT,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a user's posted videos."""
+    render(
+        api_get(f"/v1/tiktok/users/{username}/videos", {"region": region, "count": count}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def followers(
+    username: str = typer.Argument(..., help="TikTok handle"),
+    region: str = REGION,
+    count: int = COUNT,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a user's followers (best-effort)."""
+    render(
+        api_get(f"/v1/tiktok/users/{username}/followers", {"region": region, "count": count}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def following(
+    username: str = typer.Argument(..., help="TikTok handle"),
+    region: str = REGION,
+    count: int = COUNT,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get accounts a user follows (best-effort)."""
+    render(
+        api_get(f"/v1/tiktok/users/{username}/following", {"region": region, "count": count}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def video(
+    video_id: str = typer.Argument(..., help="Numeric video id"),
+    region: str = REGION,
+    username: str | None = typer.Option(
+        None, "--username", "-u", help="Author handle (skips oEmbed)"
+    ),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get full metadata for a single video."""
+    render(
+        api_get(f"/v1/tiktok/videos/{video_id}", {"region": region, "username": username}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def comments(
+    video_id: str = typer.Argument(..., help="Numeric video id"),
+    region: str = REGION,
+    count: int = typer.Option(20, "--count", "-c"),
+    username: str | None = typer.Option(None, "--username", "-u"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get top-level comments on a video."""
+    render(
+        api_get(
+            f"/v1/tiktok/videos/{video_id}/comments",
+            {"region": region, "count": count, "username": username},
+        ),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def related(
+    video_id: str = typer.Argument(..., help="Numeric video id"),
+    region: str = REGION,
+    count: int = typer.Option(16, "--count", "-c"),
+    username: str | None = typer.Option(None, "--username", "-u"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get related videos for a video."""
+    render(
+        api_get(
+            f"/v1/tiktok/videos/{video_id}/related",
+            {"region": region, "count": count, "username": username},
+        ),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def transcript(
+    video_id: str = typer.Argument(..., help="Numeric video id"),
+    region: str = REGION,
+    username: str | None = typer.Option(None, "--username", "-u"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get subtitle/caption tracks for a video."""
+    render(
+        api_get(
+            f"/v1/tiktok/videos/{video_id}/transcript", {"region": region, "username": username}
+        ),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def oembed(
+    url: str = typer.Argument(..., help="Full TikTok video or profile URL"),
+    region: str = REGION,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get cheap unauthenticated oEmbed metadata for a URL."""
+    render(api_get("/v1/tiktok/oembed", {"url": url, "region": region}), fmt, fields)
+
+
+@app.command()
+def hashtag(
+    name: str = typer.Argument(..., help="Hashtag (without #)"),
+    region: str = REGION,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get hashtag/challenge detail."""
+    render(api_get(f"/v1/tiktok/hashtags/{name}", {"region": region}), fmt, fields)
+
+
+@app.command(name="hashtag-videos")
+def hashtag_videos(
+    name: str = typer.Argument(..., help="Hashtag (without #)"),
+    region: str = REGION,
+    count: int = COUNT,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get videos tagged with a hashtag."""
+    render(
+        api_get(f"/v1/tiktok/hashtags/{name}/videos", {"region": region, "count": count}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def music(
+    music_id: str = typer.Argument(..., help="Numeric music id"),
+    region: str = REGION,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get sound/music detail."""
+    render(api_get(f"/v1/tiktok/music/{music_id}", {"region": region}), fmt, fields)
+
+
+@app.command(name="music-videos")
+def music_videos(
+    music_id: str = typer.Argument(..., help="Numeric music id"),
+    region: str = REGION,
+    count: int = COUNT,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get videos using a sound."""
+    render(
+        api_get(f"/v1/tiktok/music/{music_id}/videos", {"region": region, "count": count}),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search keyword"),
+    kind: str = typer.Option("general", "--kind", "-k", help="general | users | videos | hashtags"),
+    region: str = REGION,
+    count: int = typer.Option(20, "--count", "-c"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search TikTok (general/users/videos/hashtags)."""
+    path = "/v1/tiktok/search" if kind == "general" else f"/v1/tiktok/search/{kind}"
+    render(api_get(path, {"query": query, "region": region, "count": count}), fmt, fields)
+
+
+@app.command()
+def trending(
+    kind: str = typer.Option("videos", "--kind", "-k", help="videos | hashtags | songs"),
+    region: str = REGION,
+    period: int = typer.Option(7, "--period", help="Trend window in days (7/30/120)"),
+    count: int = typer.Option(20, "--count", "-c"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get trending data (videos/hashtags/songs)."""
+    params = {"region": region, "count": count}
+    if kind in ("hashtags", "songs"):
+        params["period"] = period
+    render(api_get(f"/v1/tiktok/trending/{kind}", params), fmt, fields)
+
+
+@app.command()
+def ads(
+    query: str = typer.Option(
+        "", "--query", "-q", help="Keyword (ignored when --advertiser-id is set)"
+    ),
+    advertiser_id: str = typer.Option("", "--advertiser-id", help="Advertiser business id(s)"),
+    region: str = typer.Option(
+        "DE", "--region", "-r", help="EU region code (Ad Library is EU-only)"
+    ),
+    days: int = typer.Option(30, "--days", help="Look-back window in days"),
+    count: int = typer.Option(20, "--count", "-c"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search the TikTok Ad Library (Commercial Content Library) by keyword or advertiser."""
+    render(
+        api_get(
+            "/v1/tiktok/ads/search",
+            {
+                "query": query,
+                "advertiser_id": advertiser_id,
+                "region": region,
+                "days": days,
+                "count": count,
+            },
+        ),
+        fmt,
+        fields,
+    )
+
+
+@app.command()
+def regions(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List supported TikTok content regions."""
+    render(api_get("/v1/tiktok/regions"), fmt, fields)

scrapebadger_cli/commands/twitter.py

@@ -0,0 +1,235 @@
+"""Twitter/X commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+CURSOR = typer.Option(None, "--cursor", "-c", help="Pagination cursor")
+
+
+@app.command()
+def user(
+    username: str = typer.Argument(..., help="Twitter username (without @)"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Twitter user's profile by username."""
+    data = api_get(f"/v1/twitter/users/{username}/by_username")
+    render(data, fmt, fields)
+
+
+@app.command(name="user-id")
+def user_by_id(
+    user_id: str = typer.Argument(..., help="Numeric user ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a Twitter user's profile by numeric ID."""
+    data = api_get(f"/v1/twitter/users/{user_id}/by_id")
+    render(data, fmt, fields)
+
+
+@app.command()
+def tweets(
+    username: str = typer.Argument(..., help="Twitter username"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get latest tweets from a user."""
+    data = api_get(f"/v1/twitter/users/{username}/latest_tweets", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def tweet(
+    tweet_id: str = typer.Argument(..., help="Tweet ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get a single tweet by ID."""
+    data = api_get(f"/v1/twitter/tweets/tweet/{tweet_id}")
+    render(data, fmt, fields)
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search query"),
+    query_type: str | None = typer.Option(None, "--type", "-t", help="Search type: Latest, Top"),
+    count: int | None = typer.Option(None, "--count", "-n", help="Max results"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Advanced tweet search."""
+    data = api_get(
+        "/v1/twitter/tweets/advanced_search",
+        {"query": query, "query_type": query_type, "count": count, "cursor": cursor},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def followers(
+    username: str = typer.Argument(..., help="Twitter username"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get followers of a user."""
+    data = api_get(f"/v1/twitter/users/{username}/followers", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def following(
+    username: str = typer.Argument(..., help="Twitter username"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get users that a user is following."""
+    data = api_get(f"/v1/twitter/users/{username}/followings", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def mentions(
+    username: str = typer.Argument(..., help="Twitter username"),
+    count: int | None = typer.Option(None, "--count", "-n", help="Max results"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get tweets mentioning a user."""
+    data = api_get(
+        f"/v1/twitter/users/{username}/mentions",
+        {"count": count, "cursor": cursor},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def trends(
+    place: str | None = typer.Option(None, "--place", "-p", help="WOEID for location trends"),
+    category: str | None = typer.Option(None, "--category", help="Trend category"),
+    count: int | None = typer.Option(None, "--count", "-n", help="Max results"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get trending topics."""
+    if place:
+        data = api_get(f"/v1/twitter/trends/place/{place}")
+    else:
+        data = api_get("/v1/twitter/trends/", {"category": category, "count": count})
+    render(data, fmt, fields)
+
+
+@app.command()
+def replies(
+    tweet_id: str = typer.Argument(..., help="Tweet ID"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get replies to a tweet."""
+    data = api_get(f"/v1/twitter/tweets/tweet/{tweet_id}/replies", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def quotes(
+    tweet_id: str = typer.Argument(..., help="Tweet ID"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get quote tweets."""
+    data = api_get(f"/v1/twitter/tweets/tweet/{tweet_id}/quotes", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def retweeters(
+    tweet_id: str = typer.Argument(..., help="Tweet ID"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get users who retweeted a tweet."""
+    data = api_get(f"/v1/twitter/tweets/tweet/{tweet_id}/retweeters", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def community(
+    community_id: str = typer.Argument(..., help="Community ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get community details."""
+    data = api_get(f"/v1/twitter/communities/{community_id}")
+    render(data, fmt, fields)
+
+
+@app.command(name="community-tweets")
+def community_tweets(
+    community_id: str = typer.Argument(..., help="Community ID"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get tweets from a community."""
+    data = api_get(f"/v1/twitter/communities/{community_id}/tweets", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command(name="search-communities")
+def search_communities(
+    query: str = typer.Argument(..., help="Search query"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search for communities."""
+    data = api_get("/v1/twitter/communities/search", {"query": query, "cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command(name="list")
+def list_detail(
+    list_id: str = typer.Argument(..., help="List ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get list details."""
+    data = api_get(f"/v1/twitter/lists/{list_id}/detail")
+    render(data, fmt, fields)
+
+
+@app.command(name="list-tweets")
+def list_tweets(
+    list_id: str = typer.Argument(..., help="List ID"),
+    cursor: str | None = CURSOR,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get tweets from a list."""
+    data = api_get(f"/v1/twitter/lists/{list_id}/tweets", {"cursor": cursor})
+    render(data, fmt, fields)
+
+
+@app.command()
+def space(
+    space_id: str = typer.Argument(..., help="Space ID"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get Twitter Space details."""
+    data = api_get(f"/v1/twitter/spaces/{space_id}")
+    render(data, fmt, fields)

scrapebadger_cli/commands/vinted.py

@@ -0,0 +1,105 @@
+"""Vinted marketplace commands."""
+
+import typer
+
+from scrapebadger_cli.client import api_get
+from scrapebadger_cli.output import render
+
+app = typer.Typer(no_args_is_help=True)
+
+FMT = typer.Option("json", "--output", "-o", help="Output format: json, csv, table, markdown")
+FIELDS = typer.Option(None, "--fields", "-f", help="Comma-separated fields to include")
+MARKET = typer.Option("fr", "--market", "-m", help="Vinted market code (fr, de, uk, us, etc.)")
+
+
+@app.command()
+def search(
+    query: str = typer.Argument(..., help="Search text"),
+    market: str = MARKET,
+    page: int = typer.Option(1, "--page", "-p"),
+    per_page: int = typer.Option(20, "--per-page"),
+    price_from: float | None = typer.Option(None, "--price-from"),
+    price_to: float | None = typer.Option(None, "--price-to"),
+    brand_ids: str | None = typer.Option(None, "--brands", help="Comma-separated brand IDs"),
+    order: str | None = typer.Option(None, "--order"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Vinted marketplace for items."""
+    data = api_get(
+        "/v1/vinted/search",
+        {
+            "query": query,
+            "market": market,
+            "page": page,
+            "per_page": per_page,
+            "price_from": price_from,
+            "price_to": price_to,
+            "brand_ids": brand_ids,
+            "order": order,
+        },
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def item(
+    item_id: int = typer.Argument(..., help="Vinted item ID"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get item details."""
+    data = api_get(f"/v1/vinted/items/{item_id}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def user(
+    user_id: int = typer.Argument(..., help="Vinted user ID"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get seller/buyer profile."""
+    data = api_get(f"/v1/vinted/users/{user_id}", {"market": market})
+    render(data, fmt, fields)
+
+
+@app.command(name="user-items")
+def user_items(
+    user_id: int = typer.Argument(..., help="Vinted user ID"),
+    market: str = MARKET,
+    page: int = typer.Option(1, "--page", "-p"),
+    per_page: int = typer.Option(20, "--per-page"),
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Get items listed by a user."""
+    data = api_get(
+        f"/v1/vinted/users/{user_id}/items",
+        {"market": market, "page": page, "per_page": per_page},
+    )
+    render(data, fmt, fields)
+
+
+@app.command()
+def brands(
+    keyword: str = typer.Argument(..., help="Brand search keyword"),
+    market: str = MARKET,
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """Search Vinted brands."""
+    data = api_get("/v1/vinted/brands", {"keyword": keyword, "market": market})
+    render(data, fmt, fields)
+
+
+@app.command()
+def markets(
+    fmt: str = FMT,
+    fields: str | None = FIELDS,
+) -> None:
+    """List all supported Vinted markets."""
+    data = api_get("/v1/vinted/markets")
+    render(data, fmt, fields)