@9000ai/cli 0.3.0 → 0.5.0

package/skills/douyin-topic-discovery/scripts/douyin_topic_discovery_api.py

@@ -1,497 +0,0 @@
-from __future__ import annotations
-
-import argparse
-import csv
-import json
-import sys
-from datetime import datetime
-from pathlib import Path
-from typing import Any
-
-REPO_ROOT = Path(__file__).resolve().parents[2]
-HUB_ROOT = REPO_ROOT / "9000AI-hub-9000AI"
-if str(HUB_ROOT) not in sys.path:
-    sys.path.insert(0, str(HUB_ROOT))
-
-from shared.runner import (  # noqa: E402
-    ModuleSpec,
-    configure_stdout_encoding,
-    ensure_output_dir as runner_ensure_output_dir,
-    print_json,
-    request_json,
-    resolve_api_key,
-    resolve_base_url,
-    save_local_config,
-)
-
-SKILL_ROOT = Path(__file__).resolve().parents[1]
-SEARCH_RESULT_COUNT = 30
-MODULE_SPEC = ModuleSpec(
-    module="douyin-topic-discovery",
-    skill_root=SKILL_ROOT,
-)
-
-
-def ensure_output_dir() -> Path:
-    return runner_ensure_output_dir(MODULE_SPEC)
-
-
-def timestamp_slug() -> str:
-    return datetime.now().strftime("%Y%m%d_%H%M%S")
-
-
-def build_hot_bundle(api_response: dict[str, Any], *, board_type: str, count: int, city: str | None) -> dict[str, Any]:
-    data = api_response.get("data", {})
-    items = []
-    for item in data.get("items", []):
-        items.append(
-            {
-                "row_no": len(items) + 1,
-                "rank": item.get("rank"),
-                "topic": item.get("word", ""),
-                "hot_value": item.get("hot_value", 0),
-                "view_count": item.get("view_count", 0),
-                "video_count": item.get("video_count", 0),
-                "source_id": item.get("sentence_id", ""),
-            }
-        )
-
-    return {
-        "bundle_type": "douyin_hot_board",
-        "saved_at": datetime.now().astimezone().isoformat(),
-        "query": {
-            "board_type": board_type,
-            "board_name": data.get("board_name"),
-            "city": city,
-            "count": count,
-        },
-        "response_meta": {
-            "message": api_response.get("message"),
-            "trace_id": api_response.get("trace_id"),
-            "total": data.get("total", len(items)),
-        },
-        "items": items,
-    }
-
-
-def normalize_search_item(item: dict[str, Any], row_no: int) -> dict[str, Any]:
-    play_url = item.get("play_url")
-    download_url = item.get("download_url")
-    return {
-        "row_no": row_no,
-        "keyword": item.get("keyword", ""),
-        "item_type": item.get("type", 0),
-        "video_id": item.get("aweme_id"),
-        "title": item.get("desc", ""),
-        "desc": item.get("desc", ""),
-        "create_time": item.get("create_time"),
-        "author_name": item.get("author_name", ""),
-        "author_uid": item.get("author_uid"),
-        "author_sec_uid": item.get("author_sec_uid"),
-        "author_unique_id": item.get("author_unique_id"),
-        "video_url": item.get("video_url", ""),
-        "play_url": play_url,
-        "download_url": download_url,
-        "media_url": play_url,
-        "media_is_ephemeral": bool(play_url),
-        "duration": item.get("duration", 0),
-        "image_count": item.get("image_count", 0),
-        "aweme_type": item.get("aweme_type"),
-        "media_type": item.get("media_type"),
-        "stats": {
-            "likes": item.get("likes", 0),
-            "comments": item.get("comments", 0),
-            "shares": item.get("shares", 0),
-            "collects": item.get("collects", 0),
-            "plays": item.get("plays", 0),
-        },
-    }
-
-
-def build_search_batch_bundle(api_response: dict[str, Any], *, request_payload: dict[str, Any], batch_id: str) -> dict[str, Any]:
-    data = api_response.get("data", {})
-    items = []
-    for item in data.get("items", []):
-        items.append(normalize_search_item(item, len(items) + 1))
-
-    task_results = []
-    for task in data.get("tasks", []):
-        task_results.append(
-            {
-                "task_id": task.get("task_id"),
-                "keyword": task.get("keyword", ""),
-                "status": task.get("status", ""),
-                "error": task.get("error"),
-                "item_count": task.get("item_count", 0),
-            }
-        )
-
-    return {
-        "bundle_type": "douyin_video_search",
-        "saved_at": datetime.now().astimezone().isoformat(),
-        "query": request_payload,
-        "response_meta": {
-            "mode": "async_batch",
-            "search_endpoint": "search_general_v3",
-            "message": api_response.get("message"),
-            "trace_id": api_response.get("trace_id"),
-            "batch_id": batch_id,
-            "status": data.get("status"),
-            "total_tasks": data.get("total_tasks", 0),
-            "completed_tasks": data.get("completed_tasks", 0),
-            "success_tasks": data.get("success_tasks", 0),
-            "failed_tasks": data.get("failed_tasks", 0),
-            "total": data.get("total_items", len(items)),
-            "failed_keywords": data.get("failed_keywords", []),
-            "successful_keywords": data.get("successful_keywords", []),
-            "task_results": task_results,
-        },
-        "items": items,
-    }
-
-
-def write_json(path: Path, payload: dict[str, Any]) -> None:
-    path.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8")
-
-
-def write_hot_tsv(path: Path, bundle: dict[str, Any]) -> None:
-    with path.open("w", encoding="utf-8-sig", newline="") as handle:
-        writer = csv.DictWriter(
-            handle,
-            fieldnames=["row_no", "rank", "topic", "hot_value", "view_count", "video_count", "source_id"],
-            delimiter="\t",
-        )
-        writer.writeheader()
-        for item in bundle["items"]:
-            writer.writerow(item)
-
-
-def write_search_tsv(path: Path, bundle: dict[str, Any]) -> None:
-    with path.open("w", encoding="utf-8-sig", newline="") as handle:
-        writer = csv.DictWriter(
-            handle,
-            fieldnames=[
-                "row_no",
-                "keyword",
-                "video_id",
-                "title",
-                "author_name",
-                "author_uid",
-                "author_sec_uid",
-                "author_unique_id",
-                "likes",
-                "comments",
-                "shares",
-                "collects",
-                "plays",
-                "duration",
-                "image_count",
-                "video_url",
-                "play_url",
-                "download_url",
-                "media_url",
-                "media_is_ephemeral",
-            ],
-            delimiter="\t",
-        )
-        writer.writeheader()
-        for item in bundle["items"]:
-            writer.writerow(
-                {
-                    "row_no": item["row_no"],
-                    "keyword": item["keyword"],
-                    "video_id": item["video_id"],
-                    "title": item["title"],
-                    "author_name": item["author_name"],
-                    "author_uid": item["author_uid"],
-                    "author_sec_uid": item["author_sec_uid"],
-                    "author_unique_id": item["author_unique_id"],
-                    "likes": item["stats"]["likes"],
-                    "comments": item["stats"]["comments"],
-                    "shares": item["stats"]["shares"],
-                    "collects": item["stats"]["collects"],
-                    "plays": item["stats"]["plays"],
-                    "duration": item["duration"],
-                    "image_count": item["image_count"],
-                    "video_url": item["video_url"],
-                    "play_url": item["play_url"],
-                    "download_url": item["download_url"],
-                    "media_url": item["media_url"],
-                    "media_is_ephemeral": item["media_is_ephemeral"],
-                }
-            )
-
-
-def save_bundle(bundle: dict[str, Any], *, latest_name: str) -> dict[str, str]:
-    output_dir = ensure_output_dir()
-    stamp = timestamp_slug()
-    json_latest = output_dir / f"{latest_name}.json"
-    tsv_latest = output_dir / f"{latest_name}.tsv"
-    json_snapshot = output_dir / f"{latest_name}_{stamp}.json"
-    tsv_snapshot = output_dir / f"{latest_name}_{stamp}.tsv"
-
-    write_json(json_latest, bundle)
-    write_json(json_snapshot, bundle)
-    if bundle["bundle_type"] == "douyin_hot_board":
-        write_hot_tsv(tsv_latest, bundle)
-        write_hot_tsv(tsv_snapshot, bundle)
-    else:
-        write_search_tsv(tsv_latest, bundle)
-        write_search_tsv(tsv_snapshot, bundle)
-
-    return {
-        "json_latest": str(json_latest),
-        "tsv_latest": str(tsv_latest),
-        "json_snapshot": str(json_snapshot),
-        "tsv_snapshot": str(tsv_snapshot),
-    }
-
-
-def resolve_output_path(value: str) -> Path:
-    output_dir = ensure_output_dir()
-    aliases = {
-        "latest_hot": output_dir / "latest_hot.json",
-        "latest_search": output_dir / "latest_search.json",
-    }
-    if value in aliases:
-        return aliases[value]
-    candidate = Path(value)
-    if candidate.exists():
-        return candidate
-    fallback = output_dir / value
-    if fallback.exists():
-        return fallback
-    raise SystemExit(f"找不到结果文件: {value}")
-
-
-def load_bundle(path_value: str) -> dict[str, Any]:
-    path = resolve_output_path(path_value)
-    return json.loads(path.read_text(encoding="utf-8"))
-
-
-def build_parser() -> argparse.ArgumentParser:
-    common = argparse.ArgumentParser(add_help=False)
-    common.add_argument("--base-url", default=None)
-    common.add_argument("--api-key", default=None)
-
-    parser = argparse.ArgumentParser(description="Douyin topic discovery API client", parents=[common])
-    subparsers = parser.add_subparsers(dest="command", required=True)
-
-    subparsers.add_parser("configure", help="写入本地配置文件", parents=[common])
-    subparsers.add_parser("whoami", help="查看当前 key 对应的调用方", parents=[common])
-    subparsers.add_parser("capabilities", help="查看当前 key 已开通的能力", parents=[common])
-
-    hot = subparsers.add_parser("hot", help="查询抖音热点榜并落 output 文件", parents=[common])
-    hot.add_argument("--type", default="hot", choices=["hot", "city", "seeding", "entertainment", "society", "challenge"])
-    hot.add_argument("--count", type=int, default=20)
-    hot.add_argument("--city", default=None)
-
-    search = subparsers.add_parser("search", help="按关键词异步提交抖音搜索流批次任务", parents=[common])
-    search.add_argument("keywords", nargs="+")
-    search.add_argument("--sort", type=int, default=0)
-    search.add_argument("--time", type=int, default=0)
-    search.add_argument("--content-type", type=int, default=0, choices=[0, 1, 2])
-    search.add_argument("--filter-duration", default="")
-    search.add_argument("--min-likes", type=int, default=0)
-    search.add_argument("--min-comments", type=int, default=0)
-
-    batch_status = subparsers.add_parser("batch-result", help="按 batch_id 查看异步搜索批次结果并落 output 文件", parents=[common])
-    batch_status.add_argument("--batch-id", required=True)
-
-    subparsers.add_parser("list-output", help="查看 output 目录下的结果文件")
-
-    show_result = subparsers.add_parser("show-result", help="按行查看结果文件中的单条记录")
-    show_result.add_argument("--input", default="latest_search")
-    show_result.add_argument("--row", type=int, required=True)
-
-    export_media = subparsers.add_parser("export-media", help="输出某一行的媒体引用，供后续脚本使用")
-    export_media.add_argument("--input", default="latest_search")
-    export_media.add_argument("--row", type=int, required=True)
-    return parser
-
-
-def main() -> None:
-    configure_stdout_encoding()
-    parser = build_parser()
-    args = parser.parse_args()
-
-    if args.command == "configure":
-        if not args.base_url or not args.api_key:
-            raise SystemExit("configure 需要同时传 --base-url 和 --api-key")
-        runner_save_local_config = save_local_config
-        runner_save_local_config(MODULE_SPEC, base_url=args.base_url, api_key=args.api_key)
-        print_json({"message": "配置已写入", "config_path": str(MODULE_SPEC.config_path)})
-        return
-
-    if args.command == "list-output":
-        output_dir = ensure_output_dir()
-        files = [
-            {"name": path.name, "path": str(path), "size": path.stat().st_size}
-            for path in sorted(output_dir.glob("*"))
-            if path.is_file()
-        ]
-        print_json({"output_dir": str(output_dir), "files": files})
-        return
-
-    if args.command == "show-result":
-        bundle = load_bundle(args.input)
-        row = next((item for item in bundle.get("items", []) if item.get("row_no") == args.row), None)
-        if not row:
-            raise SystemExit(f"结果文件里不存在 row={args.row}")
-        print_json(row)
-        return
-
-    if args.command == "export-media":
-        bundle = load_bundle(args.input)
-        row = next((item for item in bundle.get("items", []) if item.get("row_no") == args.row), None)
-        if not row:
-            raise SystemExit(f"结果文件里不存在 row={args.row}")
-        payload = {
-            "row_no": row.get("row_no"),
-            "video_id": row.get("video_id"),
-            "author_uid": row.get("author_uid"),
-            "author_sec_uid": row.get("author_sec_uid"),
-            "author_unique_id": row.get("author_unique_id"),
-            "video_url": row.get("video_url"),
-            "play_url": row.get("play_url"),
-            "download_url": row.get("download_url"),
-            "media_url": row.get("media_url"),
-            "media_is_ephemeral": row.get("media_is_ephemeral"),
-        }
-        print_json(payload)
-        return
-
-    base_url = resolve_base_url(MODULE_SPEC, args.base_url)
-    api_key = resolve_api_key(MODULE_SPEC, args.api_key)
-
-    if args.command == "whoami":
-        print_json(
-            request_json(MODULE_SPEC, method="GET", base_url=base_url, api_key=api_key, path="/api/v1/auth/me")
-        )
-        return
-
-    if args.command == "capabilities":
-        print_json(
-            request_json(
-                MODULE_SPEC,
-                method="GET",
-                base_url=base_url,
-                api_key=api_key,
-                path="/api/v1/auth/capability-permissions",
-            )
-        )
-        return
-
-    if args.command == "hot":
-        path = f"/api/v1/douyin/discovery/hot-board?type={args.type}&count={args.count}"
-        if args.city:
-            path += f"&city={args.city}"
-        api_response = request_json(MODULE_SPEC, method="GET", base_url=base_url, api_key=api_key, path=path)
-        bundle = build_hot_bundle(api_response, board_type=args.type, count=args.count, city=args.city)
-        saved = save_bundle(bundle, latest_name="latest_hot")
-        summary = [
-            {
-                "row_no": item["row_no"],
-                "rank": item["rank"],
-                "topic": item["topic"],
-                "hot_value": item["hot_value"],
-            }
-            for item in bundle["items"][:10]
-        ]
-        print_json(
-            {
-                "status": "completed",
-                "message": "已返回抖音热点榜结果",
-                "artifacts": [saved["json_latest"], saved["tsv_latest"]],
-                "data": {"saved": saved, "summary": summary, "total": bundle["response_meta"]["total"]},
-            }
-        )
-        return
-
-    if args.command == "batch-result":
-        api_response = request_json(
-            MODULE_SPEC,
-            method="GET",
-            base_url=base_url,
-            api_key=api_key,
-            path=f"/api/v1/douyin/discovery/search-videos/batch/{args.batch_id}/results",
-        )
-        bundle = build_search_batch_bundle(api_response, request_payload={"batch_id": args.batch_id}, batch_id=args.batch_id)
-        saved = None
-        status_value = str(bundle["response_meta"].get("status") or "").lower()
-        artifacts: list[str] = []
-        if status_value in {"completed", "partial_success", "failed"}:
-            saved = save_bundle(bundle, latest_name="latest_search")
-            artifacts = [saved["json_latest"], saved["tsv_latest"]]
-        print_json(
-            {
-                "status": status_value or "running",
-                "message": "已查询批次结果",
-                "batch_id": args.batch_id,
-                "artifacts": artifacts,
-                "data": {
-                    "saved": saved,
-                    "status": bundle["response_meta"].get("status"),
-                    "total": bundle["response_meta"].get("total"),
-                    "success_tasks": bundle["response_meta"].get("success_tasks"),
-                    "failed_tasks": bundle["response_meta"].get("failed_tasks"),
-                    "failed_keywords": bundle["response_meta"].get("failed_keywords"),
-                    "summary": [
-                        {
-                            "row_no": item["row_no"],
-                            "keyword": item["keyword"],
-                            "title": item["title"],
-                            "author_name": item["author_name"],
-                            "author_sec_uid": item["author_sec_uid"],
-                            "likes": item["stats"]["likes"],
-                            "video_id": item["video_id"],
-                        }
-                        for item in bundle["items"][:10]
-                    ],
-                },
-            }
-        )
-        return
-
-    if args.command == "search":
-        payload = {
-            "keywords": args.keywords,
-            "count": SEARCH_RESULT_COUNT,
-            "sort": args.sort,
-            "time": args.time,
-            "content_type": args.content_type,
-            "filter_duration": args.filter_duration,
-            "min_likes": args.min_likes,
-            "min_comments": args.min_comments,
-        }
-        submit_response = request_json(
-            MODULE_SPEC,
-            method="POST",
-            base_url=base_url,
-            api_key=api_key,
-            path="/api/v1/douyin/discovery/search-videos/batch",
-            payload=payload,
-        )
-        submit_data = submit_response.get("data", {})
-        batch_id = submit_data.get("batch_id")
-        if not batch_id:
-            raise SystemExit(json.dumps(submit_response, ensure_ascii=False, indent=2))
-        print_json(
-            {
-                "status": "submitted",
-                "message": "批次已提交。稍后用 batch-result --batch-id <batch_id> 查询并落 latest_search 文件。",
-                "batch_id": batch_id,
-                "artifacts": [],
-                "data": {
-                    "submitted_keywords": args.keywords,
-                    "tasks": submit_data.get("tasks", []),
-                    "total_tasks": submit_data.get("total_tasks"),
-                    "result_count_per_keyword": SEARCH_RESULT_COUNT,
-                },
-            }
-        )
-        return
-
-
-if __name__ == "__main__":
-    main()

package/skills/feedback/scripts/feedback_api.py

@@ -1,93 +0,0 @@
-from __future__ import annotations
-
-import argparse
-import json
-import sys
-from pathlib import Path
-
-REPO_ROOT = Path(__file__).resolve().parents[2]
-HUB_ROOT = REPO_ROOT / "9000AI-hub-9000AI"
-if str(HUB_ROOT) not in sys.path:
-    sys.path.insert(0, str(HUB_ROOT))
-
-from shared.runner import (  # noqa: E402
-    ModuleSpec,
-    configure_stdout_encoding,
-    load_json_file,
-    print_json,
-    request_json,
-    resolve_api_key,
-    resolve_base_url,
-    save_local_config,
-)
-
-SKILL_ROOT = Path(__file__).resolve().parents[1]
-MODULE_SPEC = ModuleSpec(
-    module="feedback",
-    skill_root=SKILL_ROOT,
-)
-
-
-def build_parser() -> argparse.ArgumentParser:
-    parser = argparse.ArgumentParser(description="9000AI 反馈提交")
-    parser.add_argument("--base-url", default=None)
-    parser.add_argument("--api-key", default=None)
-    sub = parser.add_subparsers(dest="command", required=True)
-
-    sub.add_parser("configure", help="写入本地配置")
-    sub.add_parser("whoami", help="查看当前调用方")
-
-    submit = sub.add_parser("submit", help="提交反馈")
-    submit.add_argument("--title", help="反馈标题")
-    submit.add_argument("--content", help="反馈详细内容")
-    submit.add_argument("--type", default=None, help="可选分类: workflow / bug / feature / other")
-    submit.add_argument("--context-json", default=None, help="附加上下文 JSON 字符串")
-    submit.add_argument("--json-file", default=None, help="从 JSON 文件读取反馈内容")
-
-    sub.add_parser("list", help="查看我的反馈列表")
-    return parser
-
-
-def main() -> None:
-    configure_stdout_encoding()
-    parser = build_parser()
-    args = parser.parse_args()
-
-    if args.command == "configure":
-        if not args.base_url or not args.api_key:
-            raise SystemExit("configure 需要同时传 --base-url 和 --api-key")
-        save_local_config(MODULE_SPEC, base_url=args.base_url, api_key=args.api_key)
-        print_json({"message": "配置已写入", "config_path": str(MODULE_SPEC.config_path)})
-        return
-
-    base_url = resolve_base_url(MODULE_SPEC, args.base_url)
-    api_key = resolve_api_key(MODULE_SPEC, args.api_key)
-
-    if args.command == "whoami":
-        print_json(request_json(MODULE_SPEC, method="GET", base_url=base_url, api_key=api_key, path="/api/v1/auth/me"))
-        return
-
-    if args.command == "submit":
-        if args.json_file:
-            payload = load_json_file(args.json_file)
-        elif args.title and args.content:
-            payload: dict = {"title": args.title, "content": args.content}
-            if args.type:
-                payload["type"] = args.type
-            if args.context_json:
-                payload["context"] = json.loads(args.context_json)
-        else:
-            raise SystemExit("submit 需要 --title + --content，或者 --json-file")
-
-        print_json(
-            request_json(MODULE_SPEC, method="POST", base_url=base_url, api_key=api_key, path="/api/v1/feedback", payload=payload)
-        )
-        return
-
-    if args.command == "list":
-        print_json(request_json(MODULE_SPEC, method="GET", base_url=base_url, api_key=api_key, path="/api/v1/feedback"))
-        return
-
-
-if __name__ == "__main__":
-    main()

package/skills/video-transcription/agents/openai.yaml

@@ -1,3 +0,0 @@
-display_name: 批量视频转文字
-short_description: 提交视频转文字任务并回查结果
-default_prompt: 帮我提交批量视频转文字任务，拿到 task_id 后稍后回查结果。