cyberquant 1.0.0__py3-none-any.whl

cyberquant/__init__.py

@@ -0,0 +1 @@
+__version__ = "1.0.0"

cyberquant/__main__.py

@@ -0,0 +1,35 @@
+import typer
+from typing import Optional
+from cyberquant.commands import config, query, stream
+
+cli = typer.Typer(help="数据共享API服务平台命令行工具", no_args_is_help=True)
+
+cli.add_typer(config.app, name="config")
+
+# 直接注册 query 和 stream 为命令
+# 设置 allow_extra_args 和 allow_interspersed_args 以支持任意动态参数
+@cli.command(name="query", context_settings={"ignore_unknown_options": True, "allow_extra_args": True, "allow_interspersed_args": True})
+def query_cmd(
+    ctx: typer.Context,
+    route_slug: str = typer.Argument(help="路由名称"),
+    format: str = typer.Option("json", "--format", help="输出格式: json | csv"),
+    output: Optional[str] = typer.Option(None, "--output", help="输出到文件"),
+    page_size: Optional[int] = typer.Option(None, "--pageSize", help="每页条数"),
+    cursor: Optional[str] = typer.Option(None, "--cursor", help="游标翻页"),
+    fetch_all: bool = typer.Option(False, "--all", help="自动翻页查询全部数据（流式写入）"),
+) -> None:
+    """查询数据"""
+    query.query(ctx, route_slug, format, output, page_size, cursor, fetch_all)
+
+@cli.command(name="stream", context_settings={"ignore_unknown_options": True, "allow_extra_args": True, "allow_interspersed_args": True})
+def stream_cmd(
+    ctx: typer.Context,
+    route_slug: str = typer.Argument(help="路由名称"),
+    format: str = typer.Option("json", "--format", help="输出格式: json | csv"),
+    output: Optional[str] = typer.Option(None, "--output", help="输出到文件"),
+) -> None:
+    """流式查询"""
+    stream.stream_cmd(ctx, route_slug, format, output)
+
+if __name__ == "__main__":
+    cli()

cyberquant/commands/config.py

@@ -0,0 +1,62 @@
+from typing import Optional
+
+import typer
+from rich.console import Console
+from rich.prompt import Prompt
+
+from cyberquant.lib.config import load_config, require_config, save_config, mask_api_key
+from cyberquant.lib.api_client import ApiClient
+from cyberquant.lib.display import show_user_info
+from cyberquant.lib.errors import ConfigError
+
+app = typer.Typer(help="配置管理")
+console = Console()
+
+
+@app.command("set")
+def config_set() -> None:
+    """设置 API 端点和密钥"""
+    existing = load_config()
+
+    endpoint = Prompt.ask("API 端点地址", default=existing.get("endpoint", "http://localhost:4000") if existing else "http://localhost:4000")
+    api_key = Prompt.ask("API Key", password=True)
+
+    with console.status("验证中..."):
+        with ApiClient({"endpoint": endpoint, "apiKey": api_key}) as client:
+            try:
+                res = client.get_profile()
+                if not res.get("success") or not res.get("data"):
+                    console.print(f"[red]验证失败: {res.get('error', '未知错误')}[/red]")
+                    return
+                save_config({"endpoint": endpoint, "apiKey": api_key})
+                console.print("[green]配置已保存并验证通过[/green]")
+                show_user_info(res["data"])
+            except Exception as e:
+                console.print(f"[red]验证失败: {e}[/red]")
+
+
+@app.command("list")
+def config_list() -> None:
+    """查看当前配置"""
+    cfg = require_config()
+    lines = [
+        f"端点:     {cfg['endpoint']}",
+        f"API Key:  {mask_api_key(cfg['apiKey'])}",
+    ]
+    if cfg.get("pageSize"):
+        lines.append(f"默认条数: {cfg['pageSize']}")
+    console.print("\n".join(lines))
+
+
+@app.command("status")
+def config_status() -> None:
+    """查询当前 API Key 用户状态"""
+    cfg = require_config()
+    with console.status("查询中..."):
+        with ApiClient(cfg) as client:
+            res = client.get_profile()
+            if not res.get("success") or not res.get("data"):
+                console.print(f"[red]查询失败: {res.get('error', '未知错误')}[/red]")
+                return
+            console.print("[green]查询成功[/green]")
+            show_user_info(res["data"])

cyberquant/commands/query.py

@@ -0,0 +1,158 @@
+import sys
+from typing import Optional
+
+import typer
+
+from cyberquant.lib.config import require_config
+from cyberquant.lib.api_client import ApiClient
+from cyberquant.lib.formatter import format_json, format_csv, create_stream_writer
+from cyberquant.lib.stream_writer import StreamWriter
+
+
+def _parse_extra_args(args: list[str], known_options: list[str] | None = None) -> dict[str, str | list[str]]:
+    """解析动态参数，支持重复参数转为数组
+
+    Args:
+        args: 原始参数列表
+        known_options: 已知选项列表，这些选项不会被解析为动态参数
+
+    Returns:
+        动态参数字典，重复的 key 会转为 list
+    """
+    params: dict[str, str | list[str]] = {}
+    known_set = set(known_options or [])
+
+    i = 0
+    while i < len(args):
+        if args[i].startswith("--"):
+            key = args[i][2:]
+
+            # 跳过已知选项及其值
+            if key in known_set:
+                i += 2
+                continue
+
+            # 处理动态参数
+            if i + 1 < len(args) and not args[i + 1].startswith("--"):
+                _append_param(params, key, args[i + 1])
+                i += 2
+            else:
+                _append_param(params, key, "true")
+                i += 1
+        else:
+            i += 1
+
+    return params
+
+
+def _append_param(params: dict[str, str | list[str]], key: str, value: str) -> None:
+    """添加参数到字典，如果 key 已存在则转为数组"""
+    if key in params:
+        existing = params[key]
+        if isinstance(existing, list):
+            existing.append(value)
+        else:
+            params[key] = [existing, value]
+    else:
+        params[key] = value
+
+
+def query(
+    ctx: typer.Context,
+    route_slug: str = typer.Argument(help="路由名称"),
+    format: str = typer.Option("json", "--format", help="输出格式: json | csv"),
+    output: Optional[str] = typer.Option(None, "--output", help="输出到文件"),
+    page_size: Optional[int] = typer.Option(None, "--pageSize", help="每页条数"),
+    cursor: Optional[str] = typer.Option(None, "--cursor", help="游标翻页"),
+    fetch_all: bool = typer.Option(False, "--all", help="自动翻页查询全部数据（流式写入）"),
+) -> None:
+    """查询数据"""
+    cfg = require_config()
+    ps = page_size or cfg.get("pageSize", 50)
+
+    # 从原始命令行参数解析动态参数
+    known_options = ["format", "output", "pageSize", "cursor", "all"]
+    dynamic = _parse_extra_args(ctx.args, known_options)
+    params: dict[str, str | list[str] | int] = {**dynamic, "pageSize": ps}
+
+    # 如果指定了 --all，忽略手动传入的 cursor
+    if not fetch_all and cursor:
+        params["cursor"] = cursor
+
+    try:
+        if fetch_all:
+            # 自动翻页查询全部数据，使用流式写入
+            # 确保 output 是字符串或 None，防止 Typer 的 OptionInfo 类型泄漏
+            output_path: str | None = output if isinstance(output, (str, type(None))) else None
+            writer: StreamWriter = create_stream_writer(format, output_path, cfg)
+            writer.initialize()
+
+            query_cursor: str | None = None
+            count = 0
+
+            try:
+                # 使用连接池复用 HTTP 连接
+                with ApiClient(cfg) as client:
+                    while True:
+                        query_params = {**params}
+                        if query_cursor:
+                            query_params["cursor"] = query_cursor
+
+                        res = client.query(route_slug, query_params)
+                        if not res.get("success"):
+                            print(res.get("error", "查询失败"), file=sys.stderr)
+                            return
+
+                        data = res.get("data", [])
+                        if isinstance(data, list):
+                            for record in data:
+                                writer.write_record(record)
+                                count += 1
+
+                        pagination = res.get("meta", {}).get("pagination", {})
+                        if not pagination.get("hasMore"):
+                            break
+
+                        query_cursor = pagination.get("nextCursor")
+
+            finally:
+                # 确保 Ctrl+C 时也能正确闭合文件
+                writer.finalize()
+
+            # 输出警告（如果有）
+            warning = writer.get_warning() if hasattr(writer, "get_warning") else None
+            if warning:
+                print(warning, file=sys.stderr)
+        else:
+            # 单页查询
+            with ApiClient(cfg) as client:
+                res = client.query(route_slug, params)
+
+            if not res.get("success"):
+                print(res.get("error", "查询失败"), file=sys.stderr)
+                return
+
+            data = res.get("data", [])
+
+            if format == "csv":
+                content = format_csv(data)
+            else:
+                content = format_json(data, pretty=False)
+
+            if output:
+                from pathlib import Path
+                expanded = Path(output).expanduser()
+                with open(expanded, "w", encoding="utf-8") as f:
+                    f.write(content)
+                print(f"数据已保存 → {output}", file=sys.stderr)
+            else:
+                print(content)
+
+            # 提示翻页
+            pagination = res.get("meta", {}).get("pagination", {})
+            if pagination.get("hasMore"):
+                nc = pagination.get("nextCursor", "")
+                print(f"还有更多数据，使用 --cursor {nc} 翻页", file=sys.stderr)
+
+    except Exception as e:
+        print(str(e), file=sys.stderr)

cyberquant/commands/query.py.bak2

@@ -0,0 +1,67 @@
+from typing import Optional
+
+import typer
+from rich.console import Console
+
+from cyberquant.lib.config import require_config
+from cyberquant.lib.api_client import ApiClient
+from cyberquant.lib.formatter import format_json, format_csv, write_output
+
+console = Console()
+
+
+def _parse_extra_args(args: list[str]) -> dict[str, str]:
+    params: dict[str, str] = {}
+    i = 0
+    while i < len(args):
+        if args[i].startswith("--"):
+            key = args[i][2:]
+            if i + 1 < len(args) and not args[i + 1].startswith("--"):
+                params[key] = args[i + 1]
+                i += 2
+            else:
+                params[key] = "true"
+                i += 1
+        else:
+            i += 1
+    return params
+
+
+def query(
+    ctx: typer.Context,
+    route_slug: str = typer.Argument(help="路由名称"),
+    format: str = typer.Option("json", "--format", help="输出格式: json | csv"),
+    output: Optional[str] = typer.Option(None, "--output", help="输出到文件"),
+    page_size: Optional[int] = typer.Option(None, "--pageSize", help="每页条数"),
+    cursor: Optional[str] = typer.Option(None, "--cursor", help="游标翻页"),
+) -> None:
+    """查询数据"""
+    cfg = require_config()
+    client = ApiClient(cfg)
+
+    ps = page_size or cfg.get("pageSize", 50)
+    dynamic = _parse_extra_args(ctx.args)
+    params: dict = {**dynamic, "pageSize": ps}
+    if cursor:
+        params["cursor"] = cursor
+
+    with console.status("查询中..."):
+        res = client.query(route_slug, params)
+
+    if not res.get("success"):
+        console.print(f"[red]{res.get('error', '查询失败')}[/red]")
+        return
+
+    data = res.get("data", [])
+    console.print(f"[green]查询成功，共 {len(data)} 条[/green]")
+
+    if format == "csv":
+        content = format_csv(data)
+    else:
+        content = format_json(data)
+    write_output(content, output)
+
+    pagination = res.get("meta", {}).get("pagination", {})
+    if pagination.get("hasMore"):
+        nc = pagination.get("nextCursor", "")
+        console.print(f"[dim]还有更多数据，使用 --cursor {nc} 翻页[/dim]")

cyberquant/commands/stream.py

@@ -0,0 +1,60 @@
+import sys
+from typing import Optional
+
+import typer
+
+from cyberquant.lib.config import require_config
+from cyberquant.lib.sse_client import connect_sse
+from cyberquant.lib.formatter import create_stream_writer
+from cyberquant.commands.query import _parse_extra_args
+
+
+def stream_cmd(
+    ctx: typer.Context,
+    route_slug: str = typer.Argument(help="路由名称"),
+    page_size: Optional[int] = typer.Option(None, "--pageSize", help="每批条数"),
+    format: str = typer.Option("json", "--format", help="输出格式: json | csv"),
+    output: Optional[str] = typer.Option(None, "--output", help="输出到文件"),
+) -> None:
+    """实时流式数据"""
+    cfg = require_config()
+    ps = page_size or cfg.get("pageSize", 50)
+
+    known_options = ["pageSize", "format", "output"]
+    dynamic = _parse_extra_args(ctx.args, known_options)
+    params: dict[str, str | list[str] | int] = {**dynamic, "pageSize": ps}
+
+    # 文件输出或 JSON 模式：使用流式写入
+    from cyberquant.lib.stream_writer import StreamWriter
+
+    # 确保 output 是字符串或 None，防止 Typer 的 OptionInfo 类型泄漏
+    output_path: str | None = output if isinstance(output, (str, type(None))) else None
+    writer: StreamWriter = create_stream_writer(format, output_path, cfg)
+    writer.initialize()
+
+    count = 0
+
+    def on_data(data: dict) -> None:
+        nonlocal count
+        writer.write_record(data)
+        count += 1
+
+    def on_complete(info=None) -> None:
+        writer.finalize()
+
+        # 输出警告（如果有）
+        warning = writer.get_warning() if hasattr(writer, "get_warning") else None
+        if warning:
+            print(warning, file=sys.stderr)
+
+        if output_path:
+            print(f"数据已保存 → {output_path}", file=sys.stderr)
+
+    def on_error(error: str) -> None:
+        print(f"流式错误: {error}", file=sys.stderr)
+
+    try:
+        connect_sse(cfg, route_slug, params, on_data, on_complete, on_error)
+    except KeyboardInterrupt:
+        writer.finalize()
+        print("已断开连接", file=sys.stderr)

cyberquant-1.0.0.dist-info/METADATA

@@ -0,0 +1,8 @@
+Metadata-Version: 2.4
+Name: cyberquant
+Version: 1.0.0
+Summary: 数据共享API服务平台命令行工具
+Requires-Python: >=3.10
+Requires-Dist: httpx>=0.28.0
+Requires-Dist: rich>=13.9.0
+Requires-Dist: typer>=0.15.0

cyberquant-1.0.0.dist-info/RECORD

@@ -0,0 +1,11 @@
+cyberquant/__init__.py,sha256=J-j-u0itpEFT6irdmWmixQqYMadNl1X91TxUmoiLHMI,22
+cyberquant/__main__.py,sha256=W5AeNBJrE2JJQdRawz06K9kue7IBO_8hZpgCfl8Bsrs,1681
+cyberquant/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cyberquant/commands/config.py,sha256=RFJbSd2Ej3B_dnPkq_7-JgQ0hQPYv-Y046ZB-qyK9d0,2235
+cyberquant/commands/query.py,sha256=k95fAv9c-f00b5PiK8K5Lj8Z6zdzdoDXfTanq19RYOk,5702
+cyberquant/commands/query.py.bak2,sha256=nuQSgIw7_DKoH3hcqFfRPkAf4n1JycwsWNt0rFkrXl4,2112
+cyberquant/commands/stream.py,sha256=l-TXXUvRhdKZ0V7U1KcyWM-6ZEwS9-1Tc3Nq_ahJGyc,2076
+cyberquant-1.0.0.dist-info/METADATA,sha256=C4qxbrTfRPMSUbviftMppH8CNkNbgYNoxmnll27RCbE,216
+cyberquant-1.0.0.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
+cyberquant-1.0.0.dist-info/entry_points.txt,sha256=x5GEj4HRuMplRFgVXMCx6cID8tYO7jfrpRg3d31zsB8,55
+cyberquant-1.0.0.dist-info/RECORD,,

cyberquant-1.0.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.30.1
+Root-Is-Purelib: true
+Tag: py3-none-any

cyberquant-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+cyberquant = cyberquant.__main__:cli