dataify-sdk 0.1.0__tar.gz

dataify_sdk-0.1.0/.gitignore

@@ -0,0 +1,32 @@
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+dist/
+build/
+*.egg
+
+# Virtual environments
+.venv/
+venv/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+
+# Mypy
+.mypy_cache/
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Code generation artifacts
+tool_manifest.json

dataify_sdk-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 dataify-server
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

dataify_sdk-0.1.0/PKG-INFO

@@ -0,0 +1,154 @@
+Metadata-Version: 2.4
+Name: dataify-sdk
+Version: 0.1.0
+Summary: Python SDK for the Dataify MCP API — access web unlocker, search engines, and platform scrapers.
+Project-URL: Homepage, https://dashboard.dataify.com
+Project-URL: Repository, https://github.com/dataify/dataify-mcp-sdk
+Author-email: Dataify <support@dataify.com>
+License: MIT
+License-File: LICENSE
+Keywords: dataify,google-search,mcp,scraper,serp,web-unlocker
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.10
+Requires-Dist: httpx>=0.28.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: typing-extensions>=4.0.0
+Provides-Extra: dev
+Requires-Dist: jinja2>=3.0.0; extra == 'dev'
+Requires-Dist: mypy>=1.0.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.24.0; extra == 'dev'
+Requires-Dist: pytest-httpx>=0.30.0; extra == 'dev'
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Requires-Dist: ruff>=0.6.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# Dataify MCP Python SDK
+
+Python 客户端库，用于通过 [MCP (Model Context Protocol)](https://spec.modelcontextprotocol.io/) 访问 [Dataify](https://dashboard.dataify.com) 数据采集平台。
+
+## 功能
+
+- 🌐 **网页解锁器** — 绕过 CAPTCHA、JS 渲染，返回 HTML 或 PNG 截图
+- 🔍 **搜索引擎** — Google（17 种搜索类型）、Bing（6 种）、Yandex、DuckDuckGo
+- 🛒 **平台抓取器** — Amazon、YouTube、TikTok、Facebook、Instagram、Reddit、Twitter/X、LinkedIn、Glassdoor、Indeed 等 35+ 平台
+- ⚡ **异步优先** — 基于 `httpx` 的现代异步 API
+- 🛡️ **类型安全** — 完整的类型注解，支持 `mypy --strict`
+- 🔌 **双传输模式** — 支持 Streamable HTTP 和 SSE
+
+## 安装
+
+```bash
+pip install dataify-mcp
+```
+
+要求 Python >= 3.10。
+
+## 快速开始
+
+```python
+import asyncio
+from dataify_mcp import DataifyClient
+
+async def main():
+    async with DataifyClient(
+        base_url="http://localhost:7780",
+        token="your-api-token",
+    ) as client:
+        # 列出可用工具
+        tools = await client.list_tools()
+        print(f"可用工具: {len(tools)} 个")
+
+        # 调用 Google 搜索
+        result = await client.call_tool("google_search", {
+            "q": "今天天气",
+            "gl": "cn",
+            "hl": "zh-cn",
+        })
+        print(result)
+
+asyncio.run(main())
+```
+
+## 连接方式
+
+### Streamable HTTP（默认）
+
+```python
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    transport="http",  # 默认值
+)
+```
+
+### SSE（Server-Sent Events）
+
+```python
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    transport="sse",
+)
+```
+
+### 工具权限过滤
+
+```python
+# 只使用指定的工具类别
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    tool_codes="serp,google",  # 多个用逗号分隔
+)
+```
+
+## 错误处理
+
+```python
+from dataify_mcp import (
+    DataifyClient,
+    AuthenticationError,
+    ToolError,
+    ConnectionError,
+)
+
+try:
+    async with DataifyClient("http://localhost:7780", "token") as client:
+        result = await client.call_tool("google_search", {"q": "test"})
+except AuthenticationError:
+    print("Token 无效，请检查 https://dashboard.dataify.com")
+except ToolError as e:
+    print(f"工具执行失败: {e}")
+except ConnectionError:
+    print("无法连接服务器")
+```
+
+## 开发
+
+```bash
+# 安装开发依赖
+pip install -e ".[dev]"
+
+# 代码检查
+ruff check src/dataify_mcp/
+mypy src/dataify_mcp/
+
+# 运行测试
+pytest
+
+# 生成工具封装代码
+python scripts/codegen.py --server http://localhost:7780 --token YOUR_TOKEN
+```
+
+## 许可
+
+MIT License

dataify_sdk-0.1.0/README.md

@@ -0,0 +1,121 @@
+# Dataify MCP Python SDK
+
+Python 客户端库，用于通过 [MCP (Model Context Protocol)](https://spec.modelcontextprotocol.io/) 访问 [Dataify](https://dashboard.dataify.com) 数据采集平台。
+
+## 功能
+
+- 🌐 **网页解锁器** — 绕过 CAPTCHA、JS 渲染，返回 HTML 或 PNG 截图
+- 🔍 **搜索引擎** — Google（17 种搜索类型）、Bing（6 种）、Yandex、DuckDuckGo
+- 🛒 **平台抓取器** — Amazon、YouTube、TikTok、Facebook、Instagram、Reddit、Twitter/X、LinkedIn、Glassdoor、Indeed 等 35+ 平台
+- ⚡ **异步优先** — 基于 `httpx` 的现代异步 API
+- 🛡️ **类型安全** — 完整的类型注解，支持 `mypy --strict`
+- 🔌 **双传输模式** — 支持 Streamable HTTP 和 SSE
+
+## 安装
+
+```bash
+pip install dataify-mcp
+```
+
+要求 Python >= 3.10。
+
+## 快速开始
+
+```python
+import asyncio
+from dataify_mcp import DataifyClient
+
+async def main():
+    async with DataifyClient(
+        base_url="http://localhost:7780",
+        token="your-api-token",
+    ) as client:
+        # 列出可用工具
+        tools = await client.list_tools()
+        print(f"可用工具: {len(tools)} 个")
+
+        # 调用 Google 搜索
+        result = await client.call_tool("google_search", {
+            "q": "今天天气",
+            "gl": "cn",
+            "hl": "zh-cn",
+        })
+        print(result)
+
+asyncio.run(main())
+```
+
+## 连接方式
+
+### Streamable HTTP（默认）
+
+```python
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    transport="http",  # 默认值
+)
+```
+
+### SSE（Server-Sent Events）
+
+```python
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    transport="sse",
+)
+```
+
+### 工具权限过滤
+
+```python
+# 只使用指定的工具类别
+client = DataifyClient(
+    base_url="http://localhost:7780",
+    token="your-token",
+    tool_codes="serp,google",  # 多个用逗号分隔
+)
+```
+
+## 错误处理
+
+```python
+from dataify_mcp import (
+    DataifyClient,
+    AuthenticationError,
+    ToolError,
+    ConnectionError,
+)
+
+try:
+    async with DataifyClient("http://localhost:7780", "token") as client:
+        result = await client.call_tool("google_search", {"q": "test"})
+except AuthenticationError:
+    print("Token 无效，请检查 https://dashboard.dataify.com")
+except ToolError as e:
+    print(f"工具执行失败: {e}")
+except ConnectionError:
+    print("无法连接服务器")
+```
+
+## 开发
+
+```bash
+# 安装开发依赖
+pip install -e ".[dev]"
+
+# 代码检查
+ruff check src/dataify_mcp/
+mypy src/dataify_mcp/
+
+# 运行测试
+pytest
+
+# 生成工具封装代码
+python scripts/codegen.py --server http://localhost:7780 --token YOUR_TOKEN
+```
+
+## 许可
+
+MIT License

dataify_sdk-0.1.0/docs/examples/basic_usage.py

@@ -0,0 +1,97 @@
+"""Basic usage examples for the Dataify MCP SDK."""
+
+import asyncio
+from dataify_mcp import DataifyClient, AuthenticationError, ToolError, ConnectionError
+
+# 配置
+BASE_URL = "http://localhost:7780"
+TOKEN = "your-api-token"
+
+
+async def example_list_tools():
+    """列出所有可用工具。"""
+    async with DataifyClient(BASE_URL, TOKEN) as client:
+        tools = await client.list_tools()
+        for tool in tools:
+            print(f"  {tool.name}: {tool.description[:80]}...")
+
+
+async def example_google_search():
+    """执行 Google 搜索。"""
+    async with DataifyClient(BASE_URL, TOKEN) as client:
+        result = await client.call_tool("google_search", {
+            "q": "Python 异步编程",
+            "gl": "cn",
+            "hl": "zh-cn",
+            "num": "10",
+        })
+        print(result)
+
+
+async def example_web_unlocker():
+    """解锁网页。"""
+    async with DataifyClient(BASE_URL, TOKEN) as client:
+        result = await client.call_tool("request_web_unlocker", {
+            "url": "https://example.com",
+            "type": "html",
+            "js_render": "True",
+        })
+        print(result)
+
+
+async def example_user_info():
+    """查询用户信息。"""
+    async with DataifyClient(BASE_URL, TOKEN) as client:
+        result = await client.call_tool("query_user_info", {})
+        print(result)
+
+
+async def example_error_handling():
+    """错误处理示例。"""
+    try:
+        async with DataifyClient(BASE_URL, "invalid-token") as client:
+            await client.call_tool("google_search", {"q": "test"})
+    except AuthenticationError:
+        print("Token 无效，请检查 https://dashboard.dataify.com")
+    except ToolError as e:
+        print(f"工具执行失败: {e}")
+    except ConnectionError:
+        print("无法连接服务器")
+
+
+async def example_with_tool_filter():
+    """使用工具过滤。"""
+    async with DataifyClient(
+        BASE_URL, TOKEN,
+        tool_codes="serp,google",  # 只使用 SERP 相关工具
+    ) as client:
+        tools = await client.list_tools()
+        print(f"过滤后的工具数: {len(tools)}")
+
+
+async def example_sse_transport():
+    """使用 SSE 传输。"""
+    async with DataifyClient(
+        BASE_URL, TOKEN,
+        transport="sse",
+    ) as client:
+        result = await client.call_tool("google_search", {"q": "test"})
+        print(result)
+
+
+async def main():
+    """运行所有示例。"""
+    print("=" * 60)
+    print("Dataify MCP SDK — 使用示例")
+    print("=" * 60)
+
+    try:
+        await example_list_tools()
+    except ConnectionError:
+        print("(跳过 — 服务器未运行)")
+
+    print("\n提示: 修改 TOKEN 并启动服务器后运行完整示例。")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

dataify_sdk-0.1.0/pyproject.toml

@@ -0,0 +1,66 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "dataify-sdk"
+version = "0.1.0"
+description = "Python SDK for the Dataify MCP API — access web unlocker, search engines, and platform scrapers."
+readme = "README.md"
+license = {text = "MIT"}
+requires-python = ">=3.10"
+authors = [{name = "Dataify", email = "support@dataify.com"}]
+keywords = ["mcp", "dataify", "serp", "scraper", "google-search", "web-unlocker"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Internet :: WWW/HTTP",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dependencies = [
+    "httpx>=0.28.0",
+    "pydantic>=2.0.0",
+    "typing-extensions>=4.0.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-asyncio>=0.24.0",
+    "pytest-httpx>=0.30.0",
+    "mypy>=1.0.0",
+    "ruff>=0.6.0",
+    "jinja2>=3.0.0",
+]
+
+[project.urls]
+Homepage = "https://dashboard.dataify.com"
+Repository = "https://github.com/dataify/dataify-mcp-sdk"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/dataify_mcp"]
+exclude = ["src/dataify_mcp/_codegen"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "N", "W", "UP"]
+
+[tool.mypy]
+strict = true
+python_version = "3.10"
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+testpaths = ["tests"]
+filterwarnings = [
+    "ignore:Field name.*shadows an attribute in parent.*BaseModel:UserWarning",
+]

dataify_sdk-0.1.0/scripts/codegen.py

@@ -0,0 +1,121 @@
+#!/usr/bin/env python3
+"""Code generation CLI for the Dataify MCP SDK.
+
+Usage::
+
+    # Fetch tools from a running server and generate wrappers
+    python scripts/codegen.py --server http://localhost:7780 --token YOUR_TOKEN
+
+    # Generate from a previously saved manifest
+    python scripts/codegen.py --manifest tool_manifest.json
+
+    # Save the manifest without generating
+    python scripts/codegen.py --server http://localhost:7780 --token YOUR_TOKEN --save-only
+"""
+
+from __future__ import annotations
+
+import argparse
+import asyncio
+import sys
+from pathlib import Path
+
+# Allow running directly from the scripts directory
+_scripts_dir = Path(__file__).resolve().parent
+_sdk_root = _scripts_dir.parent
+sys.path.insert(0, str(_sdk_root / "src"))
+
+from dataify_mcp._codegen._generate import generate_tool_modules
+from dataify_mcp._codegen._introspect import (
+    fetch_tool_manifest,
+    load_tool_manifest,
+    save_tool_manifest,
+)
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(
+        description="Generate typed tool wrappers for Dataify MCP SDK",
+    )
+    parser.add_argument(
+        "--server",
+        help="Dataify MCP server URL (e.g. http://localhost:7780)",
+    )
+    parser.add_argument(
+        "--token",
+        help="API token for the MCP server",
+    )
+    parser.add_argument(
+        "--tools",
+        help="Optional tool code filter (comma-separated)",
+    )
+    parser.add_argument(
+        "--manifest",
+        help="Path to a previously saved tool_manifest.json",
+    )
+    parser.add_argument(
+        "--output",
+        default=str(_sdk_root / "src" / "dataify_mcp" / "tools"),
+        help="Output directory for generated modules",
+    )
+    parser.add_argument(
+        "--save-manifest",
+        default=str(_sdk_root / "tool_manifest.json"),
+        help="Path to save the tool manifest JSON",
+    )
+    parser.add_argument(
+        "--save-only",
+        action="store_true",
+        help="Only save the manifest, do not generate code",
+    )
+    parser.add_argument(
+        "--timeout",
+        type=float,
+        default=30.0,
+        help="HTTP request timeout in seconds",
+    )
+
+    args = parser.parse_args()
+
+    if args.server and args.token:
+        print(f"Fetching tool manifest from {args.server} ...")
+        tools = asyncio.run(
+            fetch_tool_manifest(
+                args.server,
+                args.token,
+                tool_codes=args.tools,
+                timeout=args.timeout,
+            )
+        )
+        print(f"  → {len(tools)} tools discovered")
+
+        save_tool_manifest(tools, args.save_manifest)
+        print(f"  → saved to {args.save_manifest}")
+
+        if args.save_only:
+            return
+
+    elif args.manifest:
+        print(f"Loading tool manifest from {args.manifest} ...")
+        tools = load_tool_manifest(args.manifest)
+        print(f"  → {len(tools)} tools loaded")
+
+    else:
+        parser.error("Either --server + --token, or --manifest is required")
+
+    print(f"Generating tool wrappers in {args.output} ...")
+    written = generate_tool_modules(tools, args.output)
+    for module, tool_names in sorted(written.items()):
+        print(f"  {module}.py: {len(tool_names)} tools")
+    print(f"  → {sum(len(v) for v in written.values())} tools across {len(written)} modules")
+
+    print("Done.")
+    print()
+    print("Next steps:")
+    print("  1. Review generated code for correctness")
+    print("  2. Run: ruff check src/dataify_mcp/tools/")
+    print("  3. Run: python -c 'from dataify_mcp.tools import *'  # verify imports")
+
+
+if __name__ == "__main__":
+    main()

dataify_sdk-0.1.0/src/dataify_mcp/__init__.py

@@ -0,0 +1,37 @@
+"""Dataify MCP SDK — Python client for the Dataify MCP API.
+
+Provides access to web unlocker, search engines (Google, Bing, Yandex, DuckDuckGo),
+and platform scrapers (Amazon, YouTube, TikTok, Facebook, Instagram, etc.) through
+the Model Context Protocol.
+"""
+
+from dataify_mcp._version import __version__
+from dataify_mcp.client._base import DataifyClient
+from dataify_mcp.client._http import HTTPTransport
+from dataify_mcp.client._sse import SSETransport
+from dataify_mcp.types._errors import (
+    AuthenticationError,
+    ConnectionError,
+    DataifyError,
+    ProtocolError,
+    ServerError,
+    TimeoutError,
+    ToolAccessError,
+    ToolError,
+)
+
+__all__ = [
+    "__version__",
+    "DataifyClient",
+    "HTTPTransport",
+    "SSETransport",
+    # Errors
+    "DataifyError",
+    "AuthenticationError",
+    "ToolAccessError",
+    "ConnectionError",
+    "ProtocolError",
+    "ToolError",
+    "TimeoutError",
+    "ServerError",
+]

dataify_sdk-0.1.0/src/dataify_mcp/_codegen/__init__.py

@@ -0,0 +1,14 @@
+"""Code generation tooling for Dataify MCP SDK.
+
+This package connects to a running Dataify MCP server, introspects its
+``tools/list`` endpoint, and generates typed Pydantic models and convenience
+methods for every tool.  The generated code is written into
+``src/dataify_mcp/tools/``.
+
+**This package is NOT shipped in the wheel** (excluded in pyproject.toml).
+"""
+
+from dataify_mcp._codegen._introspect import fetch_tool_manifest, load_tool_manifest
+from dataify_mcp._codegen._generate import generate_tool_modules
+
+__all__ = ["fetch_tool_manifest", "load_tool_manifest", "generate_tool_modules"]