dataify-sdk 0.1.0__tar.gz → 1.1.0__tar.gz

{dataify_sdk-0.1.0 → dataify_sdk-1.1.0}/.gitignore

@@ -1,32 +1,33 @@
-# Python
-__pycache__/
-*.py[cod]
-*.egg-info/
-dist/
-build/
-*.egg
-
-# Virtual environments
-.venv/
-venv/
-
-# IDE
-.idea/
-.vscode/
-*.swp
-*.swo
-
-# Testing
-.pytest_cache/
-.coverage
-htmlcov/
-
-# Mypy
-.mypy_cache/
-
-# OS
-.DS_Store
-Thumbs.db
-
-# Code generation artifacts
-tool_manifest.json
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+dist/
+build/
+*.egg
+
+# Virtual environments
+.venv/
+venv/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+
+# Mypy
+.mypy_cache/
+.workbuddy/
+docs/
+# OS
+.DS_Store
+Thumbs.db
+
+# Code generation artifacts
+tool_manifest.json

{dataify_sdk-0.1.0 → dataify_sdk-1.1.0}/LICENSE

@@ -1,21 +1,21 @@
-MIT License
-
-Copyright (c) 2026 dataify-server
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+MIT License
+
+Copyright (c) 2026 Dataify
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

dataify_sdk-1.1.0/PKG-INFO

@@ -0,0 +1,119 @@
+Metadata-Version: 2.5
+Name: dataify-sdk
+Version: 1.1.0
+Summary: Python SDK that calls the Dataify upstream REST API directly (no MCP layer) — web scrapers and search engines.
+Project-URL: Homepage, https://dashboard.dataify.com
+Project-URL: Repository, https://github.com/dataify/dataify-sdk
+Author-email: Dataify <support@dataify.com>
+License: MIT
+License-File: LICENSE
+Keywords: amazon,dataify,google-search,scraper,serp,tiktok,web-scraper
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.10
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# Dataify Python SDK
+
+Python 客户端库，**直接调用** [Dataify](https://dashboard.dataify.com) 上游 REST 接口（**不走 MCP 协议**），用于网页采集与搜索引擎抓取。
+
+
+## 功能
+
+- 🔍 **搜索引擎** — Google（17 种）、Bing（6 种）、Yandex、DuckDuckGo，走 `POST /request`
+- 🛒 **平台抓取器** — Amazon、YouTube、TikTok、Facebook、Instagram、Reddit、Twitter/X、LinkedIn、Glassdoor、Indeed、Walmart、Zillow、Airbnb、Booking、Crunchbase、eBay、GitHub 等 45 个采集器，先走 `POST /builder?platform=1`，再可查询任务状态并下载结果
+- 📖 **参数全暴露** — 每个工具函数把上游请求参数、类型、是否必填、中文描述都写在签名与 docstring 里；另见 `docs/api_reference.md`
+- 🐍 **零依赖** — 仅用标准库 `urllib`，同步 API
+
+## 安装
+
+```bash
+pip install dataify-sdk
+```
+
+要求 Python >= 3.10。
+
+## 快速开始
+
+```python
+from dataify_sdk import DataifyClient
+from dataify_sdk.tools.amazonproduct import amazon_product_by_asin
+from dataify_sdk.tools.googlesearch import google_search
+
+# token 也可通过环境变量 DATAIFY_API_TOKEN 提供（兼容旧版 DATAIFY_TOKEN）
+client = DataifyClient(token="YOUR_TOKEN")
+
+# 采集类：先提交 Builder 任务
+task = amazon_product_by_asin(asin="B0BZYCJK89", client=client)
+task_id = task["data"]["task_id"]
+
+# 再查询任务状态
+status = client.query_scraper_task_status(task_id)
+if status["data"]["status"] == "成功":
+    result = client.download_scraper_task_result(task_id, result_type="json")
+
+# 搜索类：直接打搜索引擎接口
+result = google_search(q="pizza", client=client)
+```
+
+也可以不传 `client`，使用默认 client（优先读取 `DATAIFY_API_TOKEN`，兼容 `DATAIFY_TOKEN`）：
+
+```bash
+export DATAIFY_API_TOKEN="..."
+```
+
+```python
+from dataify_sdk.tools.googlesearch import google_search
+
+result = google_search(q="pizza")
+```
+
+`client.query_scraper_task_status(...)` 会返回任务状态 JSON，`data.status` 常见值为 `处理中`、`成功`、`失败`。任务成功后可用 `client.download_scraper_task_result(task_id, result_type="json")` 下载最终结果；`result_type` 支持 `json`、`csv`、`xlsx`。
+
+## API 设计
+
+- **每个 `spider_id` = 一个独立函数**（采集类），例如 `amazon_product_by_asin()`、`amazon_product_by_url()`、`amazon_product_by_keywords()`。
+- **搜索类每个引擎一个函数**，例如 `google_search()`、`bing_search()`、`yandex_search()`。
+- 所有函数签名与 docstring 完整暴露上游参数及其描述；`docs/api_reference.md` 为离线参数手册。
+- 函数返回解析后的 JSON `dict`（即上游原始响应）。
+
+## 错误处理
+
+```python
+from dataify_sdk import DataifyClient, DataifyAPIError, DataifyConnectionError
+
+client = DataifyClient(token="YOUR_TOKEN")
+try:
+    result = google_search(q="pizza", client=client)
+except DataifyAPIError as e:
+    print(f"上游返回错误 HTTP {e.status_code}: {e.body}")
+except DataifyConnectionError:
+    print("无法连接 Dataify 上游")
+```
+
+## 开发
+
+```bash
+# 安装开发依赖
+pip install -e ".[dev]"
+
+# 运行测试
+pytest
+
+# 从 Go 参考项目重新生成工具函数与参数手册
+python scripts/codegen.py
+```
+
+## 许可
+
+MIT License

dataify_sdk-1.1.0/PYPI_RELEASE.md

@@ -0,0 +1,136 @@
+# Dataify Python SDK 更新发布步骤
+
+适用于把当前 `dataify-sdk` 新版本发布到 PyPI。
+
+## 1. 更新版本号
+
+修改两个位置，版本号必须一致：
+
+```text
+pyproject.toml
+src/dataify_sdk/__init__.py
+```
+
+例如本次新增公开方法，建议改为：
+
+```text
+1.1.0
+```
+
+## 2. 检查代码状态
+
+```powershell
+git status --short
+```
+
+确认只包含本次要发布的改动。
+
+## 3. 安装开发依赖
+
+```powershell
+python -m pip install -e ".[dev]"
+```
+
+## 4. 运行测试
+
+```powershell
+python -m pytest
+python -m compileall src tests
+```
+
+测试通过后再继续。
+
+## 5. 安装发布工具
+
+```powershell
+python -m pip install --upgrade build twine
+```
+
+## 6. 清理旧构建产物
+
+```powershell
+Remove-Item -LiteralPath .\dist -Recurse -Force -ErrorAction SilentlyContinue
+Remove-Item -LiteralPath .\build -Recurse -Force -ErrorAction SilentlyContinue
+```
+
+## 7. 构建新版本
+
+```powershell
+python -m build
+```
+
+构建后检查 `dist/` 下是否生成：
+
+```text
+*.tar.gz
+*.whl
+```
+
+## 8. 检查发布包
+
+```powershell
+python -m twine check --strict dist/*
+```
+
+必须通过。
+
+## 9. 先发到 TestPyPI
+
+```powershell
+python -m twine upload --repository testpypi dist/*
+```
+
+登录时：
+
+```text
+username: __token__
+password: TestPyPI token
+```
+
+## 10. 从 TestPyPI 安装验证
+
+```powershell
+python -m venv .venv-testpypi-check
+.\.venv-testpypi-check\Scripts\python -m pip install --upgrade pip
+.\.venv-testpypi-check\Scripts\python -m pip install --index-url https://test.pypi.org/simple/ --no-deps dataify-sdk==<版本号>
+.\.venv-testpypi-check\Scripts\python -c "import dataify_sdk; print(dataify_sdk.__version__)"
+```
+
+确认输出版本号正确。
+
+## 11. 发布到正式 PyPI
+
+```powershell
+python -m twine upload dist/*
+```
+
+登录时：
+
+```text
+username: __token__
+password: PyPI token
+```
+
+## 12. 从正式 PyPI 安装验证
+
+```powershell
+python -m venv .venv-pypi-check
+.\.venv-pypi-check\Scripts\python -m pip install --upgrade pip
+.\.venv-pypi-check\Scripts\python -m pip install --no-cache-dir dataify-sdk==<版本号>
+.\.venv-pypi-check\Scripts\python -c "import dataify_sdk; print(dataify_sdk.__version__)"
+```
+
+确认输出版本号正确。
+
+## 13. 打 Git Tag
+
+```powershell
+git tag v<版本号>
+git push origin v<版本号>
+```
+
+## 注意
+
+- PyPI 已发布的同版本不能覆盖上传。
+- token 不要写进代码、README 或提交记录。
+- 如果发布后发现问题，直接修复后发下一个版本。

dataify_sdk-1.1.0/README.md

@@ -0,0 +1,94 @@
+# Dataify Python SDK
+
+Python 客户端库，**直接调用** [Dataify](https://dashboard.dataify.com) 上游 REST 接口（**不走 MCP 协议**），用于网页采集与搜索引擎抓取。
+
+
+## 功能
+
+- 🔍 **搜索引擎** — Google（17 种）、Bing（6 种）、Yandex、DuckDuckGo，走 `POST /request`
+- 🛒 **平台抓取器** — Amazon、YouTube、TikTok、Facebook、Instagram、Reddit、Twitter/X、LinkedIn、Glassdoor、Indeed、Walmart、Zillow、Airbnb、Booking、Crunchbase、eBay、GitHub 等 45 个采集器，先走 `POST /builder?platform=1`，再可查询任务状态并下载结果
+- 📖 **参数全暴露** — 每个工具函数把上游请求参数、类型、是否必填、中文描述都写在签名与 docstring 里；另见 `docs/api_reference.md`
+- 🐍 **零依赖** — 仅用标准库 `urllib`，同步 API
+
+## 安装
+
+```bash
+pip install dataify-sdk
+```
+
+要求 Python >= 3.10。
+
+## 快速开始
+
+```python
+from dataify_sdk import DataifyClient
+from dataify_sdk.tools.amazonproduct import amazon_product_by_asin
+from dataify_sdk.tools.googlesearch import google_search
+
+# token 也可通过环境变量 DATAIFY_API_TOKEN 提供（兼容旧版 DATAIFY_TOKEN）
+client = DataifyClient(token="YOUR_TOKEN")
+
+# 采集类：先提交 Builder 任务
+task = amazon_product_by_asin(asin="B0BZYCJK89", client=client)
+task_id = task["data"]["task_id"]
+
+# 再查询任务状态
+status = client.query_scraper_task_status(task_id)
+if status["data"]["status"] == "成功":
+    result = client.download_scraper_task_result(task_id, result_type="json")
+
+# 搜索类：直接打搜索引擎接口
+result = google_search(q="pizza", client=client)
+```
+
+也可以不传 `client`，使用默认 client（优先读取 `DATAIFY_API_TOKEN`，兼容 `DATAIFY_TOKEN`）：
+
+```bash
+export DATAIFY_API_TOKEN="..."
+```
+
+```python
+from dataify_sdk.tools.googlesearch import google_search
+
+result = google_search(q="pizza")
+```
+
+`client.query_scraper_task_status(...)` 会返回任务状态 JSON，`data.status` 常见值为 `处理中`、`成功`、`失败`。任务成功后可用 `client.download_scraper_task_result(task_id, result_type="json")` 下载最终结果；`result_type` 支持 `json`、`csv`、`xlsx`。
+
+## API 设计
+
+- **每个 `spider_id` = 一个独立函数**（采集类），例如 `amazon_product_by_asin()`、`amazon_product_by_url()`、`amazon_product_by_keywords()`。
+- **搜索类每个引擎一个函数**，例如 `google_search()`、`bing_search()`、`yandex_search()`。
+- 所有函数签名与 docstring 完整暴露上游参数及其描述；`docs/api_reference.md` 为离线参数手册。
+- 函数返回解析后的 JSON `dict`（即上游原始响应）。
+
+## 错误处理
+
+```python
+from dataify_sdk import DataifyClient, DataifyAPIError, DataifyConnectionError
+
+client = DataifyClient(token="YOUR_TOKEN")
+try:
+    result = google_search(q="pizza", client=client)
+except DataifyAPIError as e:
+    print(f"上游返回错误 HTTP {e.status_code}: {e.body}")
+except DataifyConnectionError:
+    print("无法连接 Dataify 上游")
+```
+
+## 开发
+
+```bash
+# 安装开发依赖
+pip install -e ".[dev]"
+
+# 运行测试
+pytest
+
+# 从 Go 参考项目重新生成工具函数与参数手册
+python scripts/codegen.py
+```
+
+## 许可
+
+MIT License

{dataify_sdk-0.1.0 → dataify_sdk-1.1.0}/pyproject.toml

@@ -1,66 +1,48 @@
-[build-system]
-requires = ["hatchling"]
-build-backend = "hatchling.build"
-
-[project]
-name = "dataify-sdk"
-version = "0.1.0"
-description = "Python SDK for the Dataify MCP API — access web unlocker, search engines, and platform scrapers."
-readme = "README.md"
-license = {text = "MIT"}
-requires-python = ">=3.10"
-authors = [{name = "Dataify", email = "support@dataify.com"}]
-keywords = ["mcp", "dataify", "serp", "scraper", "google-search", "web-unlocker"]
-classifiers = [
-    "Development Status :: 4 - Beta",
-    "Intended Audience :: Developers",
-    "License :: OSI Approved :: MIT License",
-    "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.10",
-    "Programming Language :: Python :: 3.11",
-    "Programming Language :: Python :: 3.12",
-    "Programming Language :: Python :: 3.13",
-    "Topic :: Internet :: WWW/HTTP",
-    "Topic :: Software Development :: Libraries :: Python Modules",
-]
-dependencies = [
-    "httpx>=0.28.0",
-    "pydantic>=2.0.0",
-    "typing-extensions>=4.0.0",
-]
-
-[project.optional-dependencies]
-dev = [
-    "pytest>=8.0.0",
-    "pytest-asyncio>=0.24.0",
-    "pytest-httpx>=0.30.0",
-    "mypy>=1.0.0",
-    "ruff>=0.6.0",
-    "jinja2>=3.0.0",
-]
-
-[project.urls]
-Homepage = "https://dashboard.dataify.com"
-Repository = "https://github.com/dataify/dataify-mcp-sdk"
-
-[tool.hatch.build.targets.wheel]
-packages = ["src/dataify_mcp"]
-exclude = ["src/dataify_mcp/_codegen"]
-
-[tool.ruff]
-line-length = 100
-target-version = "py310"
-
-[tool.ruff.lint]
-select = ["E", "F", "I", "N", "W", "UP"]
-
-[tool.mypy]
-strict = true
-python_version = "3.10"
-
-[tool.pytest.ini_options]
-asyncio_mode = "auto"
-testpaths = ["tests"]
-filterwarnings = [
-    "ignore:Field name.*shadows an attribute in parent.*BaseModel:UserWarning",
-]
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "dataify-sdk"
+version = "1.1.0"
+description = "Python SDK that calls the Dataify upstream REST API directly (no MCP layer) — web scrapers and search engines."
+readme = "README.md"
+license = {text = "MIT"}
+requires-python = ">=3.10"
+authors = [{name = "Dataify", email = "support@dataify.com"}]
+keywords = ["dataify", "serp", "scraper", "google-search", "web-scraper", "amazon", "tiktok"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Internet :: WWW/HTTP",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dependencies = []
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+]
+
+[project.urls]
+Homepage = "https://dashboard.dataify.com"
+Repository = "https://github.com/dataify/dataify-sdk"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/dataify_sdk"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "N", "W", "UP"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

dataify_sdk-1.1.0/scripts/codegen.py

@@ -0,0 +1,28 @@
+#!/usr/bin/env python3
+"""Regenerate the Dataify SDK tool layer from the Go reference project.
+
+The Go project at ``C:\\dataify\\dataify_mcp_api`` is the source of truth.  This
+script invokes the generator, which writes ``src/dataify_sdk/tools/*.py`` and
+``docs/api_reference.md``.
+
+Usage::
+
+    python scripts/codegen.py
+"""
+
+from __future__ import annotations
+
+import sys
+from pathlib import Path
+
+_ROOT = Path(__file__).resolve().parent.parent
+sys.path.insert(0, str(_ROOT / "src"))
+
+from dataify_sdk._codegen.generate import main
+
+
+
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())

dataify_sdk-1.1.0/src/dataify_sdk/__init__.py

@@ -0,0 +1,47 @@
+"""Dataify SDK — a Python client that talks **directly** to the Dataify
+upstream REST API (no MCP layer).
+
+Typical usage::
+
+    from dataify_sdk import DataifyClient
+    from dataify_sdk.tools.amazonproduct import amazon_product_by_asin
+
+    client = DataifyClient(token="YOUR_TOKEN")
+    task = amazon_product_by_asin(asin="B0BZYCJK89", client=client)
+    task_id = task["data"]["task_id"]
+    status = client.query_scraper_task_status(task_id)
+    if status["data"]["status"] == "成功":
+        result = client.download_scraper_task_result(task_id, result_type="json")
+
+or, using the default client (token from ``DATAIFY_API_TOKEN``, with
+``DATAIFY_TOKEN`` still accepted)::
+
+    task = amazon_product_by_asin(asin="B0BZYCJK89")
+    client = DataifyClient()
+    status = client.query_scraper_task_status(task["data"]["task_id"])
+"""
+
+from __future__ import annotations
+
+from dataify_sdk.client import DataifyClient, get_default_client
+from dataify_sdk.errors import (
+    DataifyAPIError,
+    DataifyConnectionError,
+    DataifyError,
+    DataifyTimeoutError,
+)
+
+__version__ = "1.1.0"
+
+
+
+
+__all__ = [
+    "__version__",
+    "DataifyClient",
+    "get_default_client",
+    "DataifyError",
+    "DataifyAPIError",
+    "DataifyConnectionError",
+    "DataifyTimeoutError",
+]

dataify_sdk-1.1.0/src/dataify_sdk/_codegen/__init__.py

@@ -0,0 +1,5 @@
+"""Code generation utilities for the Dataify SDK.
+
+``generate`` parses the Go reference project (``C:\\dataify\\dataify_mcp_api``)
+and emits the ``dataify_sdk.tools`` modules plus ``docs/api_reference.md``.
+"""