@agentunion/kite 1.5.0 → 1.6.0

package/extensions/services/dataclaw/tests/unit/test_feeds.py

@@ -0,0 +1,98 @@
+"""
+单元测试 — Feed 管理 API
+"""
+import json
+
+import pytest
+
+
+@pytest.mark.asyncio
+class TestFeedCreate:
+    async def test_create_feed(self, client, auth_headers):
+        resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Test GitHub Trending",
+            "description": "GitHub Trending 每日热门",
+            "schema_def": {"type": "object", "properties": {"title": {"type": "string"}}},
+            "update_cycle": "24h",
+            "category": ["tech", "github"],
+            "tags": ["open-source"],
+            "token_cost": 500,
+        })
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "feed_id" in data["data"]
+
+    async def test_create_feed_missing_name(self, client, auth_headers):
+        resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        assert resp.status_code in (400, 422)
+
+    async def test_create_feed_unauthorized(self, client):
+        resp = await client.post("/v1/feeds", json={
+            "name": "no-auth-feed",
+            "schema_def": {},
+            "update_cycle": "1h",
+        })
+        assert resp.status_code == 401
+
+
+@pytest.mark.asyncio
+class TestFeedRead:
+    async def test_get_feed(self, client, auth_headers):
+        # 先创建
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Read Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.get(f"/v1/feeds/{feed_id}", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert data["data"]["name"] == "Read Test Feed"
+
+    async def test_get_nonexistent_feed(self, client, auth_headers):
+        resp = await client.get("/v1/feeds/nonexistent-feed-xyz", headers=auth_headers)
+        assert resp.status_code in (200, 404)
+        if resp.status_code == 200:
+            assert resp.json()["ok"] is False
+
+
+@pytest.mark.asyncio
+class TestFeedUpdate:
+    async def test_update_feed(self, client, auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Update Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.patch(f"/v1/feeds/{feed_id}", headers=auth_headers, json={
+            "description": "updated description",
+        })
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True
+
+
+@pytest.mark.asyncio
+class TestFeedStats:
+    async def test_get_stats(self, client, auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Stats Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.get(f"/v1/feeds/{feed_id}/stats", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "subscriber_count" in data["data"]
+        assert "total_queries" in data["data"]

package/extensions/services/dataclaw/tests/unit/test_identity.py

@@ -0,0 +1,88 @@
+"""
+单元测试 — 身份认证 API
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestRegister:
+    async def test_register_success(self, client):
+        resp = await client.post("/v1/identity/register", json={
+            "name": "unit-reg-test",
+            "type": "custom",
+            "description": "test agent"
+        })
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "agent_id" in data["data"]
+        assert "api_key" in data["data"]
+        assert data["data"]["api_key"].startswith("dc_live_")
+
+    async def test_register_missing_name(self, client):
+        resp = await client.post("/v1/identity/register", json={
+            "type": "custom"
+        })
+        # 应该返回 422 或 400
+        assert resp.status_code in (400, 422)
+
+    async def test_register_duplicate_name(self, client):
+        name = "dup-test-agent"
+        await client.post("/v1/identity/register", json={"name": name, "type": "custom"})
+        resp = await client.post("/v1/identity/register", json={"name": name, "type": "custom"})
+        # 可能成功（不同 ID）或失败，视业务逻辑而定
+        assert resp.status_code in (200, 409)
+
+
+@pytest.mark.asyncio
+class TestProfile:
+    async def test_get_profile(self, client, auth_headers):
+        resp = await client.get("/v1/identity/profile", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "agent_id" in data["data"]
+        assert data["data"]["name"] == "test-agent-unit"
+
+    async def test_update_profile(self, client, auth_headers):
+        resp = await client.patch("/v1/identity/profile", headers=auth_headers, json={
+            "description": "updated description"
+        })
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+
+    async def test_profile_unauthorized(self, client):
+        resp = await client.get("/v1/identity/profile")
+        assert resp.status_code == 401
+
+
+@pytest.mark.asyncio
+class TestAPIKeys:
+    async def test_list_keys(self, client, auth_headers):
+        resp = await client.get("/v1/identity/keys", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "keys" in data["data"]
+
+    async def test_create_key(self, client, auth_headers):
+        resp = await client.post("/v1/identity/keys", headers=auth_headers, json={
+            "name": "test-key"
+        })
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "api_key" in data["data"]
+        return data["data"]
+
+    async def test_revoke_key(self, client, auth_headers):
+        # 先创建一个 key
+        create_resp = await client.post("/v1/identity/keys", headers=auth_headers, json={
+            "name": "to-revoke"
+        })
+        key_id = create_resp.json()["data"]["key_id"]
+        # 撤销
+        resp = await client.delete(f"/v1/identity/keys/{key_id}", headers=auth_headers)
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True

package/extensions/services/dataclaw/tests/unit/test_notifications.py

@@ -0,0 +1,36 @@
+"""
+单元测试 — 通知系统 API
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestNotifications:
+    async def test_list_notifications(self, client, auth_headers):
+        resp = await client.get("/v1/notifications", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "notifications" in data["data"]
+        assert "total" in data["data"]
+
+    async def test_list_unread_only(self, client, auth_headers):
+        resp = await client.get("/v1/notifications?unread_only=true", headers=auth_headers)
+        assert resp.status_code == 200
+
+    async def test_unread_count(self, client, auth_headers):
+        resp = await client.get("/v1/notifications/unread", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "unread_count" in data["data"]
+        assert isinstance(data["data"]["unread_count"], int)
+
+    async def test_mark_all_read(self, client, auth_headers):
+        resp = await client.post("/v1/notifications/read-all", headers=auth_headers)
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True
+
+    async def test_notifications_unauthorized(self, client):
+        resp = await client.get("/v1/notifications")
+        assert resp.status_code == 401

package/extensions/services/dataclaw/tests/unit/test_reviews.py

@@ -0,0 +1,68 @@
+"""
+单元测试 — 评价与举报 API
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestReviews:
+    async def test_submit_review(self, client, auth_headers, second_auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Review Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.post(f"/v1/feeds/{feed_id}/reviews", headers=second_auth_headers, json={
+            "rating": 5,
+            "comment": "非常好的数据接口"
+        })
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True
+
+    async def test_list_reviews(self, client, auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Review List Test",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.get(f"/v1/feeds/{feed_id}/reviews")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "reviews" in data["data"]
+
+    async def test_review_invalid_rating(self, client, auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Invalid Rating Test",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.post(f"/v1/feeds/{feed_id}/reviews", headers=auth_headers, json={
+            "rating": 10,  # 超出范围
+            "comment": "test"
+        })
+        assert resp.status_code in (200, 400, 422)
+
+
+@pytest.mark.asyncio
+class TestReports:
+    async def test_submit_report(self, client, auth_headers, second_auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Report Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        resp = await client.post(f"/v1/feeds/{feed_id}/report", headers=second_auth_headers, json={
+            "reason": "fake_data",
+            "description": "数据看起来是伪造的"
+        })
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True

package/extensions/services/dataclaw/tests/unit/test_search.py

@@ -0,0 +1,64 @@
+"""
+单元测试 — 搜索与发现 API
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestSearchFeeds:
+    async def test_search_all(self, client):
+        resp = await client.get("/v1/search/feeds")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "feeds" in data["data"]
+        assert "total" in data["data"]
+
+    async def test_search_with_query(self, client):
+        resp = await client.get("/v1/search/feeds?q=test")
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True
+
+    async def test_search_with_sort(self, client):
+        resp = await client.get("/v1/search/feeds?sort=reputation")
+        assert resp.status_code == 200
+
+    async def test_search_pagination(self, client):
+        resp = await client.get("/v1/search/feeds?limit=2&offset=0")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+
+
+@pytest.mark.asyncio
+class TestTrending:
+    async def test_trending(self, client):
+        resp = await client.get("/v1/trending")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "feeds" in data["data"]
+
+
+@pytest.mark.asyncio
+class TestCategories:
+    async def test_list_categories(self, client):
+        resp = await client.get("/v1/categories")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "categories" in data["data"]
+        assert len(data["data"]["categories"]) > 0
+        # 每个分类有 id 和 name
+        cat = data["data"]["categories"][0]
+        assert "id" in cat
+        assert "name" in cat
+
+
+@pytest.mark.asyncio
+class TestRecommendations:
+    async def test_recommendations(self, client, auth_headers):
+        resp = await client.get("/v1/recommendations", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True

package/extensions/services/dataclaw/tests/unit/test_subscriptions.py

@@ -0,0 +1,65 @@
+"""
+单元测试 — 订阅与时间线 API
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestSubscriptions:
+    async def test_subscribe(self, client, auth_headers, second_auth_headers):
+        # 用 auth_headers 创建一个 feed
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Sub Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+
+        # 用 second_auth 订阅
+        resp = await client.post("/v1/subscriptions", headers=second_auth_headers, json={
+            "feed_ids": [feed_id]
+        })
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+
+    async def test_list_subscriptions(self, client, second_auth_headers):
+        resp = await client.get("/v1/subscriptions", headers=second_auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "subscriptions" in data["data"]
+
+    async def test_unsubscribe(self, client, auth_headers, second_auth_headers):
+        create_resp = await client.post("/v1/feeds", headers=auth_headers, json={
+            "name": "Unsub Test Feed",
+            "schema_def": {"type": "object"},
+            "update_cycle": "1h",
+        })
+        feed_id = create_resp.json()["data"]["feed_id"]
+        await client.post("/v1/subscriptions", headers=second_auth_headers, json={
+            "feed_ids": [feed_id]
+        })
+
+        resp = await client.delete("/v1/subscriptions", headers=second_auth_headers,
+                                   content='{"feed_ids":["' + feed_id + '"]}')
+        assert resp.status_code == 200
+        assert resp.json()["ok"] is True
+
+    async def test_subscribe_unauthorized(self, client):
+        resp = await client.post("/v1/subscriptions", json={"feed_ids": ["test"]})
+        assert resp.status_code == 401
+
+
+@pytest.mark.asyncio
+class TestTimeline:
+    async def test_timeline(self, client, auth_headers):
+        resp = await client.get("/v1/timeline", headers=auth_headers)
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert "items" in data["data"]
+
+    async def test_timeline_with_limit(self, client, auth_headers):
+        resp = await client.get("/v1/timeline?limit=5", headers=auth_headers)
+        assert resp.status_code == 200

package/extensions/services/dataclaw/tests/unit/test_system.py

@@ -0,0 +1,106 @@
+"""
+单元测试 — 系统基础端点（健康检查、服务发现、首页）
+"""
+import pytest
+
+
+@pytest.mark.asyncio
+class TestHealthEndpoint:
+    async def test_health_ok(self, client):
+        resp = await client.get("/health")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["ok"] is True
+        assert data["service"] == "dataclaw"
+        assert data["version"] == "2.0"
+        assert "database" in data
+        assert "uptime_ms" in data
+
+    async def test_health_has_db_status(self, client):
+        resp = await client.get("/health")
+        data = resp.json()
+        assert data["database"] in ("ok", "error")
+
+
+@pytest.mark.asyncio
+class TestDiscoveryEndpoint:
+    async def test_well_known(self, client):
+        resp = await client.get("/.well-known/agent-data-exchange.json")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert data["platform"] == "DataClaw"
+        assert "endpoints" in data
+        assert "capabilities" in data
+        assert "quick_start" in data
+
+    async def test_discovery_capabilities(self, client):
+        resp = await client.get("/.well-known/agent-data-exchange.json")
+        caps = resp.json()["capabilities"]
+        required = ["feed_registry", "data_query", "subscription", "credit_system", "search"]
+        for cap in required:
+            assert cap in caps
+
+
+@pytest.mark.asyncio
+class TestPageRoutes:
+    """测试所有多页面路由可访问"""
+
+    @pytest.mark.parametrize("path", [
+        "/", "/login", "/register", "/feeds",
+        "/feeds/create", "/demands", "/demands/create",
+    ])
+    async def test_public_pages(self, client, path):
+        resp = await client.get(path)
+        assert resp.status_code == 200
+        assert "DataClaw" in resp.text
+
+    @pytest.mark.parametrize("path", [
+        "/dashboard", "/subscriptions", "/credits",
+        "/credits/history", "/credits/deposit",
+        "/settings", "/settings/notifications", "/admin",
+    ])
+    async def test_authenticated_pages(self, client, path):
+        resp = await client.get(path)
+        assert resp.status_code == 200
+
+    async def test_feed_detail_page(self, client):
+        resp = await client.get("/feeds/test-feed-123")
+        assert resp.status_code == 200
+
+    async def test_demand_detail_page(self, client):
+        resp = await client.get("/demands/dm_test123")
+        assert resp.status_code == 200
+
+
+@pytest.mark.asyncio
+class TestStaticFiles:
+    async def test_common_css(self, client):
+        resp = await client.get("/static/css/common.css")
+        assert resp.status_code == 200
+        assert "var(--bg)" in resp.text
+
+    async def test_common_js(self, client):
+        resp = await client.get("/static/js/common.js")
+        assert resp.status_code == 200
+
+    async def test_theme_js(self, client):
+        resp = await client.get("/static/js/theme.js")
+        assert resp.status_code == 200
+
+    async def test_i18n_js(self, client):
+        resp = await client.get("/static/js/i18n.js")
+        assert resp.status_code == 200
+
+    async def test_zh_cn_locale(self, client):
+        resp = await client.get("/static/locales/zh-CN.json")
+        assert resp.status_code == 200
+        data = resp.json()
+        assert "nav" in data
+
+    async def test_en_us_locale(self, client):
+        resp = await client.get("/static/locales/en-US.json")
+        assert resp.status_code == 200
+
+    async def test_theme_dark_css(self, client):
+        resp = await client.get("/static/css/themes/dark.css")
+        assert resp.status_code == 200

package/extensions/services/dataclaw/utils/crypto.py

@@ -0,0 +1,38 @@
+"""
+加密工具：API Key 哈希、密码哈希
+"""
+import hashlib
+import hmac
+import secrets
+
+
+def hash_api_key(api_key: str) -> str:
+    return hashlib.sha256(api_key.encode()).hexdigest()
+
+
+def verify_api_key(api_key: str, stored_hash: str) -> bool:
+    return hmac.compare_digest(hash_api_key(api_key), stored_hash)
+
+
+def make_token(nbytes: int = 32) -> str:
+    return secrets.token_hex(nbytes)
+
+
+def hash_password(password: str) -> str:
+    try:
+        import bcrypt
+        return bcrypt.hashpw(password.encode(), bcrypt.gensalt()).decode()
+    except ImportError:
+        import hashlib
+        return hashlib.sha256(password.encode()).hexdigest()
+
+
+def verify_password(password: str, hashed: str) -> bool:
+    try:
+        import bcrypt
+        return bcrypt.checkpw(password.encode(), hashed.encode())
+    except ImportError:
+        import hashlib
+        return hashlib.sha256(password.encode()).hexdigest() == hashed
+    except Exception:
+        return False

package/extensions/services/dataclaw/utils/id_generator.py

@@ -0,0 +1,52 @@
+"""
+ID 生成器
+"""
+import random
+import re
+import string
+import uuid
+
+
+def gen_agent_id() -> str:
+    chars = string.ascii_letters + string.digits
+    return "ag_" + "".join(random.choices(chars, k=8))
+
+
+def gen_feed_id(name: str) -> str:
+    clean = re.sub(r'[^a-zA-Z0-9\s-]', '', name).strip().lower()
+    slug = re.sub(r'[\s_]+', '-', clean)[:40].strip('-')
+    suffix = "".join(random.choices(string.ascii_lowercase + string.digits, k=6))
+    return f"{slug}-{suffix}" if slug else f"feed-{suffix}"
+
+
+def gen_demand_id() -> str:
+    return "dm_" + "".join(random.choices(string.ascii_lowercase + string.digits, k=10))
+
+
+def gen_key_id() -> str:
+    return "kid_" + "".join(random.choices(string.ascii_lowercase + string.digits, k=12))
+
+
+def gen_api_key() -> str:
+    raw = "".join(random.choices(string.ascii_letters + string.digits, k=36))
+    return f"dc_live_{raw}"
+
+
+def gen_complaint_id() -> str:
+    return "cp_" + "".join(random.choices(string.ascii_lowercase + string.digits, k=10))
+
+
+def gen_verify_code(length: int = 6) -> str:
+    return "".join(random.choices(string.digits, k=length))
+
+
+def gen_uuid() -> str:
+    return str(uuid.uuid4()).replace("-", "")
+
+
+def gen_notif_id() -> str:
+    return "nt_" + "".join(random.choices(string.ascii_lowercase + string.digits, k=12))
+
+
+def gen_sub_id() -> str:
+    return "sub_" + "".join(random.choices(string.ascii_lowercase + string.digits, k=10))