@sleep2agi/commhub-server 0.9.0-preview.4 → 0.9.0-preview.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (117) hide show
  1. package/README.md +125 -7
  2. package/bin/commhub.ts +10 -2
  3. package/package.json +5 -5
  4. package/src/ack-create-request-transport.test.ts +159 -0
  5. package/src/ack-create-request.test.ts +331 -0
  6. package/src/admin-networks-http.test.ts +84 -0
  7. package/src/alias-filter.test.ts +72 -0
  8. package/src/alias-filter.ts +32 -0
  9. package/src/api-host-supervisors-fallback.test.ts +267 -0
  10. package/src/api-nodes-shape.test.ts +107 -13
  11. package/src/auth.ts +93 -14
  12. package/src/avatar-validate.test.ts +163 -0
  13. package/src/avatar-validate.ts +103 -0
  14. package/src/boot-side-effect.test.ts +124 -0
  15. package/src/config-apply-sec1.test.ts +107 -0
  16. package/src/config-apply-validate.test.ts +92 -0
  17. package/src/config-apply-validate.ts +81 -3
  18. package/src/create-node-tool-schema.test.ts +39 -0
  19. package/src/create-node-validate.test.ts +80 -1
  20. package/src/create-node-validate.ts +49 -5
  21. package/src/create-node.ts +51 -1
  22. package/src/dashboard-slash-routing-http.test.ts +103 -0
  23. package/src/db-adapter-guard.test.ts +85 -0
  24. package/src/db-adapter.ts +64 -23
  25. package/src/db-timestamp.test.ts +38 -0
  26. package/src/db-timestamp.ts +15 -0
  27. package/src/db.ts +622 -33
  28. package/src/delivered-without-push.test.ts +140 -0
  29. package/src/desktop-message.test.ts +286 -0
  30. package/src/ext-token-shared.test.ts +60 -0
  31. package/src/ext-validation-regression.test.ts +131 -0
  32. package/src/external-schedule-edits-http.test.ts +316 -0
  33. package/src/external-schedule-edits.ts +314 -0
  34. package/src/file-download-authz-dev-open.test.ts +135 -0
  35. package/src/file-download-authz.test.ts +403 -0
  36. package/src/file-download-date-bucket.test.ts +436 -0
  37. package/src/file-network-scope-dev-open.test.ts +97 -0
  38. package/src/file-network-scope.test.ts +731 -0
  39. package/src/health-redaction.test.ts +637 -0
  40. package/src/inbox-count-sse.test.ts +310 -0
  41. package/src/inbox-count.ts +29 -0
  42. package/src/index.ts +15 -2187
  43. package/src/lifecycle-guard.ts +50 -0
  44. package/src/list-host-supervisors.test.ts +314 -0
  45. package/src/mcp-write-network-resolution.test.ts +429 -0
  46. package/src/network-name-http.test.ts +71 -0
  47. package/src/network-scope.ts +101 -0
  48. package/src/node-attrs-validate.ts +88 -0
  49. package/src/node-attrs.test.ts +213 -0
  50. package/src/node-id-alias.test.ts +147 -0
  51. package/src/node-lifecycle-controllable.test.ts +64 -0
  52. package/src/node-lifecycle-controllable.ts +51 -0
  53. package/src/observer-avatar-http.test.ts +424 -0
  54. package/src/observer-push.test.ts +252 -0
  55. package/src/package-version-consistency.test.ts +25 -0
  56. package/src/peer-reply-atomic.test.ts +455 -0
  57. package/src/peer-reply-capability.test.ts +70 -0
  58. package/src/probe-validate.test.ts +221 -0
  59. package/src/probe-validate.ts +104 -0
  60. package/src/probe.test.ts +80 -0
  61. package/src/probe.ts +200 -0
  62. package/src/push.ts +163 -7
  63. package/src/reply-target-derivation.test.ts +96 -0
  64. package/src/require-explicit-test-db.ts +9 -0
  65. package/src/resolve-port.test.ts +57 -0
  66. package/src/resolve-port.ts +44 -0
  67. package/src/response-charset.test.ts +130 -0
  68. package/src/rest-explicit-columns-http.test.ts +212 -0
  69. package/src/rest-identity.test.ts +129 -0
  70. package/src/rest-identity.ts +100 -0
  71. package/src/rest-projections.ts +67 -0
  72. package/src/rest-write-network-resolution.test.ts +133 -0
  73. package/src/runtime-label.test.ts +22 -0
  74. package/src/runtime-label.ts +21 -0
  75. package/src/scheduled-run-terminal.test.ts +268 -0
  76. package/src/scheduled-tasks-http.test.ts +479 -0
  77. package/src/scheduled-tasks.ts +549 -0
  78. package/src/send-reply-agent-warning.test.ts +202 -0
  79. package/src/send-reply-alias-optional.test.ts +131 -0
  80. package/src/send-reply-attachments.test.ts +437 -0
  81. package/src/server.ts +3591 -0
  82. package/src/shared/external-schedule-contract.ts +60 -0
  83. package/src/shared/probe-host-allowlist-drift.test.ts +54 -0
  84. package/src/shared/probe-host-allowlist.ts +128 -0
  85. package/src/side-thread-command-transport.test.ts +302 -0
  86. package/src/side-thread-command-transport.ts +318 -0
  87. package/src/side-thread-http-integration.test.ts +229 -0
  88. package/src/side-thread-http.ts +504 -0
  89. package/src/side-thread-production.test.ts +72 -0
  90. package/src/side-thread-production.ts +118 -0
  91. package/src/side-thread.test.ts +1067 -0
  92. package/src/side-thread.ts +2495 -0
  93. package/src/skillhub-http.test.ts +88 -0
  94. package/src/start-node.test.ts +109 -0
  95. package/src/stop-delete-node.test.ts +952 -0
  96. package/src/task-auth-origin-http.test.ts +87 -0
  97. package/src/task-auth-origin.test.ts +24 -0
  98. package/src/task-auth-origin.ts +7 -0
  99. package/src/task-consumption.test.ts +471 -0
  100. package/src/task-diagnostic-http.test.ts +145 -0
  101. package/src/task-diagnostic.test.ts +115 -0
  102. package/src/task-diagnostic.ts +118 -0
  103. package/src/task-idempotency-mcp.test.ts +142 -0
  104. package/src/task-idempotency.test.ts +60 -0
  105. package/src/task-idempotency.ts +75 -0
  106. package/src/task-lifecycle-watcher.test.ts +200 -0
  107. package/src/task-lifecycle-watcher.ts +49 -0
  108. package/src/task-network-resolution-http.test.ts +137 -0
  109. package/src/tasks-pagination-http.test.ts +137 -0
  110. package/src/tools.ts +2952 -191
  111. package/src/update-provider.test.ts +234 -0
  112. package/src/upload-early-reject-guard.test.ts +155 -0
  113. package/src/uploads-http.test.ts +92 -14
  114. package/src/uploads.test.ts +66 -0
  115. package/src/uploads.ts +130 -5
  116. package/src/vault.test.ts +200 -0
  117. package/src/vault.ts +156 -0
@@ -0,0 +1,88 @@
1
+ import { afterAll, beforeAll, describe, expect, test } from "bun:test";
2
+ import { mkdtempSync, rmSync } from "node:fs";
3
+ import { join } from "node:path";
4
+ import { tmpdir } from "node:os";
5
+ import { createNetworkTokenForNode, register } from "./auth.js";
6
+ import { db } from "./db.js";
7
+
8
+ const dir = mkdtempSync(join(tmpdir(), "anet-skillhub-"));
9
+ let server: any;
10
+ let base = "";
11
+ let ownerToken = "";
12
+ let nodeToken = "";
13
+ let foreignToken = "";
14
+ let networkId = "";
15
+
16
+ async function tool(token: string, name: string, args: Record<string, unknown>) {
17
+ const res = await fetch(`${base}/mcp`, {
18
+ method: "POST",
19
+ headers: { Authorization: `Bearer ${token}`, "Content-Type": "application/json", Accept: "application/json, text/event-stream", "MCP-Protocol-Version": "2025-03-26" },
20
+ body: JSON.stringify({ jsonrpc: "2.0", id: 1, method: "tools/call", params: { name, arguments: args } }),
21
+ });
22
+ expect(res.status).toBe(200);
23
+ const raw = await res.text();
24
+ const dataLines = raw.split("\n").filter(x => x.startsWith("data:"));
25
+ const payload = dataLines.length
26
+ ? JSON.parse(dataLines.at(-1)!.slice(5).trim())
27
+ : JSON.parse(raw);
28
+ return JSON.parse(payload.result.content[0].text);
29
+ }
30
+
31
+ beforeAll(async () => {
32
+ process.env.COMMHUB_DB ||= join(dir, "hub.db");
33
+ const owner = register(`skill_owner_${Date.now()}`, "SkillHubOwner123!", undefined, "seed");
34
+ expect(owner.ok).toBe(true);
35
+ ownerToken = owner.token!; networkId = owner.network_id!;
36
+ const ownerId = db.get<{ user_id: string }>("SELECT owner_id AS user_id FROM networks WHERE network_id = ?1", networkId)!.user_id;
37
+ const node = createNetworkTokenForNode(ownerId, networkId, "skill-writer");
38
+ expect(node.ok).toBe(true); nodeToken = node.token!;
39
+ const foreign = register(`skill_foreign_${Date.now()}`, "SkillHubForeign123!", undefined, "seed");
40
+ expect(foreign.ok).toBe(true); foreignToken = foreign.token!;
41
+ const mod: any = await import("./server.js");
42
+ server = mod.bootServer({ port: 0, hostname: "127.0.0.1" });
43
+ base = `http://127.0.0.1:${server.port}`;
44
+ });
45
+
46
+ afterAll(() => { try { server?.stop?.(true); } catch {} try { rmSync(dir, { recursive: true, force: true }); } catch {} });
47
+
48
+ describe("SkillHub real Hub + SQLite", () => {
49
+ let skillId = "";
50
+ test("node submit is token-attributed, pending and immutable/idempotent", async () => {
51
+ const input = { network_id: networkId, slug: "incident-handoff", name: "Incident handoff", version: "1.0.0", description: "handoff", content: "# Incident handoff\n\nVerify facts." };
52
+ const first = await tool(nodeToken, "submit_skill", { ...input, source_alias: "forged-admin" });
53
+ expect(first.ok).toBe(true); expect(first.status).toBe("pending"); expect(first.source_alias).toBe("skill-writer"); skillId = first.skill_id;
54
+ const retry = await tool(nodeToken, "submit_skill", input);
55
+ expect(retry.idempotent).toBe(true); expect(retry.skill_id).toBe(skillId);
56
+ const conflict = await tool(nodeToken, "submit_skill", { ...input, content: "changed" });
57
+ expect(conflict.error).toBe("skill_version_conflict");
58
+ const raceBase = { ...input, slug: "concurrent-version", version: "2.0.0" };
59
+ const raced = await Promise.all([
60
+ tool(nodeToken, "submit_skill", { ...raceBase, content: "winner-a" }),
61
+ tool(nodeToken, "submit_skill", { ...raceBase, content: "winner-b" }),
62
+ ]);
63
+ expect(raced.filter(x => x.ok).length).toBe(1);
64
+ expect(raced.filter(x => x.error === "skill_version_conflict").length).toBe(1);
65
+ });
66
+
67
+ test("pending is reviewer-only; owner publishes; published becomes visible", async () => {
68
+ const nodeList = await tool(nodeToken, "list_skills", { network_id: networkId, include_pending: true });
69
+ expect(nodeList.skills).toHaveLength(0);
70
+ expect((await tool(nodeToken, "get_skill", { network_id: networkId, skill_id: skillId })).error).toBe("skill_not_found");
71
+ const ownerList = await tool(ownerToken, "list_skills", { network_id: networkId, include_pending: true });
72
+ expect(ownerList.reviewer).toBe(true); expect(ownerList.skills.map((x: any) => x.skill_id)).toContain(skillId);
73
+ expect((await tool(ownerToken, "get_skill", { network_id: networkId, skill_id: skillId })).skill.content).toContain("Verify facts");
74
+ const reviewed = await tool(ownerToken, "review_skill", { network_id: networkId, skill_id: skillId, decision: "published" });
75
+ expect(reviewed.status).toBe("published");
76
+ const published = await tool(nodeToken, "list_skills", { network_id: networkId });
77
+ expect(published.skills.map((x: any) => x.skill_id)).toContain(skillId);
78
+ expect((await tool(nodeToken, "get_skill", { network_id: networkId, skill_id: skillId })).skill.skill_id).toBe(skillId);
79
+ const detail = (await tool(nodeToken, "get_skill", { network_id: networkId, skill_id: skillId })).skill;
80
+ expect(detail.created_by_user).toBeUndefined(); expect(detail.reviewed_by_user).toBeUndefined(); expect(detail.content_hash).toBeUndefined();
81
+ });
82
+
83
+ test("foreign user cannot read or review another network", async () => {
84
+ expect((await tool(foreignToken, "list_skills", { network_id: networkId })).ok).toBe(false);
85
+ const review = await tool(foreignToken, "review_skill", { network_id: networkId, skill_id: skillId, decision: "rejected" });
86
+ expect(review.ok).toBe(false);
87
+ });
88
+ });
@@ -0,0 +1,109 @@
1
+ import { afterAll, beforeEach, describe, expect, test } from "bun:test";
2
+ import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
3
+ import { db } from "./db.js";
4
+ import { registerTools } from "./tools.js";
5
+
6
+ const NET = "net_start_node"; const USER = "u_start_node";
7
+ const DAEMON = "node_start_daemon"; const DAEMON_ALIAS = "start-daemon";
8
+ const CHILD = "node_start_child"; const CHILD_ALIAS = "start-child";
9
+
10
+ function cleanup() {
11
+ for (const table of ["node_start_requests", "node_create_requests", "audit_log", "nodes", "api_tokens", "network_members", "networks"]) {
12
+ try { db.run(`DELETE FROM ${table} WHERE network_id = ?1`, [NET]); } catch {}
13
+ }
14
+ try { db.run("DELETE FROM users WHERE user_id=?1", USER); } catch {}
15
+ }
16
+ beforeEach(() => { cleanup();
17
+ db.run(`INSERT INTO users(user_id,username,password_hash,role,created_at) VALUES(?1,?1,'x','user',datetime('now'))`, USER);
18
+ db.run(`INSERT INTO networks(network_id,network_name,owner_id,created_at) VALUES(?1,?1,?2,datetime('now'))`, [NET, USER]);
19
+ db.run(`INSERT INTO network_members(user_id,network_id,role,joined_at) VALUES(?1,?2,'owner',datetime('now'))`, [USER, NET]);
20
+ db.run(`INSERT INTO nodes(node_id,node_name,alias,network_id,config_snapshot,hostname,created_at,updated_at,lifecycle_state) VALUES(?1,?2,?2,?3,'{}','h',datetime('now'),datetime('now'),'active')`, [DAEMON, DAEMON_ALIAS, NET]);
21
+ db.run(`INSERT INTO nodes(node_id,node_name,alias,network_id,config_snapshot,hostname,created_at,updated_at,lifecycle_state) VALUES(?1,?2,?2,?3,'{}','h',datetime('now'),datetime('now'),'stopped')`, [CHILD, CHILD_ALIAS, NET]);
22
+ db.run(`INSERT INTO api_tokens(token_id,user_id,network_id,scope,name,token_hash) VALUES('tok_start_daemon',?1,?2,'network',?3,'h')`, [USER, NET, `node:${DAEMON_ALIAS}`]);
23
+ db.run(`INSERT INTO node_create_requests(request_id,daemon_node_id,child_name,network_id,runtime,model,flags_json,env_keys,status,created_at,created_by_token,child_node_id) VALUES('cr_start_child',?1,?2,?3,'codex-sdk','x','{}','[]','succeeded',1,'t',?4)`, [DAEMON, CHILD_ALIAS, NET, CHILD]);
24
+ });
25
+ afterAll(cleanup);
26
+
27
+ function handlers(user: string | null, daemon = false) {
28
+ const s = new McpServer({ name: "t", version: "0" }) as any; const out: any = {};
29
+ const orig = s.tool.bind(s); s.tool = (n: string, d: string, schema: any, h: any) => { out[n] = h; return orig(n,d,schema,h); };
30
+ registerTools(s, undefined, daemon ? NET : null, user, null, daemon, daemon ? "tok_start_daemon" : null); return out;
31
+ }
32
+ async function call(h: any, args: any) { return JSON.parse((await h(args)).content[0].text); }
33
+
34
+ describe("start_node Hub -> daemon lifecycle", () => {
35
+ test("dispatch, authenticated pull, ack transitions stopped -> starting -> active", async () => {
36
+ const u = handlers(USER); const dispatch = await call(u.start_node, { child_node_id: CHILD, network_id: NET });
37
+ expect(dispatch.ok).toBe(true); expect(dispatch.lifecycle_state).toBe("starting");
38
+ const d = handlers(null, true); const pulled = await call(d.get_start_request, { request_id: dispatch.request_id });
39
+ expect(pulled).toMatchObject({ ok: true, child_node_id: CHILD, child_alias: CHILD_ALIAS });
40
+ const ack = await call(d.ack_start_request, { request_id: dispatch.request_id, status: "started", child_pid: 4321 });
41
+ expect(ack.ok).toBe(true);
42
+ expect(db.get<any>(`SELECT lifecycle_state FROM nodes WHERE node_id=?1`, CHILD)?.lifecycle_state).toBe("active");
43
+ expect(db.all<any>(`SELECT action FROM audit_log WHERE target_id=?1 ORDER BY id`, dispatch.request_id).map((x:any)=>x.action)).toEqual(["start_node_dispatched", "start_node_completed"]);
44
+ });
45
+ test("active child and caller-supplied wrong daemon fail closed", async () => {
46
+ const u = handlers(USER);
47
+ db.run(`UPDATE nodes SET lifecycle_state='active' WHERE node_id=?1`, CHILD);
48
+ expect((await call(u.start_node, { child_node_id: CHILD, network_id: NET })).error).toBe("node_not_stopped");
49
+ db.run(`UPDATE nodes SET lifecycle_state='stopped' WHERE node_id=?1`, CHILD);
50
+ expect((await call(u.start_node, { child_node_id: CHILD, daemon_node_id: "node_wrong", network_id: NET })).error).toBe("daemon_child_mismatch");
51
+ });
52
+ });
53
+
54
+ // #1448 finding-2 — stale-starting reaper(对齐 update_node_config/restart_node 的 60s
55
+ // single-flight stale-supersede)。start 只受理 stopped;卡在 starting 的节点(门铃丢 /
56
+ // daemon 在 UPDATE starting 后死)改前永远 start 不了(gate 返 node_not_stopped)、也无
57
+ // reaper 拉回 → 永久卡死。改后:in-flight start 请求晾过 60s ⇒ 标 timeout 超越 + 放行
58
+ // 重派;未过阈值 ⇒ 拒 node_already_starting。
59
+ describe("start_node — stale-starting reaper (#1448 finding-2)", () => {
60
+ function seedStartReq(reqId: string, status: string, ageMs: number) {
61
+ db.run(
62
+ `INSERT INTO node_start_requests(request_id,network_id,daemon_node_id,child_node_id,child_alias,created_by_token,status,created_at)
63
+ VALUES(?1,?2,?3,?4,?5,'t',?6,?7)`,
64
+ [reqId, NET, DAEMON, CHILD, CHILD_ALIAS, status, Date.now() - ageMs],
65
+ );
66
+ }
67
+
68
+ test("starting + FRESH in-flight start (< 60s) → refused node_already_starting (not superseded)", async () => {
69
+ db.run(`UPDATE nodes SET lifecycle_state='starting' WHERE node_id=?1`, CHILD);
70
+ seedStartReq("str_fresh", "delivered", 5_000); // 5s old — within threshold
71
+ const u = handlers(USER);
72
+ const r = await call(u.start_node, { child_node_id: CHILD, network_id: NET });
73
+ expect(r.ok).toBe(false);
74
+ expect(r.error).toBe("node_already_starting");
75
+ expect(r.existing_request_id).toBe("str_fresh");
76
+ expect(typeof r.age_ms).toBe("number");
77
+ // old request untouched, no new dispatch
78
+ expect(db.get<any>(`SELECT status FROM node_start_requests WHERE request_id='str_fresh'`)?.status).toBe("delivered");
79
+ });
80
+
81
+ // witnessed-red:改前 gate 直接 `!== 'stopped' → node_not_stopped`,一个 stale 的
82
+ // 'starting' 节点返回 node_not_stopped、永远卡死。改后应超越重派(ok:true)。
83
+ test("starting + STALE in-flight start (> 60s) → supersede old + re-dispatch (converges)", async () => {
84
+ db.run(`UPDATE nodes SET lifecycle_state='starting' WHERE node_id=?1`, CHILD);
85
+ seedStartReq("str_stale", "delivered", 61_000); // 61s old — past 60s threshold
86
+ const u = handlers(USER);
87
+ const r = await call(u.start_node, { child_node_id: CHILD, network_id: NET });
88
+ expect(r.ok).toBe(true);
89
+ expect(r.lifecycle_state).toBe("starting");
90
+ expect(typeof r.request_id).toBe("string");
91
+ expect(r.request_id).not.toBe("str_stale"); // fresh request
92
+ // old stale request superseded → terminal, unblocks the child-inflight unique index
93
+ expect(db.get<any>(`SELECT status FROM node_start_requests WHERE request_id='str_stale'`)?.status).toBe("timeout");
94
+ // exactly one non-terminal start request now (the new one)
95
+ const live = db.all<any>(`SELECT request_id FROM node_start_requests WHERE child_node_id=?1 AND status IN ('pending','delivered')`, CHILD);
96
+ expect(live.map((x:any)=>x.request_id)).toEqual([r.request_id]);
97
+ // audit records the real prior state
98
+ const aud = db.get<any>(`SELECT detail FROM audit_log WHERE target_id=?1`, r.request_id);
99
+ expect(JSON.parse(aud.detail).lifecycle_state_before).toBe("starting");
100
+ });
101
+
102
+ test("starting + NO in-flight row (orphaned state) → self-heals by re-dispatching", async () => {
103
+ db.run(`UPDATE nodes SET lifecycle_state='starting' WHERE node_id=?1`, CHILD);
104
+ const u = handlers(USER);
105
+ const r = await call(u.start_node, { child_node_id: CHILD, network_id: NET });
106
+ expect(r.ok).toBe(true);
107
+ expect(r.lifecycle_state).toBe("starting");
108
+ });
109
+ });