@joekytc/dsh-swarm 0.1.2 → 0.2.0

package/skills/llm-wiki-skill/tests/browser/validate-graph-trial-result.mjs

@@ -0,0 +1,149 @@
+#!/usr/bin/env node
+import fs from "node:fs";
+
+const resultPath = process.argv[2];
+if (!resultPath) {
+  console.error("Usage: validate-graph-trial-result.mjs <result-json>");
+  process.exit(2);
+}
+
+const requiredActions = [
+  "initial_render",
+  "wheel_zoom",
+  "drag",
+  "search_highlight",
+  "point_select",
+  "container_select",
+  "drawer_open",
+  "enter_community",
+  "return_global",
+  "repeated_search_community_drawer_cycles"
+];
+
+// Actions where fps + frame p95 are mandatory (wheel/drag), and the hard gates.
+const FRAME_SAMPLED_ACTIONS = new Set(["wheel_zoom", "drag"]);
+const FPS_FLOOR = 45;
+const FRAME_P95_CEILING_MS = 22.3;
+const DURATION_GATED_ACTIONS = new Set(["initial_render", "search_highlight", "drawer_open", "return_global"]);
+const MEMORY_GATED_ACTION = "repeated_search_community_drawer_cycles";
+
+const data = JSON.parse(fs.readFileSync(resultPath, "utf8"));
+const records = Array.isArray(data.records) ? data.records : [];
+const shapes = Array.isArray(data.shapes) ? data.shapes : [];
+const errors = Array.isArray(data.errors) ? data.errors : [];
+const requireProductionPath = data.production_path === true || String(data.renderer || "").includes("production");
+const failures = [];
+
+for (const error of errors) {
+  failures.push(`error: ${error}`);
+}
+
+for (const shape of shapes) {
+  const shapeRecords = records.filter((record) => record.graph_shape === shape);
+  if (!shapeRecords.length) {
+    failures.push(`${shape}: no records`);
+    continue;
+  }
+  for (const action of requiredActions) {
+    if (!shapeRecords.some((record) => record.action === action)) {
+      failures.push(`${shape}: missing action ${action}`);
+    }
+  }
+}
+
+for (const record of records) {
+  const shapeAction = `${record.graph_shape}/${record.action}`;
+  if (!record.schema_version) failures.push(`${shapeAction}: missing schema_version`);
+  if (typeof record.production_path !== "boolean") failures.push(`${shapeAction}: missing production_path`);
+  else if (requireProductionPath && record.production_path !== true) failures.push(`${shapeAction}: production_path_not_true`);
+  if (!record.thresholds) failures.push(`${shapeAction}: missing thresholds`);
+  if (!record.browser) failures.push(`${shapeAction}: missing browser`);
+  if (!record.build_commit) failures.push(`${shapeAction}: missing build_commit`);
+  if (!record.run_started_at) failures.push(`${shapeAction}: missing run_started_at`);
+  if (!record.run_finished_at) failures.push(`${shapeAction}: missing run_finished_at`);
+  if (FRAME_SAMPLED_ACTIONS.has(record.action)) {
+    if (record.fps == null) failures.push(`${shapeAction}: fps_missing`);
+    else if (record.fps < FPS_FLOOR) failures.push(`${shapeAction}: fps_below_floor; fps=${record.fps}; floor=${FPS_FLOOR}`);
+    if (record.frame_p95_ms == null) failures.push(`${shapeAction}: frame_p95_missing`);
+    else if (record.frame_p95_ms > FRAME_P95_CEILING_MS) failures.push(`${shapeAction}: frame_p95_above_ceiling; frame_p95_ms=${record.frame_p95_ms}; ceiling=${FRAME_P95_CEILING_MS}`);
+  }
+  if (DURATION_GATED_ACTIONS.has(record.action)) {
+    const limit = durationLimitMs(record);
+    if (record.duration_ms == null) failures.push(`${shapeAction}: duration_missing`);
+    else if (record.duration_ms > limit) failures.push(`${shapeAction}: duration_above_ceiling; duration_ms=${record.duration_ms}; ceiling=${limit}`);
+  }
+  if (record.action === MEMORY_GATED_ACTION) {
+    const limit = memoryGrowthLimitMb(record);
+    if (record.memory_growth_mb == null) failures.push(`${shapeAction}: memory_growth_missing`);
+    else if (record.memory_growth_mb > limit) failures.push(`${shapeAction}: memory_growth_above_ceiling; memory_growth_mb=${record.memory_growth_mb}; ceiling=${limit}`);
+  }
+  if (requireProductionPath && record.action === "initial_render" && Number(record.nodes) >= 10000) {
+    if (record.loading_state_seen_at_ms == null) failures.push(`${shapeAction}: loading_state_seen_missing`);
+    else if (record.loading_state_seen_at_ms > 250) failures.push(`${shapeAction}: loading_state_late; loading_state_seen_at_ms=${record.loading_state_seen_at_ms}; ceiling=250`);
+  }
+  if (requireProductionPath && (!record.loading_state || record.loading_state === "not-run")) failures.push(`${shapeAction}: loading_state_missing`);
+  if (requireProductionPath && !allowsNonSigmaRouteForAction(record.action)) {
+    if ((Number(record.sigma_canvas_count) || 0) < 1) {
+      failures.push(`${shapeAction}: sigma_canvas_missing`);
+    }
+    if (record.sigma_canvas_nonblank !== true && record.sigma_visible_signal !== true) {
+      failures.push(`${shapeAction}: sigma_canvas_blank; nonblank=${String(record.sigma_canvas_nonblank)}; visible_signal=${String(record.sigma_visible_signal)}`);
+    }
+  }
+}
+
+for (const record of records) {
+  if (record.pass === false || record.failure_class) {
+    failures.push(`${record.graph_shape}/${record.action}: pass=${record.pass}; failure=${record.failure_class || "none"}; detail=${record.failure_detail || "none"}`);
+  }
+}
+
+if (failures.length) {
+  console.error(`FAIL: graph trial result validation found ${failures.length} issue(s) in ${resultPath}`);
+  for (const failure of failures.slice(0, 30)) console.error(`- ${failure}`);
+  process.exit(1);
+}
+
+console.log(`PASS: graph trial result validation (${records.length} records, ${shapes.length} shapes)`);
+
+function durationLimitMs(record) {
+  if (record.thresholds && typeof record.thresholds.duration_ms_ceiling === "number") {
+    return record.thresholds.duration_ms_ceiling;
+  }
+  const nodes = Number(record.nodes) || 0;
+  if (record.action === "initial_render") {
+    if (nodes >= 10000) return 2000;
+    if (nodes >= 5000) return 1200;
+    return 500;
+  }
+  if (record.action === "search_highlight") {
+    if (nodes >= 10000) return 700;
+    if (nodes >= 5000) return 400;
+    return 200;
+  }
+  if (record.action === "drawer_open") {
+    if (nodes >= 10000) return 500;
+    if (nodes >= 5000) return 400;
+    return 200;
+  }
+  if (record.action === "return_global") {
+    if (nodes >= 10000) return 800;
+    if (nodes >= 5000) return 500;
+    return 250;
+  }
+  return Number.POSITIVE_INFINITY;
+}
+
+function memoryGrowthLimitMb(record) {
+  if (record.thresholds && typeof record.thresholds.memory_growth_mb_ceiling === "number") {
+    return record.thresholds.memory_growth_mb_ceiling;
+  }
+  const nodes = Number(record.nodes) || 0;
+  if (nodes >= 10000) return 100;
+  if (nodes >= 5000) return 75;
+  return 50;
+}
+
+function allowsNonSigmaRouteForAction(action) {
+  return action === "enter_community";
+}

package/skills/llm-wiki-skill/tests/expected/graph-data-empty.json

@@ -0,0 +1,60 @@
+{
+  "meta": {
+    "build_date": "2026-01-01T00:00:00Z",
+    "wiki_title": "graph-data-empty-wiki",
+    "total_nodes": 0,
+    "total_edges": 0,
+    "initial_view": [],
+    "degraded": false,
+    "insights_degraded": false
+  },
+  "nodes": [],
+  "edges": [],
+  "insights": {
+    "surprising_connections": [],
+    "isolated_nodes": [],
+    "bridge_nodes": [],
+    "sparse_communities": [],
+    "meta": {
+      "degraded": false,
+      "node_count": 0,
+      "edge_count": 0,
+      "max_insight_nodes": 250,
+      "max_insight_edges": 1000
+    }
+  },
+  "learning": {
+    "version": 1,
+    "entry": {
+      "recommended_start_node_id": null,
+      "recommended_start_reason": null,
+      "default_mode": "global"
+    },
+    "views": {
+      "path": {
+        "enabled": false,
+        "start_node_id": null,
+        "node_ids": [],
+        "degraded": true
+      },
+      "community": {
+        "enabled": false,
+        "community_id": null,
+        "label": null,
+        "node_ids": [],
+        "is_weak": false,
+        "degraded": true
+      },
+      "global": {
+        "enabled": true,
+        "node_ids": [],
+        "degraded": false
+      }
+    },
+    "communities": [],
+    "degraded": {
+      "path_to_community": true,
+      "community_to_global": true
+    }
+  }
+}

package/skills/llm-wiki-skill/tests/expected/graph-data-sample.json

@@ -0,0 +1,396 @@
+{
+  "meta": {
+    "build_date": "2026-01-01T00:00:00Z",
+    "wiki_title": "测试知识库",
+    "total_nodes": 8,
+    "total_edges": 13,
+    "initial_view": [
+      "Attention",
+      "Transformer",
+      "GPT",
+      "arch",
+      "Decoder",
+      "Encoder",
+      "finetune",
+      "paper"
+    ],
+    "degraded": false,
+    "insights_degraded": false
+  },
+  "nodes": [
+    {
+      "id": "Attention",
+      "label": "Attention",
+      "type": "entity",
+      "community": "Attention",
+      "content": "# Attention\n\n注意力机制是 Transformer 的核心。参见 [[Transformer]]。"
+    },
+    {
+      "id": "Decoder",
+      "label": "Decoder",
+      "type": "entity",
+      "community": "arch",
+      "content": "# Decoder\n\n解码器组件。与 [[Transformer]] <!-- confidence: INFERRED --> 的解码端对应。"
+    },
+    {
+      "id": "Encoder",
+      "label": "Encoder",
+      "type": "entity",
+      "community": "arch",
+      "content": "# Encoder\n\n编码器组件。属于 [[Transformer]] 架构的一部分。"
+    },
+    {
+      "id": "GPT",
+      "label": "GPT",
+      "type": "entity",
+      "community": "finetune",
+      "content": "# GPT\n\nGPT 系列基于 [[Transformer]] <!-- confidence: AMBIGUOUS --> 的解码器架构。"
+    },
+    {
+      "id": "Transformer",
+      "label": "Transformer",
+      "type": "entity",
+      "community": "arch",
+      "content": "# Transformer\n\nTransformer 是一种基于自注意力机制的序列到序列模型架构。\n\n## 核心组件\n\n- [[Attention]] — 自注意力机制\n- [[Encoder]] — 编码器\n- [[Decoder]] — 解码器"
+    },
+    {
+      "id": "arch",
+      "label": "深度学习架构",
+      "type": "topic",
+      "community": "arch",
+      "content": "# 深度学习架构\n\n本主题涵盖深度学习的核心架构组件。\n\n- [[Transformer]]\n- [[Attention]]\n- [[Encoder]]\n- [[Decoder]]"
+    },
+    {
+      "id": "finetune",
+      "label": "微调技术",
+      "type": "topic",
+      "community": "finetune",
+      "content": "# 微调技术\n\n本主题涵盖模型微调相关技术。\n\n- [[GPT]]"
+    },
+    {
+      "id": "paper",
+      "label": "Attention Is All You Need",
+      "type": "source",
+      "community": "Attention",
+      "content": "# Attention Is All You Need\n\n原始论文提出了自注意力机制。\n\n- [[Attention]] <!-- confidence: EXTRACTED -->"
+    }
+  ],
+  "edges": [
+    {
+      "id": "e1",
+      "from": "Attention",
+      "to": "Transformer",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e2",
+      "from": "Decoder",
+      "to": "Transformer",
+      "type": "INFERRED",
+      "confidence": "INFERRED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e3",
+      "from": "Encoder",
+      "to": "Transformer",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e4",
+      "from": "GPT",
+      "to": "Transformer",
+      "type": "AMBIGUOUS",
+      "confidence": "AMBIGUOUS",
+      "relation_type": "依赖",
+      "weight": 0.333,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 0,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e5",
+      "from": "Transformer",
+      "to": "Attention",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e6",
+      "from": "Transformer",
+      "to": "Decoder",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e7",
+      "from": "Transformer",
+      "to": "Encoder",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.733,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0.2,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e8",
+      "from": "arch",
+      "to": "Attention",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.667,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e9",
+      "from": "arch",
+      "to": "Decoder",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.667,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e10",
+      "from": "arch",
+      "to": "Encoder",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.667,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e11",
+      "from": "arch",
+      "to": "Transformer",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.667,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e12",
+      "from": "finetune",
+      "to": "GPT",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.667,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 1
+      }
+    },
+    {
+      "id": "e13",
+      "from": "paper",
+      "to": "Attention",
+      "type": "EXTRACTED",
+      "confidence": "EXTRACTED",
+      "relation_type": "依赖",
+      "weight": 0.533,
+      "source_signal_available": true,
+      "signals": {
+        "co_citation": 0,
+        "source_overlap": 1,
+        "type_affinity": 0.6
+      }
+    }
+  ],
+  "insights": {
+    "surprising_connections": [],
+    "isolated_nodes": [
+      {
+        "id": "finetune",
+        "label": "微调技术",
+        "degree": 1,
+        "community": "finetune"
+      },
+      {
+        "id": "paper",
+        "label": "Attention Is All You Need",
+        "degree": 1,
+        "community": "Attention"
+      }
+    ],
+    "bridge_nodes": [
+      {
+        "id": "Transformer",
+        "label": "Transformer",
+        "community": "arch",
+        "connected_communities": [
+          "Attention",
+          "finetune"
+        ],
+        "community_count": 2
+      }
+    ],
+    "sparse_communities": [],
+    "meta": {
+      "degraded": false,
+      "node_count": 8,
+      "edge_count": 13,
+      "max_insight_nodes": 250,
+      "max_insight_edges": 1000
+    }
+  },
+  "learning": {
+    "version": 1,
+    "entry": {
+      "recommended_start_node_id": "Transformer",
+      "recommended_start_reason": "community_hub",
+      "default_mode": "global"
+    },
+    "views": {
+      "path": {
+        "enabled": true,
+        "start_node_id": "Transformer",
+        "node_ids": [
+          "Transformer",
+          "Decoder",
+          "Encoder",
+          "arch"
+        ],
+        "degraded": false
+      },
+      "community": {
+        "enabled": true,
+        "community_id": "arch",
+        "label": "深度学习架构",
+        "node_ids": [
+          "Decoder",
+          "Encoder",
+          "Transformer",
+          "arch"
+        ],
+        "is_weak": false,
+        "degraded": false
+      },
+      "global": {
+        "enabled": true,
+        "node_ids": [
+          "Transformer",
+          "arch",
+          "Attention",
+          "Decoder",
+          "Encoder",
+          "GPT",
+          "finetune",
+          "paper"
+        ],
+        "degraded": false
+      }
+    },
+    "communities": [
+      {
+        "id": "arch",
+        "label": "深度学习架构",
+        "node_count": 4,
+        "source_count": 0,
+        "internal_edge_weight": 4.933,
+        "is_primary": true,
+        "is_weak": false,
+        "recommended_start_node_id": "Transformer"
+      },
+      {
+        "id": "finetune",
+        "label": "微调技术",
+        "node_count": 2,
+        "source_count": 0,
+        "internal_edge_weight": 0.667,
+        "is_primary": false,
+        "is_weak": true,
+        "recommended_start_node_id": "GPT"
+      },
+      {
+        "id": "Attention",
+        "label": "Attention",
+        "node_count": 2,
+        "source_count": 1,
+        "internal_edge_weight": 0.533,
+        "is_primary": false,
+        "is_weak": true,
+        "recommended_start_node_id": "Attention"
+      }
+    ],
+    "degraded": {
+      "path_to_community": false,
+      "community_to_global": false
+    }
+  }
+}