@gobing-ai/knowledge-kit 0.1.3 → 0.1.5

package/dist/board/itc/index.js

@@ -17,17 +17,35 @@ function storeItemsQueryString(query) {
   }
   if (query.selection !== undefined)
     params.set("selection", query.selection);
+  if (query.search !== undefined && query.search.trim() !== "") {
+    params.set("search", query.search.trim());
+  }
+  return params.toString();
+}
+function storeSelectionsQueryString(query) {
+  const params = new URLSearchParams;
+  if (query.page !== undefined)
+    params.set("page", String(query.page));
+  if (query.topic !== undefined && query.topic !== "")
+    params.set("topic", query.topic);
+  if (query.status !== undefined)
+    params.set("status", query.status);
+  if (query.runId !== undefined && query.runId !== "")
+    params.set("runId", query.runId);
+  if (query.search !== undefined && query.search.trim() !== "") {
+    params.set("search", query.search.trim());
+  }
   return params.toString();
 }
 var DEFAULT_READER_ORIGIN = "http://127.0.0.1:4340";
-function readerOriginFrom(search) {
+function readerOriginFrom(search, defaultOrigin = DEFAULT_READER_ORIGIN) {
   const override = new URLSearchParams(search).get("kkApi");
   if (override === null)
-    return { origin: DEFAULT_READER_ORIGIN, diagnostic: null };
+    return { origin: defaultOrigin, diagnostic: null };
   if (isLoopbackHttpOrigin(override))
     return { origin: override, diagnostic: null };
   return {
-    origin: DEFAULT_READER_ORIGIN,
+    origin: defaultOrigin,
     diagnostic: {
       code: "board.reader.origin-invalid",
       message: "Ignored a non-loopback kkApi origin; using the default reader."
@@ -52,6 +70,25 @@ function isLoopbackHttpOrigin(origin) {
 function origin(base) {
   return base.replace(/\/+$/, "");
 }
+function parseSpurDbRows(pageData) {
+  const { columns, rows } = pageData;
+  if (!columns || !rows)
+    return [];
+  return rows.map((rowCells) => {
+    const rowObj = {};
+    columns.forEach((col, idx) => {
+      const cell = rowCells[idx];
+      if (!cell || cell.t === "null") {
+        rowObj[col] = null;
+      } else if (cell.t === "num" || cell.t === "text") {
+        rowObj[col] = cell.v;
+      } else {
+        rowObj[col] = null;
+      }
+    });
+    return rowObj;
+  });
+}
 function createBoardClient(options) {
   if (!isLoopbackHttpOrigin(options.readerOrigin)) {
     throw new Error(`reader origin must be loopback http, got '${options.readerOrigin}'`);
@@ -62,6 +99,7 @@ function createBoardClient(options) {
   const reader = origin(options.readerOrigin);
   const board = origin(options.boardOrigin);
   const doFetch = options.fetchImpl ?? fetch;
+  const isNativeSpur = reader === board;
   async function getJson(url) {
     const response = await doFetch(url, { headers: { accept: "application/json" } });
     if (!response.ok) {
@@ -69,10 +107,370 @@ function createBoardClient(options) {
     }
     return await response.json();
   }
+  async function nativeStoreOverview(runIds) {
+    try {
+      const pageData = await getJson(`${board}/api/project/database/tables/collect_runs/rows?pageSize=100&sort=started_at&dir=desc`);
+      const dbRows = parseSpurDbRows(pageData);
+      const byId = new Map;
+      let maxFinishedAt = 0;
+      for (const row of dbRows) {
+        let sourceCounts = {};
+        try {
+          if (row.source_counts_json) {
+            const parsed = JSON.parse(row.source_counts_json);
+            if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+              sourceCounts = parsed;
+            }
+          }
+        } catch {
+          sourceCounts = {};
+        }
+        if (row.finished_at && typeof row.finished_at === "number" && row.finished_at > maxFinishedAt) {
+          maxFinishedAt = row.finished_at;
+        }
+        byId.set(row.run_id, {
+          runId: row.run_id,
+          sourceCounts,
+          inserted: row.inserted ?? 0,
+          updated: row.updated ?? 0,
+          labelRows: 0,
+          labeledItems: 0,
+          labelRowsBySource: {},
+          yield: { selected: 0, published: 0, dropped: 0 }
+        });
+      }
+      const rowsMap = {};
+      for (const id of runIds) {
+        rowsMap[id] = byId.get(id) ?? null;
+      }
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        lastStoredAt: maxFinishedAt > 0 ? new Date(maxFinishedAt).toISOString() : null,
+        rows: rowsMap,
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        lastStoredAt: null,
+        rows: Object.fromEntries(runIds.map((id) => [id, null])),
+        diagnostics: []
+      };
+    }
+  }
+  async function nativeStoreRun(runId) {
+    try {
+      const runRes = await getJson(`${board}/api/project/database/tables/collect_runs/rows?filterColumn=run_id&filter=${encodeURIComponent(runId)}`);
+      const runRows = parseSpurDbRows(runRes);
+      const rowData = runRows[0];
+      let runStoreRow = null;
+      if (rowData) {
+        let sourceCounts = {};
+        try {
+          if (rowData.source_counts_json) {
+            const parsed = JSON.parse(rowData.source_counts_json);
+            if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+              sourceCounts = parsed;
+            }
+          }
+        } catch {
+          sourceCounts = {};
+        }
+        runStoreRow = {
+          runId: rowData.run_id,
+          sourceCounts,
+          inserted: rowData.inserted ?? 0,
+          updated: rowData.updated ?? 0,
+          labelRows: 0,
+          labeledItems: 0,
+          labelRowsBySource: {},
+          yield: { selected: 0, published: 0, dropped: 0 }
+        };
+      }
+      let labelQuality = [];
+      try {
+        const labelsRes = await getJson(`${board}/api/project/database/tables/labels/rows?filterColumn=run_id&filter=${encodeURIComponent(runId)}&pageSize=200`);
+        const labelRows = parseSpurDbRows(labelsRes);
+        const decisionMap = new Map;
+        for (const l of labelRows) {
+          const dec = l.decision_id || "unknown";
+          const val = String(l.value ?? "none");
+          const conf = l.confidence || "none";
+          let valMap = decisionMap.get(dec);
+          if (!valMap) {
+            valMap = new Map;
+            decisionMap.set(dec, valMap);
+          }
+          let counts = valMap.get(val);
+          if (!counts) {
+            counts = { HIGH: 0, MEDIUM: 0, LOW: 0, none: 0 };
+            valMap.set(val, counts);
+          }
+          if (conf === "HIGH" || conf === "MEDIUM" || conf === "LOW") {
+            counts[conf] = (counts[conf] ?? 0) + 1;
+          } else {
+            counts.none = (counts.none ?? 0) + 1;
+          }
+        }
+        labelQuality = Array.from(decisionMap.entries()).map(([decisionId, valMap]) => ({
+          decisionId,
+          run: Array.from(valMap.entries()).map(([value, counts]) => ({
+            value,
+            ...counts
+          })),
+          effective: Array.from(valMap.entries()).map(([value, counts]) => ({
+            value,
+            count: counts.HIGH + counts.MEDIUM + counts.LOW + counts.none
+          }))
+        }));
+      } catch {
+        labelQuality = [];
+      }
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        runId,
+        row: runStoreRow,
+        labelQuality,
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        runId,
+        row: null,
+        labelQuality: [],
+        diagnostics: []
+      };
+    }
+  }
+  async function nativeStoreItems(runId, query = {}) {
+    const pageNum = query.page ?? 1;
+    const params = new URLSearchParams({
+      page: String(pageNum),
+      pageSize: "25",
+      sort: "first_seen_at",
+      dir: "desc"
+    });
+    if (query.search?.trim()) {
+      params.set("filterColumn", "title");
+      params.set("filter", query.search.trim());
+    } else if (query.source) {
+      params.set("filterColumn", "source");
+      params.set("filter", query.source);
+    } else if (runId?.trim()) {
+      params.set("filterColumn", "first_seen_run");
+      params.set("filter", runId.trim());
+    }
+    try {
+      const pageData = await getJson(`${board}/api/project/database/tables/items/rows?${params.toString()}`);
+      const rows = parseSpurDbRows(pageData);
+      const itemsWithLabels = await Promise.all(rows.map(async (row) => {
+        const labels = {};
+        const labelDetails = {};
+        try {
+          const labRes = await getJson(`${board}/api/project/database/tables/labels/rows?filterColumn=item_id&filter=${encodeURIComponent(row.id)}&pageSize=50`);
+          const labRows = parseSpurDbRows(labRes);
+          for (const l of labRows) {
+            if (l.decision_id) {
+              labels[l.decision_id] = String(l.value ?? "");
+              labelDetails[l.decision_id] = {
+                value: String(l.value ?? ""),
+                confidence: l.confidence ?? null,
+                maker: l.maker ?? null,
+                score: typeof l.score === "number" ? l.score : null
+              };
+            }
+          }
+        } catch {}
+        const url = row.canonical_url && /^https?:\/\//i.test(row.canonical_url) ? row.canonical_url : null;
+        const seen = row.first_seen_run && row.last_seen_run && row.first_seen_run !== row.last_seen_run ? "reseen" : "new";
+        return {
+          id: row.id,
+          title: (row.title || "").slice(0, 300),
+          url,
+          source: row.source || "unknown",
+          storyId: row.story_id ?? null,
+          seen,
+          labels,
+          labelDetails,
+          selection: "none",
+          domain: row.domain ?? null,
+          lang: row.lang ?? null,
+          bodyChars: row.body_chars ?? null,
+          engagement: row.engagement ?? null,
+          firstSeenAt: row.first_seen_at ?? null,
+          publishedAt: row.published_at ?? null
+        };
+      }));
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        runId: runId ?? "",
+        page: pageNum,
+        pageSize: 25,
+        total: pageData.total ?? itemsWithLabels.length,
+        items: itemsWithLabels,
+        sources: ["aihot", "hackernews", "youtube", "reddit", "polymarket", "github", "grounding", "rss"],
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        runId: runId ?? "",
+        page: pageNum,
+        pageSize: 25,
+        total: 0,
+        items: [],
+        sources: [],
+        diagnostics: []
+      };
+    }
+  }
+  async function nativeStoreSelections(query = {}) {
+    const pageNum = query.page ?? 1;
+    const params = new URLSearchParams({
+      page: String(pageNum),
+      pageSize: "25",
+      sort: "selected_at",
+      dir: "desc"
+    });
+    if (query.topic) {
+      params.set("filterColumn", "topic");
+      params.set("filter", query.topic);
+    } else if (query.status) {
+      params.set("filterColumn", "status");
+      params.set("filter", query.status);
+    } else if (query.runId) {
+      params.set("filterColumn", "run_id");
+      params.set("filter", query.runId);
+    }
+    try {
+      const pageData = await getJson(`${board}/api/project/database/tables/selections/rows?${params.toString()}`);
+      const rows = parseSpurDbRows(pageData);
+      const selectionsWithItems = await Promise.all(rows.map(async (row) => {
+        let title = null;
+        let source = row.workflow ?? null;
+        let url = null;
+        try {
+          const itRes = await getJson(`${board}/api/project/database/tables/items/rows?filterColumn=id&filter=${encodeURIComponent(row.item_id)}&pageSize=1`);
+          const itRows = parseSpurDbRows(itRes);
+          if (itRows[0]) {
+            title = itRows[0].title ?? null;
+            source = itRows[0].source ?? source;
+            url = itRows[0].canonical_url && /^https?:\/\//i.test(itRows[0].canonical_url) ? itRows[0].canonical_url : null;
+          }
+        } catch {}
+        return {
+          topic: row.topic,
+          itemId: row.item_id,
+          runId: row.run_id,
+          storyId: row.story_id,
+          workflow: row.workflow ?? null,
+          rank: typeof row.rank === "number" ? row.rank : null,
+          reason: row.reason ?? null,
+          status: row.status ?? "selected",
+          selectedAt: row.selected_at,
+          publishedAt: row.published_at ?? null,
+          title: title || row.item_id,
+          source: source || "unknown",
+          url
+        };
+      }));
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        page: pageNum,
+        pageSize: 25,
+        total: pageData.total ?? selectionsWithItems.length,
+        selections: selectionsWithItems,
+        topics: ["ai-news"],
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        availability: "available",
+        page: pageNum,
+        pageSize: 25,
+        total: 0,
+        selections: [],
+        topics: ["ai-news"],
+        diagnostics: []
+      };
+    }
+  }
+  async function nativeResults(workflow, runId) {
+    try {
+      const runData = await getJson(`${board}/api/runs/${encodeURIComponent(runId)}`);
+      const totalDuration = runData.actions?.reduce((acc, a) => acc + (a.durationMs || 0), 0) ?? 0;
+      return {
+        schemaVersion: 1,
+        workflow,
+        runId,
+        availability: "available",
+        summary: {
+          status: runData.run?.status ?? "done",
+          startedAt: runData.run?.startedAt,
+          completedAt: runData.run?.completedAt,
+          durationMs: totalDuration,
+          actions: runData.actions?.length ?? 0,
+          phases: runData.phases?.length ?? 0
+        },
+        artifacts: [],
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        workflow,
+        runId,
+        availability: "missing",
+        summary: {},
+        artifacts: [],
+        diagnostics: []
+      };
+    }
+  }
+  async function nativeConfig(workflow, runId) {
+    try {
+      const runData = await getJson(`${board}/api/runs/${encodeURIComponent(runId)}`);
+      return {
+        schemaVersion: 1,
+        workflow,
+        runId,
+        capturedAt: runData.run?.startedAt ?? null,
+        settings: {
+          workflowName: runData.run?.workflowName ?? workflow,
+          status: runData.run?.status ?? "done",
+          mode: runData.run?.mode ?? "state-machine"
+        },
+        unavailableKeys: [],
+        diagnostics: []
+      };
+    } catch {
+      return {
+        schemaVersion: 1,
+        workflow,
+        runId,
+        capturedAt: null,
+        settings: {},
+        unavailableKeys: [],
+        diagnostics: []
+      };
+    }
+  }
   return {
-    health: () => getJson(`${reader}/api/health`),
-    results: (workflow, runId) => getJson(`${reader}/api/workflows/${encodeURIComponent(workflow)}/runs/${encodeURIComponent(runId)}/results`),
-    config: (workflow, runId) => getJson(`${reader}/api/workflows/${encodeURIComponent(workflow)}/runs/${encodeURIComponent(runId)}/config`),
+    health: () => isNativeSpur ? getJson(`${board}/api/health`).then(() => ({
+      schemaVersion: 1,
+      projectPath: "knowledge-kit"
+    })) : getJson(`${reader}/api/health`),
+    results: (workflow, runId) => isNativeSpur ? nativeResults(workflow, runId) : getJson(`${reader}/api/workflows/${encodeURIComponent(workflow)}/runs/${encodeURIComponent(runId)}/results`),
+    config: (workflow, runId) => isNativeSpur ? nativeConfig(workflow, runId) : getJson(`${reader}/api/workflows/${encodeURIComponent(workflow)}/runs/${encodeURIComponent(runId)}/config`),
     artifactUrl: (workflow, runId, artifactId) => `${reader}/api/workflows/${encodeURIComponent(workflow)}/runs/${encodeURIComponent(runId)}/artifacts/${encodeURIComponent(artifactId)}`,
     runs: (workflow, cursor) => {
       const params = new URLSearchParams({ workflow, limit: "25" });
@@ -81,11 +479,20 @@ function createBoardClient(options) {
       return getJson(`${board}/api/runs?${params.toString()}`);
     },
     storeOverview: (runIds) => {
+      if (isNativeSpur)
+        return nativeStoreOverview(runIds);
       const params = new URLSearchParams({ runs: runIds.slice(0, MAX_OVERVIEW_RUNS).join(",") });
       return getJson(`${reader}/api/workflows/kk-collect/store/overview?${params.toString()}`);
     },
-    storeRun: (runId) => getJson(`${reader}/api/workflows/kk-collect/runs/${encodeURIComponent(runId)}/store`),
-    storeItems: (runId, query = {}) => getJson(`${reader}/api/workflows/kk-collect/runs/${encodeURIComponent(runId)}/store/items?${storeItemsQueryString(query)}`),
+    storeRun: (runId) => isNativeSpur ? nativeStoreRun(runId) : getJson(`${reader}/api/workflows/kk-collect/runs/${encodeURIComponent(runId)}/store`),
+    storeItems: (runId, query = {}) => {
+      if (isNativeSpur)
+        return nativeStoreItems(runId, query);
+      const qs = storeItemsQueryString(query);
+      const path = runId !== undefined && runId.trim() !== "" ? `${reader}/api/workflows/kk-collect/runs/${encodeURIComponent(runId)}/store/items?${qs}` : `${reader}/api/workflows/kk-collect/store/items?${qs}`;
+      return getJson(path);
+    },
+    storeSelections: (query = {}) => isNativeSpur ? nativeStoreSelections(query) : getJson(`${reader}/api/workflows/kk-collect/store/selections?${storeSelectionsQueryString(query)}`),
     runDetail: (runId) => getJson(`${board}/api/runs/${encodeURIComponent(runId)}`),
     progress: (runId) => getJson(`${board}/api/runs/${encodeURIComponent(runId)}/progress`)
   };