vericify 1.0.2 → 1.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vericify",
-  "version": "1.0.2",
+  "version": "1.1.0",
   "private": false,
   "type": "module",
   "description": "Local-first run intelligence and operations hub for agent systems.",

package/src/adapters/index.js

@@ -1,6 +1,7 @@
 import { hashText } from "../core/util.js";
 import { listLocalStatePaths, loadLocalState } from "./local-state.js";
 import { loadPeerAdapterStates } from "./peer-capture.js";
+import { annotateRecords, mergeByKeyWithProvenance } from "./provenance.js";
 import {
   attachWorkspaceAdapter,
   detectWorkspaceAdapters,
@@ -10,13 +11,6 @@ import {
 
 export const DEFAULT_ADAPTER = "local-state";
 
-function mergeByKey(preferred, secondary, getKey) {
-  const merged = new Map();
-  for (const item of secondary) merged.set(getKey(item), item);
-  for (const item of preferred) merged.set(getKey(item), item);
-  return [...merged.values()];
-}
-
 export function listDefaultWorkspacePaths(workspaceRoot) {
   return listLocalStatePaths(workspaceRoot);
 }
@@ -26,29 +20,49 @@ export function loadWorkspaceState(workspaceRoot) {
   const adapterProfiles = detectWorkspaceAdapters(workspaceRoot, state.adapterAttachments);
   const peer = loadPeerAdapterStates(workspaceRoot, adapterProfiles);
 
-  const handoffs = mergeByKey(
+  const handoffs = mergeByKeyWithProvenance(
     state.handoffs,
-    peer.handoffs,
+    annotateRecords(peer.handoffs, {
+      source: "peer",
+      sourceKind: "handoff",
+      sourcePath: peer.sourceRefs?.[0],
+    }),
     (h) => h.handoff_id ?? hashText(JSON.stringify(h))
   );
-  const todoNodes = mergeByKey(
+  const todoNodes = mergeByKeyWithProvenance(
     state.todoNodes,
-    peer.todoNodes,
+    annotateRecords(peer.todoNodes, {
+      source: "peer",
+      sourceKind: "todo_node",
+      sourcePath: peer.sourceRefs?.[0],
+    }),
     (n) => n.id ?? hashText(JSON.stringify(n))
   );
-  const ledgerEntries = mergeByKey(
+  const ledgerEntries = mergeByKeyWithProvenance(
     state.ledgerEntries,
-    peer.ledgerEntries,
+    annotateRecords(peer.ledgerEntries, {
+      source: "peer",
+      sourceKind: "run_ledger",
+      sourcePath: peer.sourceRefs?.[0],
+    }),
     (e) => e.id ?? hashText(`${e.timestamp_utc}:${e.tool}:${e.message}`)
   );
-  const statusEvents = mergeByKey(
+  const statusEvents = mergeByKeyWithProvenance(
     state.statusEvents,
-    peer.statusEvents,
+    annotateRecords(peer.statusEvents, {
+      source: "peer",
+      sourceKind: "status_event",
+      sourcePath: peer.sourceRefs?.[0],
+    }),
     (e) => e.event_id ?? hashText(`${e.timestamp}:${e.source_module}:${e.event_type}:${e.status}`)
   ).sort((a, b) => String(a.timestamp).localeCompare(String(b.timestamp)));
-  const processPosts = mergeByKey(
+  const processPosts = mergeByKeyWithProvenance(
     state.processPosts,
-    peer.processPosts,
+    annotateRecords(peer.processPosts, {
+      source: "peer",
+      sourceKind: "process_post",
+      sourcePath: peer.sourceRefs?.[0],
+    }),
     (p) => p.process_post_id ?? hashText(`${p.timestamp}:${p.agent_id}:${p.summary}`)
   ).sort((a, b) => String(a.timestamp).localeCompare(String(b.timestamp)));
 

package/src/adapters/local-state.js

@@ -2,18 +2,12 @@ import { hashText, unique } from "../core/util.js";
 import { readJson, readNdjson } from "../core/fs.js";
 import { listStorePaths, resolveStoreLayout } from "../store/paths.js";
 import { readAdapterAttachments } from "../store/adapter-attachments.js";
+import { annotateRecords, mergeByKeyWithProvenance } from "./provenance.js";
 
 export function listLocalStatePaths(workspaceRoot) {
   return listStorePaths(workspaceRoot);
 }
 
-function mergeByKey(preferredItems, partnerItems, getKey) {
-  const merged = new Map();
-  for (const item of partnerItems) merged.set(getKey(item), item);
-  for (const item of preferredItems) merged.set(getKey(item), item);
-  return [...merged.values()];
-}
-
 function mergeOrderedIds(preferred, partner) {
   return unique([...preferred, ...partner]);
 }
@@ -36,29 +30,69 @@ export function loadLocalState(workspaceRoot) {
     statusEvents: readNdjson(paths.partner.statusEvents),
   };
 
-  const handoffs = mergeByKey(
-    Object.values(vericifyState.handoffRegistry.handoffs ?? {}),
-    Object.values(partnerState.handoffRegistry.handoffs ?? {}),
+  const handoffs = mergeByKeyWithProvenance(
+    annotateRecords(Object.values(vericifyState.handoffRegistry.handoffs ?? {}), {
+      source: "native",
+      sourceKind: "handoff",
+      sourcePath: paths.vericify.handoffRegistry,
+    }),
+    annotateRecords(Object.values(partnerState.handoffRegistry.handoffs ?? {}), {
+      source: "partner",
+      sourceKind: "handoff",
+      sourcePath: paths.partner.handoffRegistry,
+    }),
     (handoff) => handoff.handoff_id ?? hashText(JSON.stringify(handoff))
   );
-  const todoNodes = mergeByKey(
-    Object.values(vericifyState.todoState.nodes ?? {}),
-    Object.values(partnerState.todoState.nodes ?? {}),
+  const todoNodes = mergeByKeyWithProvenance(
+    annotateRecords(Object.values(vericifyState.todoState.nodes ?? {}), {
+      source: "native",
+      sourceKind: "todo_node",
+      sourcePath: paths.vericify.todoState,
+    }),
+    annotateRecords(Object.values(partnerState.todoState.nodes ?? {}), {
+      source: "partner",
+      sourceKind: "todo_node",
+      sourcePath: paths.partner.todoState,
+    }),
     (node) => node.id ?? hashText(JSON.stringify(node))
   );
-  const ledgerEntries = mergeByKey(
-    Array.isArray(vericifyState.runLedger.entries) ? vericifyState.runLedger.entries : [],
-    Array.isArray(partnerState.runLedger.entries) ? partnerState.runLedger.entries : [],
+  const ledgerEntries = mergeByKeyWithProvenance(
+    annotateRecords(Array.isArray(vericifyState.runLedger.entries) ? vericifyState.runLedger.entries : [], {
+      source: "native",
+      sourceKind: "run_ledger",
+      sourcePath: paths.vericify.runLedger,
+    }),
+    annotateRecords(Array.isArray(partnerState.runLedger.entries) ? partnerState.runLedger.entries : [], {
+      source: "partner",
+      sourceKind: "run_ledger",
+      sourcePath: paths.partner.runLedger,
+    }),
     (entry) => entry.id ?? hashText(`${entry.timestamp_utc}:${entry.tool}:${entry.message}`)
   );
-  const statusEvents = mergeByKey(
-    vericifyState.statusEvents,
-    partnerState.statusEvents,
+  const statusEvents = mergeByKeyWithProvenance(
+    annotateRecords(vericifyState.statusEvents, {
+      source: "native",
+      sourceKind: "status_event",
+      sourcePath: paths.vericify.statusEvents,
+    }),
+    annotateRecords(partnerState.statusEvents, {
+      source: "partner",
+      sourceKind: "status_event",
+      sourcePath: paths.partner.statusEvents,
+    }),
     (event) => event.event_id ?? hashText(`${event.timestamp}:${event.source_module}:${event.event_type}:${event.status}`)
   ).sort((left, right) => String(left.timestamp).localeCompare(String(right.timestamp)));
-  const processPosts = mergeByKey(
-    Array.isArray(vericifyState.processPosts.posts) ? vericifyState.processPosts.posts : [],
-    Array.isArray(partnerState.processPosts.posts) ? partnerState.processPosts.posts : [],
+  const processPosts = mergeByKeyWithProvenance(
+    annotateRecords(Array.isArray(vericifyState.processPosts.posts) ? vericifyState.processPosts.posts : [], {
+      source: "native",
+      sourceKind: "process_post",
+      sourcePath: paths.vericify.processPosts,
+    }),
+    annotateRecords(Array.isArray(partnerState.processPosts.posts) ? partnerState.processPosts.posts : [], {
+      source: "partner",
+      sourceKind: "process_post",
+      sourcePath: paths.partner.processPosts,
+    }),
     (post) => post.process_post_id ?? hashText(`${post.timestamp}:${post.agent_id}:${post.summary}`)
   ).sort((left, right) => String(left.timestamp).localeCompare(String(right.timestamp)));
 

package/src/adapters/provenance.js

@@ -0,0 +1,70 @@
+function sourceSignature(source) {
+  return `${source.source ?? "-"}|${source.source_kind ?? "-"}|${source.source_path ?? "-"}`;
+}
+
+function uniqueRecordSources(values) {
+  const seen = new Set();
+  const merged = [];
+  for (const value of values) {
+    if (!value) continue;
+    const normalized = {
+      source: value.source,
+      source_kind: value.source_kind,
+      source_path: value.source_path,
+    };
+    const signature = sourceSignature(normalized);
+    if (seen.has(signature)) continue;
+    seen.add(signature);
+    merged.push(normalized);
+  }
+  return merged;
+}
+
+function recordSourceList(record) {
+  const explicit = record.record_source
+    ? [{
+      source: record.record_source,
+      source_kind: record.record_source_kind,
+      source_path: record.record_source_path,
+    }]
+    : [];
+  return uniqueRecordSources([...explicit, ...(Array.isArray(record.record_sources) ? record.record_sources : [])]);
+}
+
+function mergeRecordMetadata(preferred, secondary) {
+  const recordSources = uniqueRecordSources([...recordSourceList(preferred), ...recordSourceList(secondary)]);
+  const primary = recordSources[0];
+  return {
+    ...secondary,
+    ...preferred,
+    record_source: preferred.record_source ?? secondary.record_source ?? primary?.source,
+    record_source_kind: preferred.record_source_kind ?? secondary.record_source_kind ?? primary?.source_kind,
+    record_source_path: preferred.record_source_path ?? secondary.record_source_path ?? primary?.source_path,
+    record_sources: recordSources,
+  };
+}
+
+export function annotateRecord(record, { source, sourceKind, sourcePath }) {
+  return mergeRecordMetadata({
+    ...record,
+    record_source: source,
+    record_source_kind: sourceKind,
+    record_source_path: sourcePath,
+  }, record);
+}
+
+export function annotateRecords(records, provenance) {
+  return records.map((record) => annotateRecord(record, provenance));
+}
+
+export function mergeByKeyWithProvenance(preferredItems, secondaryItems, getKey) {
+  const merged = new Map();
+  const upsert = (item) => {
+    const key = getKey(item);
+    const existing = merged.get(key);
+    merged.set(key, existing ? mergeRecordMetadata(item, existing) : item);
+  };
+  for (const item of secondaryItems) upsert(item);
+  for (const item of preferredItems) upsert(item);
+  return [...merged.values()];
+}