@kontourai/lookout 0.5.1 → 0.5.2

package/README.md

@@ -256,6 +256,23 @@ latest two valid observations. The emitted `events` are already
 Hachure-evidence-shaped; a consumer or product lifts them into a Hachure
 `TrustBundle` with `@kontourai/surface`'s `TrustBundleBuilder` when it wants
 Surface projection — lookout itself authors nothing in the trust layer.
+
+### Verified proposal head witnesses
+
+The concrete filesystem observation store additionally exposes
+`readVerifiedHead(sourceId, limits)` and `compareHeadWitness(witness, limits)`.
+The first returns an authenticated observation id and snapshot reference with an
+opaque, versioned witness; the second reads only bounded head metadata and
+returns `matches`, `changed`, `missing`, `unavailable`, `corrupt`, or
+`unsupported`. It never reads proposal bytes during comparison.
+
+A witness is an as-of fence, not a freshness guarantee: it binds the source,
+current head, store scope, pointer, and filesystem metadata observed at capture.
+It detects ordinary older writers without requiring them to write a sidecar.
+Restarting the same store preserves a witness; copying or restoring the store
+can invalidate it. It does not prove proposal-body bit-rot or provide an atomic
+transaction across stores. Limits are finite hard caps on enumeration, pointer,
+and authenticated-record reads; callers may only narrow the defaults.
 Store paths refuse symbolic links. An existing source lock is not automatically
 broken: after confirming no writer is active, an operator may remove an
 abandoned `.lock` file and retry.

package/dist/src/index.d.ts

@@ -23,7 +23,7 @@ export type { KeyedMultisetFacts, KeyedMultisetOptions, StructuralComparison, St
 export { diffProposalSets, extractionProposalIdentity } from "./proposal-diff.js";
 export type { FieldChangedEvent, FieldChangeKind, NewEntityAppearedEvent, ProposalDiffEvent, ProposalEvidence, ProposalIdentity, ProposalOccurrencePair, ProposalSetDiff, ProposalSetDiffInput, ProposalSetFacts, ProposalSetObservation, ProvenanceChangeFact, } from "./proposal-diff.js";
 export { createObservationStore } from "./observation-store.js";
-export type { CreateObservationStoreOptions, ObservationCheckAnchor, ObservationStore, ObservationStoreError, ObservationStoreErrorKind, ObservationStoreResult, ProposalObservationRecordInput, StoredProposalObservationV1 } from "./observation-store.js";
+export type { CreateObservationStoreOptions, HeadWitnessComparison, ObservationCheckAnchor, ObservationStore, ObservationStoreError, ObservationStoreErrorKind, ObservationStoreResult, ProposalHeadWitnessV1, ProposalObservationRecordInput, StoredProposalObservationV1, VerifiedHeadLimits, VerifiedHeadObservationStore, VerifiedHeadRead } from "./observation-store.js";
 export { createDriftEmitter } from "./drift-emission.js";
 export type { BaselineEstablishedFact, CreateDriftEmitterOptions, DriftEmitter, DriftError, DriftErrorKind, DriftFact, DriftResult, DriftSuccess, EmitDriftInput } from "./drift-emission.js";
 export { checkSchemaCoverage } from "./coverage.js";

package/dist/src/observation-store.d.ts

@@ -39,6 +39,42 @@ export interface ObservationStore {
     loadLatest(sourceId: string): Promise<ObservationStoreResult<StoredProposalObservationV1 | null>>;
     commit(input: ProposalObservationRecordInput, expectedPriorId: string | null): Promise<ObservationStoreResult<StoredProposalObservationV1>>;
 }
+/** Finite caller-controlled ceilings for a verified proposal-head read. */
+export interface VerifiedHeadLimits {
+    readonly maxEntries?: number;
+    readonly maxIndexBytes?: number;
+    readonly maxPointerBytes?: number;
+    readonly maxRecordBytes?: number;
+}
+export interface ProposalHeadWitnessV1 {
+    readonly kind: "lookout.proposal-head-witness/v1";
+    readonly version: 1;
+    readonly sourceId: string;
+    readonly observationId: string;
+    /** Opaque binding of this store scope and its bounded metadata-as-of state. */
+    readonly token: string;
+}
+export type VerifiedHeadRead = {
+    readonly kind: "verified";
+    readonly sourceId: string;
+    readonly observationId: string;
+    readonly snapshotRef: string;
+    readonly witness: ProposalHeadWitnessV1;
+} | {
+    readonly kind: "missing" | "unavailable" | "corrupt" | "unsupported";
+};
+export type HeadWitnessComparison = {
+    readonly kind: "matches";
+    readonly sourceId: string;
+    readonly observationId: string;
+} | {
+    readonly kind: "changed" | "missing" | "unavailable" | "corrupt" | "unsupported";
+};
+/** Additive concrete-store capability. Generic ObservationStore implementations need not provide it. */
+export interface VerifiedHeadObservationStore {
+    readVerifiedHead(sourceId: string, limits?: VerifiedHeadLimits): Promise<VerifiedHeadRead>;
+    compareHeadWitness(witness: ProposalHeadWitnessV1, limits?: VerifiedHeadLimits): Promise<HeadWitnessComparison>;
+}
 export interface ObservationStoreFaults {
     readonly beforeSerialize?: () => void;
     readonly beforeTempWrite?: (kind: "record" | "pointer") => void;
@@ -47,9 +83,13 @@ export interface ObservationStoreFaults {
     readonly beforePointerRename?: () => void;
     readonly beforeDirectorySync?: (kind: "record" | "pointer") => void;
     readonly beforePrune?: () => void;
+    /** Test-only fence hooks; production callers do not supply them. */
+    readonly beforeHeadStrongLoad?: () => void;
+    readonly beforeHeadRecordRead?: () => void;
+    readonly beforeHeadAfterFence?: () => void;
 }
 export interface CreateObservationStoreOptions {
     readonly root?: string;
     readonly faults?: ObservationStoreFaults;
 }
-export declare function createObservationStore(options?: CreateObservationStoreOptions): ObservationStore;
+export declare function createObservationStore(options?: CreateObservationStoreOptions): ObservationStore & VerifiedHeadObservationStore;

package/dist/src/observation-store.js

@@ -1,6 +1,9 @@
 import { createHash } from "node:crypto";
-import { lstat, mkdir, open, readFile, readdir, rename, rm, unlink } from "node:fs/promises";
+import { constants } from "node:fs";
+import { lstat, mkdir, open, opendir, readFile, readdir, realpath, rename, rm, unlink } from "node:fs/promises";
 import path from "node:path";
+import { types } from "node:util";
+const VERIFIED_HEAD_MAX = Object.freeze({ maxEntries: 8, maxIndexBytes: 8 * 1024, maxPointerBytes: 8 * 1024, maxRecordBytes: 1024 * 1024 });
 function sourceKey(sourceId) {
     return `${encodeURIComponent(sourceId).replaceAll("%", "_").slice(0, 48)}-${createHash("sha256").update(sourceId).digest("hex").slice(0, 16)}`;
 }
@@ -13,6 +16,200 @@ function stable(value) {
 }
 function canonical(value) { return `${JSON.stringify(stable(value))}\n`; }
 function digest(body) { return createHash("sha256").update(canonical(body)).digest("hex"); }
+function resolveHeadLimits(limits) {
+    try {
+        if (limits !== undefined && (!limits || typeof limits !== "object" || types.isProxy(limits) || Array.isArray(limits)))
+            return null;
+    }
+    catch {
+        return null;
+    }
+    let supplied;
+    try {
+        const descriptors = limits === undefined ? {} : Object.getOwnPropertyDescriptors(limits);
+        if (Object.keys(descriptors).some((key) => !Object.hasOwn(VERIFIED_HEAD_MAX, key) || descriptors[key]?.get || descriptors[key]?.set))
+            return null;
+        supplied = Object.fromEntries(Object.entries(descriptors).map(([key, descriptor]) => [key, descriptor.value]));
+    }
+    catch {
+        return null;
+    }
+    const resolved = { ...VERIFIED_HEAD_MAX };
+    for (const key of Object.keys(VERIFIED_HEAD_MAX)) {
+        const value = supplied[key];
+        if (value === undefined)
+            continue;
+        if (typeof value !== "number" || !Number.isSafeInteger(value) || value <= 0 || value > VERIFIED_HEAD_MAX[key])
+            return null;
+        resolved[key] = value;
+    }
+    return resolved;
+}
+async function lstatHead(file) { return lstat(file, { bigint: true }); }
+function identity(stats) {
+    return { dev: String(stats.dev), ino: String(stats.ino), mode: String(stats.mode), size: String(stats.size), ctimeNs: String(stats.ctimeNs), mtimeNs: String(stats.mtimeNs) };
+}
+function sameIdentity(left, right) { return canonical(left) === canonical(right); }
+function headToken(rootRealpath, sourceId, metadata) {
+    return createHash("sha256").update(canonical({ kind: "lookout.proposal-head-witness/v1", version: 1, rootRealpath, sourceId, metadata })).digest("hex");
+}
+function errno(cause) { return cause?.code; }
+function boundedSourceId(sourceId) {
+    return typeof sourceId === "string" && sourceId.length > 0 && sourceId.length <= 256 && Buffer.byteLength(sourceId) <= 512;
+}
+async function boundedText(file, maximum) {
+    let handle;
+    try {
+        const before = await lstatHead(file);
+        if (before.isSymbolicLink() || !before.isFile())
+            return { kind: "corrupt" };
+        if (before.size > BigInt(maximum))
+            return { kind: "unavailable" };
+        handle = await open(file, constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0));
+        const opened = await handle.stat({ bigint: true });
+        if (!opened.isFile() || !sameIdentity(identity(before), identity(opened)) || opened.size > BigInt(maximum))
+            return { kind: "unavailable" };
+        const buffer = Buffer.alloc(Number(opened.size) + 1);
+        const { bytesRead } = await handle.read(buffer, 0, buffer.length, 0);
+        const after = await handle.stat({ bigint: true });
+        if (!sameIdentity(identity(opened), identity(after)) || bytesRead !== Number(opened.size) || bytesRead > maximum)
+            return { kind: "unavailable" };
+        return { kind: "ok", text: buffer.subarray(0, bytesRead).toString("utf8"), identity: identity(after) };
+    }
+    catch (cause) {
+        return errno(cause) === "ENOENT" ? { kind: "unavailable" } : { kind: "unavailable" };
+    }
+    finally {
+        await handle?.close().catch(() => undefined);
+    }
+}
+async function inspectHead(root, sourceId, limits) {
+    if (!boundedSourceId(sourceId))
+        return { kind: "unsupported" };
+    let key;
+    try {
+        key = sourceKey(sourceId);
+    }
+    catch {
+        return { kind: "unsupported" };
+    }
+    let rootStats;
+    try {
+        rootStats = await lstatHead(root);
+    }
+    catch (cause) {
+        return errno(cause) === "ENOENT" ? { kind: "missing" } : { kind: "unavailable" };
+    }
+    if (rootStats.isSymbolicLink() || !rootStats.isDirectory())
+        return { kind: "corrupt" };
+    let rootRealpath;
+    try {
+        rootRealpath = await realpath(root);
+    }
+    catch {
+        return { kind: "unavailable" };
+    }
+    const dir = path.join(root, key);
+    let sourceStats;
+    try {
+        sourceStats = await lstatHead(dir);
+    }
+    catch (cause) {
+        return errno(cause) === "ENOENT" ? { kind: "missing" } : { kind: "unavailable" };
+    }
+    if (sourceStats.isSymbolicLink() || !sourceStats.isDirectory())
+        return { kind: "corrupt" };
+    const names = [];
+    let indexBytes = 0;
+    try {
+        const directory = await opendir(dir, { bufferSize: 1 });
+        try {
+            for await (const entry of directory) {
+                if (names.length >= limits.maxEntries)
+                    return { kind: "unavailable" };
+                indexBytes += Buffer.byteLength(entry.name);
+                if (indexBytes > limits.maxIndexBytes)
+                    return { kind: "unavailable" };
+                if (entry.name === ".lock" || entry.name.includes(".tmp-"))
+                    return { kind: "unavailable" };
+                if (entry.name !== "latest.json" && !/^[a-f0-9]{64}\.json$/.test(entry.name))
+                    return { kind: "corrupt" };
+                const entryStats = await lstatHead(path.join(dir, entry.name));
+                if (entryStats.isSymbolicLink() || !entryStats.isFile())
+                    return { kind: "corrupt" };
+                names.push(entry.name);
+            }
+        }
+        finally {
+            await directory.close().catch(() => undefined);
+        }
+    }
+    catch {
+        return { kind: "unavailable" };
+    }
+    names.sort();
+    if (!names.includes("latest.json"))
+        return names.length === 0 ? { kind: "missing" } : { kind: "corrupt" };
+    const pointerRead = await boundedText(path.join(dir, "latest.json"), limits.maxPointerBytes);
+    if (pointerRead.kind !== "ok")
+        return pointerRead;
+    let pointer;
+    try {
+        pointer = JSON.parse(pointerRead.text);
+    }
+    catch {
+        return { kind: "corrupt" };
+    }
+    if (!pointer || typeof pointer !== "object" || Array.isArray(pointer) || pointer.version !== 1 || pointer.sourceId !== sourceId || typeof pointer.observationId !== "string" || !/^[a-f0-9]{64}$/.test(pointer.observationId))
+        return { kind: "corrupt" };
+    const recordName = `${pointer.observationId}.json`;
+    if (!names.includes(recordName))
+        return { kind: "corrupt" };
+    let recordStats;
+    try {
+        recordStats = await lstatHead(path.join(dir, recordName));
+    }
+    catch {
+        return { kind: "unavailable" };
+    }
+    if (recordStats.isSymbolicLink() || !recordStats.isFile())
+        return { kind: "corrupt" };
+    if (recordStats.size > BigInt(limits.maxRecordBytes))
+        return { kind: "unavailable" };
+    let finalRoot;
+    let finalSource;
+    try {
+        finalRoot = await lstatHead(root);
+        finalSource = await lstatHead(dir);
+    }
+    catch {
+        return { kind: "unavailable" };
+    }
+    if (!sameIdentity(identity(rootStats), identity(finalRoot)) || !sameIdentity(identity(sourceStats), identity(finalSource)))
+        return { kind: "unavailable" };
+    return { kind: "ready", metadata: { root: identity(rootStats), rootRealpath, source: identity(sourceStats), names, pointer: pointerRead.text, pointerIdentity: pointerRead.identity, observationId: pointer.observationId, record: identity(recordStats) } };
+}
+function snapshotWitness(value) {
+    try {
+        if (!value || typeof value !== "object" || Array.isArray(value) || types.isProxy(value))
+            return { kind: "corrupt" };
+        const descriptors = Object.getOwnPropertyDescriptors(value);
+        const keys = ["kind", "version", "sourceId", "observationId", "token"];
+        if (Object.keys(descriptors).length !== keys.length || keys.some((key) => !Object.hasOwn(descriptors, key) || descriptors[key]?.get || descriptors[key]?.set))
+            return { kind: "corrupt" };
+        const witness = Object.fromEntries(keys.map((key) => [key, descriptors[key].value]));
+        if (witness.kind !== "lookout.proposal-head-witness/v1" || typeof witness.version !== "number")
+            return { kind: "unsupported" };
+        if (witness.version !== 1)
+            return { kind: "unsupported" };
+        if (!boundedSourceId(witness.sourceId) || typeof witness.observationId !== "string" || !/^[a-f0-9]{64}$/.test(witness.observationId) || typeof witness.token !== "string" || !/^[a-f0-9]{64}$/.test(witness.token))
+            return { kind: "corrupt" };
+        return { kind: "ok", witness: { kind: witness.kind, version: witness.version, sourceId: witness.sourceId, observationId: witness.observationId, token: witness.token } };
+    }
+    catch {
+        return { kind: "corrupt" };
+    }
+}
 function buildRecord(input) {
     try {
         const { observation, check } = input;
@@ -109,7 +306,7 @@ async function atomicWrite(file, bytes, kind, faults) {
     }
 }
 export function createObservationStore(options = {}) {
-    const root = options.root ?? path.join(process.cwd(), ".kontourai", "lookout", "observations");
+    const root = path.resolve(options.root ?? path.join(process.cwd(), ".kontourai", "lookout", "observations"));
     async function loadLatest(sourceId) {
         try {
             const dir = path.join(root, sourceKey(sourceId));
@@ -237,5 +434,53 @@ export function createObservationStore(options = {}) {
             await rm(lockPath, { force: true }).catch(() => undefined);
         }
     }
-    return { loadLatest, commit };
+    async function readVerifiedHead(sourceId, suppliedLimits) {
+        const limits = resolveHeadLimits(suppliedLimits);
+        if (limits === null)
+            return { kind: "unsupported" };
+        const before = await inspectHead(root, sourceId, limits);
+        if (before.kind !== "ready")
+            return before;
+        // This is the only body read in the witness API. It reuses the concrete store's
+        // authenticated record validator and is bracketed by metadata fences below.
+        options.faults?.beforeHeadStrongLoad?.();
+        options.faults?.beforeHeadRecordRead?.();
+        const record = await boundedText(path.join(root, sourceKey(sourceId), `${before.metadata.observationId}.json`), limits.maxRecordBytes);
+        if (record.kind !== "ok")
+            return record;
+        let loaded;
+        try {
+            loaded = validate(JSON.parse(record.text), sourceId);
+        }
+        catch {
+            return { kind: "corrupt" };
+        }
+        if (!loaded.ok || loaded.value.observationId !== before.metadata.observationId)
+            return { kind: "corrupt" };
+        options.faults?.beforeHeadAfterFence?.();
+        const after = await inspectHead(root, sourceId, limits);
+        if (after.kind !== "ready")
+            return after;
+        if (canonical(before.metadata) !== canonical(after.metadata))
+            return { kind: "unavailable" };
+        const token = headToken(before.metadata.rootRealpath, sourceId, before.metadata);
+        return { kind: "verified", sourceId, observationId: loaded.value.observationId, snapshotRef: loaded.value.snapshotRef, witness: { kind: "lookout.proposal-head-witness/v1", version: 1, sourceId, observationId: loaded.value.observationId, token } };
+    }
+    async function compareHeadWitness(witness, suppliedLimits) {
+        const captured = snapshotWitness(witness);
+        if (captured.kind !== "ok")
+            return captured;
+        const limits = resolveHeadLimits(suppliedLimits);
+        if (limits === null)
+            return { kind: "unsupported" };
+        const inspected = await inspectHead(root, captured.witness.sourceId, limits);
+        if (inspected.kind !== "ready")
+            return inspected;
+        if (inspected.metadata.observationId !== captured.witness.observationId)
+            return { kind: "changed" };
+        return headToken(inspected.metadata.rootRealpath, captured.witness.sourceId, inspected.metadata) === captured.witness.token
+            ? { kind: "matches", sourceId: captured.witness.sourceId, observationId: captured.witness.observationId }
+            : { kind: "changed" };
+    }
+    return { loadLatest, commit, readVerifiedHead, compareHeadWitness };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kontourai/lookout",
-  "version": "0.5.1",
+  "version": "0.5.2",
   "description": "A small source registry and drift-check runner built on Forage snapshots.",
   "license": "Apache-2.0",
   "type": "module",