@functional-systems/srcx 0.1.0-dev.4 → 0.1.0-dev.40

package/dist/artifact.d.ts

@@ -0,0 +1,31 @@
+import { type Doc } from "./common.js";
+import type { Build } from "./build.js";
+export type ArtifactStorage = "jsonl" | "segments";
+export type RecordPart = {
+    fileId: string;
+    digest: string;
+    byteLength: number;
+    recordCount: number;
+};
+export declare function validateStorage(b: Build): void;
+/** Digest verification completes when the iterator is exhausted; validateBuild always exhausts it. */
+export declare function artifactRecords(b: Build): AsyncGenerator<Doc>;
+/** Owns only this build's output; retained objects are verified again by full build validation. */
+export declare class ArtifactWriter {
+    readonly directory: string;
+    readonly storage: ArtifactStorage;
+    readonly recordHashes: Record<string, string>;
+    readonly parts: RecordPart[];
+    private output?;
+    private pending;
+    private pendingBytes;
+    private part?;
+    private constructor();
+    static create(directory: string, storage: ArtifactStorage): Promise<ArtifactWriter>;
+    private flush;
+    private finishPart;
+    emit(doc: Doc): Promise<void>;
+    retain(previous: Build, part: RecordPart, ids: readonly string[]): Promise<void>;
+    finish(): Promise<void>;
+    close(): Promise<void>;
+}

package/dist/artifact.js

@@ -0,0 +1,237 @@
+import { constants, createReadStream } from "node:fs";
+import { copyFile, link, lstat, mkdir, open, realpath, rename, } from "node:fs/promises";
+import { createHash, randomUUID } from "node:crypto";
+import { createInterface } from "node:readline";
+import { join } from "node:path";
+import { canonical, hash, invariant } from "./common.js";
+const bufferLimit = 64 * 1024;
+const documentLimit = 4_800_000;
+function requireSegmentSupport() {
+    invariant(constants.O_NOFOLLOW && constants.O_NONBLOCK, "Segmented artifacts require no-follow file-open support.");
+}
+const objectPath = (directory, digest) => {
+    invariant(/^[a-f0-9]{64}$/.test(digest), "Invalid artifact object digest.");
+    return join(directory, "objects", `${digest}.jsonl`);
+};
+export function validateStorage(b) {
+    invariant(b.format === 1 || b.format === 2, "Unsupported artifact format.");
+    if (b.format === 1)
+        return;
+    const included = b.inventory.filter((e) => e.status === "included");
+    const files = new Map(included.map((e) => [e.fileId, e]));
+    invariant(files.size === included.length &&
+        Array.isArray(b.recordParts) &&
+        b.recordParts.length === included.length, "Invalid segmented artifact inventory.");
+    const seen = new Set();
+    for (const part of b.recordParts) {
+        const entry = files.get(part?.fileId);
+        invariant(part &&
+            typeof part.fileId === "string" &&
+            /^f-[a-f0-9]{64}$/.test(part.fileId) &&
+            entry &&
+            Array.isArray(entry.chunkIds) &&
+            !seen.has(part.fileId) &&
+            typeof part.digest === "string" &&
+            /^[a-f0-9]{64}$/.test(part.digest) &&
+            Number.isSafeInteger(part.byteLength) &&
+            part.byteLength > 0 &&
+            Number.isSafeInteger(part.recordCount) &&
+            part.recordCount === entry.chunkIds.length + 1, "Invalid segmented artifact part.");
+        seen.add(part.fileId);
+    }
+}
+async function objectDirectory(directory) {
+    requireSegmentSupport();
+    const path = join(directory, "objects");
+    const info = await lstat(path);
+    invariant(info.isDirectory() &&
+        !info.isSymbolicLink() &&
+        (await realpath(path)) === join(await realpath(directory), "objects"), "Artifact objects must be a local regular directory.");
+}
+async function openObject(directory, part) {
+    requireSegmentSupport();
+    const file = await open(objectPath(directory, part.digest), constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK);
+    try {
+        const info = await file.stat();
+        invariant(info.isFile() && info.size === part.byteLength, "Artifact object is not a regular file of the expected size.");
+        return file;
+    }
+    catch (error) {
+        await file.close();
+        throw error;
+    }
+}
+/** Digest verification completes when the iterator is exhausted; validateBuild always exhausts it. */
+export async function* artifactRecords(b) {
+    if (b.format === 1) {
+        const input = createReadStream(join(b.directory, "records.jsonl"), {
+            encoding: "utf8",
+        });
+        const lines = createInterface({ input, crlfDelay: Infinity });
+        try {
+            for await (const line of lines)
+                if (line)
+                    yield JSON.parse(line);
+        }
+        finally {
+            lines.close();
+            input.destroy();
+        }
+        return;
+    }
+    validateStorage(b);
+    await objectDirectory(b.directory);
+    const files = new Map(b.inventory.map((e) => [e.fileId, e]));
+    for (const part of b.recordParts) {
+        const file = await openObject(b.directory, part);
+        const input = file.createReadStream({
+            autoClose: false,
+            highWaterMark: bufferLimit,
+        });
+        const digest = createHash("sha256"), decoder = new TextDecoder("utf-8", { fatal: true });
+        let pending = "", bytes = 0, count = 0;
+        try {
+            for await (const chunk of input) {
+                const data = chunk;
+                digest.update(data);
+                bytes += data.length;
+                pending += decoder.decode(data, { stream: true });
+                let newline;
+                while ((newline = pending.indexOf("\n")) >= 0) {
+                    const line = pending.slice(0, newline);
+                    pending = pending.slice(newline + 1);
+                    invariant(line.length && Buffer.byteLength(line) <= documentLimit, "Invalid artifact record size.");
+                    const doc = JSON.parse(line);
+                    const entry = files.get(part.fileId);
+                    invariant(count === 0
+                        ? doc.kind === "file" && doc.id === part.fileId
+                        : doc.kind === "chunk" &&
+                            doc.fileId === part.fileId &&
+                            doc.id === entry.chunkIds[count - 1], "Artifact part membership mismatch.");
+                    count++;
+                    yield doc;
+                }
+                invariant(Buffer.byteLength(pending) <= documentLimit, "Artifact record exceeds safe document limit.");
+            }
+            pending += decoder.decode();
+            invariant(!pending &&
+                bytes === part.byteLength &&
+                count === part.recordCount &&
+                digest.digest("hex") === part.digest, "Artifact object digest/count mismatch.");
+        }
+        finally {
+            input.destroy();
+            await file.close();
+        }
+    }
+}
+/** Owns only this build's output; retained objects are verified again by full build validation. */
+export class ArtifactWriter {
+    directory;
+    storage;
+    recordHashes = {};
+    parts = [];
+    output;
+    pending = [];
+    pendingBytes = 0;
+    part;
+    constructor(directory, storage) {
+        this.directory = directory;
+        this.storage = storage;
+    }
+    static async create(directory, storage) {
+        const writer = new ArtifactWriter(directory, storage);
+        if (storage === "jsonl")
+            writer.output = await open(join(directory, "records.jsonl"), "wx", 0o600);
+        else {
+            requireSegmentSupport();
+            await mkdir(join(directory, "objects"), { mode: 0o700 });
+        }
+        return writer;
+    }
+    async flush() {
+        if (!this.pending.length)
+            return;
+        await this.output.write(this.pending.join(""));
+        this.pending = [];
+        this.pendingBytes = 0;
+    }
+    async finishPart() {
+        await this.flush();
+        if (!this.part)
+            return;
+        await this.output.close();
+        this.output = undefined;
+        const part = this.part;
+        const digest = part.digest.digest("hex");
+        // Output is private to this newly created artifact; no other writer shares it.
+        await rename(part.temp, objectPath(this.directory, digest));
+        this.parts.push({
+            fileId: part.fileId,
+            digest,
+            byteLength: part.bytes,
+            recordCount: part.count,
+        });
+        this.part = undefined;
+    }
+    async emit(doc) {
+        const data = canonical(doc), bytes = Buffer.byteLength(data);
+        invariant(bytes <= documentLimit, `Serialized document exceeds safe limit: ${doc.id}`);
+        invariant(!this.recordHashes[doc.id], "Duplicate document ID.");
+        this.recordHashes[doc.id] = hash(data);
+        if (this.storage === "segments") {
+            if (doc.kind === "file") {
+                await this.finishPart();
+                const temp = join(this.directory, "objects", `${randomUUID()}.tmp`);
+                this.output = await open(temp, "wx", 0o600);
+                this.part = {
+                    fileId: doc.id,
+                    temp,
+                    digest: createHash("sha256"),
+                    bytes: 0,
+                    count: 0,
+                };
+            }
+            invariant(this.part, "Orphan artifact chunk.");
+            this.part.digest.update(data + "\n");
+            this.part.bytes += bytes + 1;
+            this.part.count++;
+        }
+        if (this.pendingBytes + bytes + 1 > bufferLimit)
+            await this.flush();
+        if (bytes + 1 >= bufferLimit)
+            await this.output.write(data + "\n");
+        else {
+            this.pending.push(data + "\n");
+            this.pendingBytes += bytes + 1;
+        }
+    }
+    async retain(previous, part, ids) {
+        await this.finishPart();
+        await objectDirectory(previous.directory);
+        const file = await openObject(previous.directory, part);
+        await file.close();
+        const source = objectPath(previous.directory, part.digest), target = objectPath(this.directory, part.digest);
+        try {
+            await link(source, target);
+        }
+        catch (error) {
+            if (!["EXDEV", "ENOTSUP", "EOPNOTSUPP", "ENOSYS"].includes(error.code ?? ""))
+                throw error;
+            await copyFile(source, target, constants.COPYFILE_EXCL);
+        }
+        for (const id of ids) {
+            invariant(!this.recordHashes[id], "Duplicate document ID.");
+            this.recordHashes[id] = previous.recordHashes[id];
+        }
+        this.parts.push({ ...part });
+    }
+    async finish() {
+        await this.finishPart();
+    }
+    async close() {
+        await this.output?.close();
+        this.output = undefined;
+    }
+}
+//# sourceMappingURL=artifact.js.map

package/dist/artifact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifact.js","sourceRoot":"","sources":["../src/artifact.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EACL,QAAQ,EACR,IAAI,EACJ,KAAK,EACL,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,MAAM,GAEP,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAa,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAY,MAAM,aAAa,CAAC;AAUnE,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC;AAC9B,MAAM,aAAa,GAAG,SAAS,CAAC;AAChC,SAAS,qBAAqB;IAC5B,SAAS,CACP,SAAS,CAAC,UAAU,IAAI,SAAS,CAAC,UAAU,EAC5C,0DAA0D,CAC3D,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,GAAG,CAAC,SAAiB,EAAE,MAAc,EAAE,EAAE;IACvD,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,iCAAiC,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,UAAU,eAAe,CAAC,CAAQ;IACtC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,8BAA8B,CAAC,CAAC;IAC5E,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC3B,MAAM,QAAQ,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,SAAS,CACP,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM;QAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAC5B,CAAC,CAAC,WAAW,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAC1C,uCAAuC,CACxC,CAAC;IACF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtC,SAAS,CACP,IAAI;YACF,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAC/B,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACpC,KAAK;YACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC7B,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;YAC/B,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC;YACrC,IAAI,CAAC,UAAU,GAAG,CAAC;YACnB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;YACtC,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAChD,kCAAkC,CACnC,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,SAAiB;IAC9C,qBAAqB,EAAE,CAAC;IACxB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,SAAS,CACP,IAAI,CAAC,WAAW,EAAE;QAChB,CAAC,IAAI,CAAC,cAAc,EAAE;QACtB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,EACvE,qDAAqD,CACtD,CAAC;AACJ,CAAC;AACD,KAAK,UAAU,UAAU,CACvB,SAAiB,EACjB,IAAgB;IAEhB,qBAAqB,EAAE,CAAC;IACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CACrB,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EAClC,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CACjE,CAAC;IACF,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,SAAS,CACP,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAC9C,6DAA6D,CAC9D,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,eAAe,CAAC,CAAQ;IAC7C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE;YACjE,QAAQ,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK;gBAAE,IAAI,IAAI;oBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAQ,CAAC;QAC1E,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;QACD,OAAO;IACT,CAAC;IACD,eAAe,CAAC,CAAC,CAAC,CAAC;IACnB,MAAM,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,WAAY,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC;YAClC,SAAS,EAAE,KAAK;YAChB,aAAa,EAAE,WAAW;SAC3B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,EACjC,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,EAAE,EACd,KAAK,GAAG,CAAC,EACT,KAAK,GAAG,CAAC,CAAC;QACZ,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,KAAe,CAAC;gBAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACpB,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;gBACrB,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,IAAI,OAAe,CAAC;gBACpB,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;oBACvC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBACrC,SAAS,CACP,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,aAAa,EACvD,+BAA+B,CAChC,CAAC;oBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAQ,CAAC;oBACpC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAE,CAAC;oBACtC,SAAS,CACP,KAAK,KAAK,CAAC;wBACT,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM;wBAC/C,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO;4BAClB,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;4BAC1B,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,QAAS,CAAC,KAAK,GAAG,CAAC,CAAC,EAC3C,oCAAoC,CACrC,CAAC;oBACF,KAAK,EAAE,CAAC;oBACR,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,SAAS,CACP,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,aAAa,EAC3C,8CAA8C,CAC/C,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,SAAS,CACP,CAAC,OAAO;gBACN,KAAK,KAAK,IAAI,CAAC,UAAU;gBACzB,KAAK,KAAK,IAAI,CAAC,WAAW;gBAC1B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,EACtC,wCAAwC,CACzC,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;AACH,CAAC;AAED,mGAAmG;AACnG,MAAM,OAAO,cAAc;IAcd;IACA;IAdF,YAAY,GAA2B,EAAE,CAAC;IAC1C,KAAK,GAAiB,EAAE,CAAC;IAC1B,MAAM,CAAc;IACpB,OAAO,GAAa,EAAE,CAAC;IACvB,YAAY,GAAG,CAAC,CAAC;IACjB,IAAI,CAMV;IACF,YACW,SAAiB,EACjB,OAAwB;QADxB,cAAS,GAAT,SAAS,CAAQ;QACjB,YAAO,GAAP,OAAO,CAAiB;IAChC,CAAC;IACJ,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,SAAiB,EACjB,OAAwB;QAExB,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,OAAO,KAAK,OAAO;YACrB,MAAM,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;aACvE,CAAC;YACJ,qBAAqB,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACO,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,OAAO;QACjC,MAAM,IAAI,CAAC,MAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACxB,CAAC;IACO,KAAK,CAAC,UAAU;QACtB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QACvB,MAAM,IAAI,CAAC,MAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,+EAA+E;QAC/E,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,KAAK;YACtB,WAAW,EAAE,IAAI,CAAC,KAAK;SACxB,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;IACxB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAQ;QACjB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,EACzB,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAClC,SAAS,CACP,KAAK,IAAI,aAAa,EACtB,2CAA2C,GAAG,CAAC,EAAE,EAAE,CACpD,CAAC;QACF,SAAS,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAChE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YAChC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,UAAU,EAAE,MAAM,CAAC,CAAC;gBACpE,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC5C,IAAI,CAAC,IAAI,GAAG;oBACV,MAAM,EAAE,GAAG,CAAC,EAAE;oBACd,IAAI;oBACJ,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC;oBAC5B,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE,CAAC;iBACT,CAAC;YACJ,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,GAAG,WAAW;YAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACpE,IAAI,KAAK,GAAG,CAAC,IAAI,WAAW;YAAE,MAAM,IAAI,CAAC,MAAO,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;aAC/D,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,YAAY,IAAI,KAAK,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IACD,KAAK,CAAC,MAAM,CACV,QAAe,EACf,IAAgB,EAChB,GAAsB;QAEtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EACxD,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IACE,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC,QAAQ,CACnD,KAA+B,CAAC,IAAI,IAAI,EAAE,CAC5C;gBAED,MAAM,KAAK,CAAC;YACd,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1D,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,SAAS,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,wBAAwB,CAAC,CAAC;YAC5D,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAE,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IACD,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;CACF"}

package/dist/build.d.ts

@@ -1,6 +1,11 @@
-import { type Identity } from "./git.js";
+import { resolveCommit, type Identity } from "./git.js";
 import { CHUNKER } from "./chunk.js";
+import { type ArtifactStorage, type RecordPart } from "./artifact.js";
 import { type Doc } from "./common.js";
+import { type FilePolicy } from "./file-policy.js";
+export declare const ANALYZERS: readonly ["english", "japanese", "korean", "standard"];
+export type Analyzer = (typeof ANALYZERS)[number];
+export declare function normalizeAnalyzers(value: unknown): Analyzer[];
 export declare const INDEX_CONFIGS: {
     readonly kind: {
         readonly type: "keyword";
@@ -24,15 +29,86 @@ export declare const INDEX_CONFIGS: {
 };
 export type Preset = {
     schemaVersion: 1;
+    analyzers: readonly Analyzer[];
     chunker: typeof CHUNKER;
     mode: "syntax" | "window";
+    /** Internal evaluation override; the CLI keeps its original enrichment. */
+    enrichment?: "path-only-v1";
     maxFileBytes: number;
+    filePolicy: FilePolicy;
     embedding: {
         model: string;
         dimensions: number;
+        managed?: true;
+        provider?: "openai";
+        similarity?: "cosine";
+        sourceField?: "embeddingText";
     } | null;
 };
 export declare const PRESET: Preset;
+/** Embedding variants share the same chunking behavior. */
+export declare const MANAGED_PRESET: Preset;
+export declare const MANAGED_LARGE_PRESET: Preset;
+export declare function presetFor(embedding?: string, analyzers?: readonly string[], filePolicy?: unknown): Preset;
+export declare function supportedPreset(preset: unknown): preset is Preset;
+export declare function indexConfigs(preset?: Preset): {
+    searchText: {
+        type: "text";
+        analyzers: ("english" | "japanese" | "korean" | "standard")[];
+    };
+    kind: {
+        readonly type: "keyword";
+    };
+    path: {
+        readonly type: "keyword";
+    };
+    language: {
+        readonly type: "keyword";
+    };
+    fileId: {
+        readonly type: "keyword";
+    };
+    symbol: {
+        readonly type: "keyword";
+    };
+} | {
+    embeddingText: {
+        analyzers: ("english" | "japanese" | "korean" | "standard")[];
+        type: "text";
+    };
+    embedding: {
+        type: string;
+        managedEmbedding: boolean;
+        embedding: {
+            model: string;
+            dimensions: number;
+            provider?: "openai";
+            similarity?: "cosine";
+            sourceField?: "embeddingText";
+        };
+    };
+    searchText: {
+        type: "text";
+        analyzers: ("english" | "japanese" | "korean" | "standard")[];
+    };
+    kind: {
+        readonly type: "keyword";
+    };
+    path: {
+        readonly type: "keyword";
+    };
+    language: {
+        readonly type: "keyword";
+    };
+    fileId: {
+        readonly type: "keyword";
+    };
+    symbol: {
+        readonly type: "keyword";
+    };
+};
+/** Validate server enrichment separately; all other payload fields remain exact. */
+export declare function recordHash(doc: Doc, preset: Preset): string;
 export type InventoryItem = {
     path: string;
     pathBase64: string;
@@ -41,6 +117,8 @@ export type InventoryItem = {
     bytes: number;
     status: "included" | "excluded";
     reason?: string;
+    retrieval?: "lexical" | "semantic";
+    policyReason?: string;
     targetBase64?: string;
     fileId?: string;
     chunkIds?: string[];
@@ -48,10 +126,13 @@ export type InventoryItem = {
     parseStatus?: string;
     tokens?: number;
     embedded?: number;
+    managed?: number;
+    managedTokens?: number;
     skipped?: number;
 };
 export type Build = {
-    format: 1;
+    format: 1 | 2;
+    recordParts?: RecordPart[];
     directory: string;
     repoKey: string;
     configHash: string;
@@ -79,13 +160,15 @@ export type Embedder = {
     dimensions: number;
     embed: (text: string) => Promise<number[]>;
 };
-export declare function records(directory: string): AsyncGenerator<Doc>;
+export declare function records(build: Build | string): AsyncGenerator<Doc>;
 export declare function loadBuild(directory: string): Promise<Build>;
 export declare function materialize(args: {
     identity: Identity;
     ref: string;
+    resolvedCommit?: Awaited<ReturnType<typeof resolveCommit>>;
     output: string;
     previous?: Build;
+    storage?: ArtifactStorage;
     preset?: Preset;
     embedder?: Embedder;
     cache?: string;