@mailwoman/corpus 9.2.0 → 9.4.0

package/out/src/parquet-wrapper/schema.d.ts

@@ -1,49 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Typed wrapper around `@dsnp/parquetjs`'s schema definition. Adds:
- *
- *   - `ParquetSchema<T>`: a generic class narrowing the base schema's `schema` property to a
- *       field-by-field typed dict.
- *   - `ParquetSchemaDefinitionCache`: an LRU lookup so hot paths that compute the same schema
- *       repeatedly pay the cost once. Implements `Disposable` so `using` works.
- *   - `createBloomFilters<T>`: helper that takes a schema and a list of columns and returns the
- *       `@dsnp/parquetjs`-shaped bloom-filter spec array.
- *
- *   `Symbol.dispose` is sync (the original was async, but `Disposable`'s contract is sync — async
- *   cleanup belongs on `AsyncDisposable`).
- */
-import { ParquetSchema as BaseParquetSchema } from "@dsnp/parquetjs";
-import type { createSBBFParams as BloomFilterCreation } from "@dsnp/parquetjs/dist/lib/bloomFilterIO/bloomFilterWriter.js";
-import type { FieldDefinition } from "@dsnp/parquetjs/dist/lib/declare.js";
-import { LRUCache } from "lru-cache";
-/**
- * A Parquet record-like object, i.e. a record with string keys and JSON-serializable values.
- */
-/**
- * Shape a row type must satisfy. Declare yours as a `type` alias — TypeScript gives an alias an implicit index
- * signature and an `interface` none, so an otherwise-identical interface does not satisfy this.
- */
-export type ParquetRecordLike = Record<string, unknown | undefined>;
-/**
- * Typed Parquet schema definition.
- */
-export type ParquetSchemaDefinition<T = ParquetRecordLike> = Record<Extract<keyof T, string>, FieldDefinition>;
-/**
- * Typed Parquet schema.
- */
-export declare class ParquetSchema<T> extends BaseParquetSchema {
-    schema: ParquetSchemaDefinition<T>;
-}
-/**
- * Given a Parquet schema and a list of columns, create a list of Bloom filters for those columns.
- */
-export declare function createBloomFilters<T>(parquetSchemaDef: ParquetSchemaDefinition<T>, columns: Extract<keyof T, string>[]): BloomFilterCreation[];
-export declare class ParquetSchemaDefinitionCache extends LRUCache<ParquetSchemaDefinition<ParquetRecordLike>, ParquetSchema<ParquetRecordLike>> implements Disposable {
-    constructor(max?: number);
-    findOrCreateSchema<T extends ParquetRecordLike>(schemaDef: ParquetSchemaDefinition<T>): ParquetSchema<T>;
-    [Symbol.dispose](): void;
-}
-//# sourceMappingURL=schema.d.ts.map

package/out/src/parquet-wrapper/schema.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/parquet-wrapper/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACpE,OAAO,KAAK,EAAE,gBAAgB,IAAI,mBAAmB,EAAE,MAAM,6DAA6D,CAAA;AAC1H,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEpC;;GAEG;AACH;;;GAGG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC,CAAA;AAEnE;;GAEG;AACH,MAAM,MAAM,uBAAuB,CAAC,CAAC,GAAG,iBAAiB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,eAAe,CAAC,CAAA;AAE9G;;GAEG;AACH,qBAAa,aAAa,CAAC,CAAC,CAAE,SAAQ,iBAAiB;IAC9C,MAAM,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAA;CAC1C;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EACnC,gBAAgB,EAAE,uBAAuB,CAAC,CAAC,CAAC,EAC5C,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,EAAE,yBAanC;AAED,qBAAa,4BACZ,SAAQ,QAAQ,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,EAAE,aAAa,CAAC,iBAAiB,CAAC,CAC7F,YAAW,UAAU;gBAET,GAAG,SAAO;IAIf,kBAAkB,CAAC,CAAC,SAAS,iBAAiB,EAAE,SAAS,EAAE,uBAAuB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC;IAYxG,CAAC,MAAM,CAAC,OAAO,CAAC;CAGvB"}

package/out/src/parquet-wrapper/schema.js

@@ -1,55 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Typed wrapper around `@dsnp/parquetjs`'s schema definition. Adds:
- *
- *   - `ParquetSchema<T>`: a generic class narrowing the base schema's `schema` property to a
- *       field-by-field typed dict.
- *   - `ParquetSchemaDefinitionCache`: an LRU lookup so hot paths that compute the same schema
- *       repeatedly pay the cost once. Implements `Disposable` so `using` works.
- *   - `createBloomFilters<T>`: helper that takes a schema and a list of columns and returns the
- *       `@dsnp/parquetjs`-shaped bloom-filter spec array.
- *
- *   `Symbol.dispose` is sync (the original was async, but `Disposable`'s contract is sync — async
- *   cleanup belongs on `AsyncDisposable`).
- */
-import { ParquetSchema as BaseParquetSchema } from "@dsnp/parquetjs";
-import { LRUCache } from "lru-cache";
-/**
- * Typed Parquet schema.
- */
-export class ParquetSchema extends BaseParquetSchema {
-}
-/**
- * Given a Parquet schema and a list of columns, create a list of Bloom filters for those columns.
- */
-export function createBloomFilters(parquetSchemaDef, columns) {
-    const bloomFilters = [];
-    for (const column of columns) {
-        if (!parquetSchemaDef[column]) {
-            throw new Error(`Bloom filter column ${column} not found in Parquet schema`);
-        }
-        bloomFilters.push({ column });
-    }
-    return bloomFilters;
-}
-export class ParquetSchemaDefinitionCache extends LRUCache {
-    constructor(max = 1000) {
-        super({ max });
-    }
-    findOrCreateSchema(schemaDef) {
-        const key = schemaDef;
-        let schema = this.get(key);
-        if (!schema) {
-            schema = new ParquetSchema(schemaDef);
-            this.set(key, schema);
-        }
-        return schema;
-    }
-    [Symbol.dispose]() {
-        this.clear();
-    }
-}
-//# sourceMappingURL=schema.js.map

package/out/src/parquet-wrapper/schema.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/parquet-wrapper/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAGpE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAgBpC;;GAEG;AACH,MAAM,OAAO,aAAiB,SAAQ,iBAAiB;CAEtD;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CACjC,gBAA4C,EAC5C,OAAmC;IAEnC,MAAM,YAAY,GAA0B,EAAE,CAAA;IAE9C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,8BAA8B,CAAC,CAAA;QAC7E,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IAC9B,CAAC;IAED,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,OAAO,4BACZ,SAAQ,QAAsF;IAG9F,YAAY,GAAG,GAAG,IAAI;QACrB,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;IACf,CAAC;IAEM,kBAAkB,CAA8B,SAAqC;QAC3F,MAAM,GAAG,GAAG,SAAuD,CAAA;QACnE,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAiC,CAAA;QAE1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,GAAG,IAAI,aAAa,CAAI,SAAS,CAAC,CAAA;YACxC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAA0C,CAAC,CAAA;QAC1D,CAAC;QAED,OAAO,MAAM,CAAA;IACd,CAAC;IAEM,CAAC,MAAM,CAAC,OAAO,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,CAAA;IACb,CAAC;CACD"}

package/out/src/parquet-wrapper/writer.d.ts

@@ -1,46 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Typed Parquet writer. Two static constructors mirror the base class:
- *
- *   - `openStream`: wrap an existing writable stream.
- *   - `openFile`: open a path on disk, ensuring the parent directory exists first.
- *
- *   Implements `AsyncDisposable` so `await using writer = await ParquetWriter.openFile(...)` flushes
- *   and closes cleanly. `close()` internally serializes against any in-flight flush so back-to-back
- *   dispose calls don't race.
- */
-import { ParquetWriter as BaseParquetWriter } from "@dsnp/parquetjs";
-import type { WriterOptions } from "@dsnp/parquetjs/dist/lib/declare.js";
-import { type WriteStreamMinimal } from "@dsnp/parquetjs/dist/lib/util.js";
-import { type ParquetRecordLike, ParquetSchema, type ParquetSchemaDefinition, ParquetSchemaDefinitionCache } from "./schema.ts";
-/**
- * A typed Parquet writer, wrapping the base Parquet writer.
- */
-export declare class ParquetWriter<T extends ParquetRecordLike> extends BaseParquetWriter implements AsyncDisposable {
-    #private;
-    schema: ParquetSchema<T>;
-    protected static readonly SchemaDefinitionCache: ParquetSchemaDefinitionCache;
-    static openStream<T extends ParquetRecordLike>(schemaLike: ParquetSchema<T> | ParquetSchemaDefinition<T>, outputStream: WriteStreamMinimal, opts?: WriterOptions): Promise<ParquetWriter<T>>;
-    /**
-     * Convenience method to create a new buffered parquet writer that writes to the specified file.
-     */
-    static openFile<T extends ParquetRecordLike>(schemaLike: ParquetSchema<T> | ParquetSchemaDefinition<T>, sourcePath: string | Buffer | URL, opts?: WriterOptions): Promise<ParquetWriter<T>>;
-    /**
-     * Set a metadata key-value pair on the writer.
-     */
-    setMetadata(key: string, value: string): void;
-    /**
-     * Append a row to the buffer. If the buffer is full, the data will be written to disk.
-     */
-    appendRow(row: T): Promise<void>;
-    /**
-     * Flush all buffered data to disk, close the file, and release resources.
-     */
-    close(): Promise<void>;
-    [Symbol.asyncDispose](): Promise<void>;
-    dispose(): Promise<void>;
-}
-//# sourceMappingURL=writer.d.ts.map

package/out/src/parquet-wrapper/writer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../../src/parquet-wrapper/writer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAKH,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qCAAqC,CAAA;AACxE,OAAO,EAAU,KAAK,kBAAkB,EAAE,MAAM,kCAAkC,CAAA;AAGlF,OAAO,EACN,KAAK,iBAAiB,EACtB,aAAa,EACb,KAAK,uBAAuB,EAC5B,4BAA4B,EAC5B,MAAM,aAAa,CAAA;AAEpB;;GAEG;AACH,qBAAa,aAAa,CAAC,CAAC,SAAS,iBAAiB,CAAE,SAAQ,iBAAkB,YAAW,eAAe;;IACnG,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IAChC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,+BAAqC;WAG9D,UAAU,CAAC,CAAC,SAAS,iBAAiB,EAC3D,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,CAAC,EACzD,YAAY,EAAE,kBAAkB,EAChC,IAAI,GAAE,aAAkB,GACtB,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAW5B;;OAEG;WACmB,QAAQ,CAAC,CAAC,SAAS,iBAAiB,EACzD,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,CAAC,EACzD,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,GAAG,EACjC,IAAI,CAAC,EAAE,aAAa,GAClB,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAW5B;;OAEG;IACa,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAI7D;;OAEG;IACmB,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAItD;;OAEG;IACmB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAc/B,CAAC,MAAM,CAAC,YAAY,CAAC;IAIrB,OAAO;CAGpB"}

package/out/src/parquet-wrapper/writer.js

@@ -1,76 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Typed Parquet writer. Two static constructors mirror the base class:
- *
- *   - `openStream`: wrap an existing writable stream.
- *   - `openFile`: open a path on disk, ensuring the parent directory exists first.
- *
- *   Implements `AsyncDisposable` so `await using writer = await ParquetWriter.openFile(...)` flushes
- *   and closes cleanly. `close()` internally serializes against any in-flight flush so back-to-back
- *   dispose calls don't race.
- */
-import * as fs from "node:fs/promises";
-import * as path from "node:path";
-import { ParquetWriter as BaseParquetWriter } from "@dsnp/parquetjs";
-import { osopen } from "@dsnp/parquetjs/dist/lib/util.js";
-import { ParquetEnvelopeWriter } from "@dsnp/parquetjs/dist/lib/writer.js";
-import { ParquetSchema, ParquetSchemaDefinitionCache, } from "./schema.js";
-/**
- * A typed Parquet writer, wrapping the base Parquet writer.
- */
-export class ParquetWriter extends BaseParquetWriter {
-    static SchemaDefinitionCache = new ParquetSchemaDefinitionCache();
-    #flushing = Promise.resolve();
-    static async openStream(schemaLike, outputStream, opts = {}) {
-        const schema = schemaLike instanceof ParquetSchema
-            ? schemaLike
-            : ParquetWriter.SchemaDefinitionCache.findOrCreateSchema(schemaLike);
-        const envelopeWriter = await ParquetEnvelopeWriter.openStream(schema, outputStream, opts);
-        return new ParquetWriter(schema, envelopeWriter, opts);
-    }
-    /**
-     * Convenience method to create a new buffered parquet writer that writes to the specified file.
-     */
-    static async openFile(schemaLike, sourcePath, opts) {
-        if (typeof sourcePath === "string") {
-            await fs.mkdir(path.dirname(sourcePath), { recursive: true });
-        }
-        const outputStream = await osopen(sourcePath, opts);
-        return ParquetWriter.openStream(schemaLike, outputStream, opts);
-    }
-    // @note This fixes invalid Markdown in the base class JSDoc.
-    /**
-     * Set a metadata key-value pair on the writer.
-     */
-    setMetadata(key, value) {
-        return super.setMetadata(key, value);
-    }
-    /**
-     * Append a row to the buffer. If the buffer is full, the data will be written to disk.
-     */
-    async appendRow(row) {
-        return super.appendRow(row);
-    }
-    /**
-     * Flush all buffered data to disk, close the file, and release resources.
-     */
-    async close() {
-        await this.#flushing;
-        if (this.closed)
-            return;
-        const { promise, resolve, reject } = Promise.withResolvers();
-        super.close().then(resolve, reject);
-        this.#flushing = promise;
-        return this.#flushing;
-    }
-    async [Symbol.asyncDispose]() {
-        return this.close();
-    }
-    async dispose() {
-        return this[Symbol.asyncDispose]();
-    }
-}
-//# sourceMappingURL=writer.js.map

package/out/src/parquet-wrapper/writer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../../src/parquet-wrapper/writer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAA;AAEjC,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAEpE,OAAO,EAAE,MAAM,EAA2B,MAAM,kCAAkC,CAAA;AAClF,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAA;AAE1E,OAAO,EAEN,aAAa,EAEb,4BAA4B,GAC5B,MAAM,aAAa,CAAA;AAEpB;;GAEG;AACH,MAAM,OAAO,aAA2C,SAAQ,iBAAiB;IAEtE,MAAM,CAAU,qBAAqB,GAAG,IAAI,4BAA4B,EAAE,CAAA;IACpF,SAAS,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAA;IAE5C,MAAM,CAAU,KAAK,CAAC,UAAU,CAC/B,UAAyD,EACzD,YAAgC,EAChC,OAAsB,EAAE;QAExB,MAAM,MAAM,GACX,UAAU,YAAY,aAAa;YAClC,CAAC,CAAC,UAAU;YACZ,CAAC,CAAC,aAAa,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAA;QAEtE,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;QAEzF,OAAO,IAAI,aAAa,CAAI,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,CAAA;IAC1D,CAAC;IAED;;OAEG;IACH,MAAM,CAAU,KAAK,CAAC,QAAQ,CAC7B,UAAyD,EACzD,UAAiC,EACjC,IAAoB;QAEpB,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QAEnD,OAAO,aAAa,CAAC,UAAU,CAAI,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IACnE,CAAC;IAED,6DAA6D;IAC7D;;OAEG;IACa,WAAW,CAAC,GAAW,EAAE,KAAa;QACrD,OAAO,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACrC,CAAC;IAED;;OAEG;IACa,KAAK,CAAC,SAAS,CAAC,GAAM;QACrC,OAAO,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IAC5B,CAAC;IAED;;OAEG;IACa,KAAK,CAAC,KAAK;QAC1B,MAAM,IAAI,CAAC,SAAS,CAAA;QAEpB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAEvB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,EAAQ,CAAA;QAElE,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAEnC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAA;QAExB,OAAO,IAAI,CAAC,SAAS,CAAA;IACtB,CAAC;IAEM,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACjC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;IAEM,KAAK,CAAC,OAAO;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAA;IACnC,CAAC"}

package/out/src/runner.d.ts

@@ -1,126 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Adapter runner — drives a `CorpusAdapter` to completion and writes intermediate JSONL + a
- *   per-shard manifest.
- *
- *   Output layout under `outputDir`:
- *
- *   ```
- *   <outputDir>/<adapter.id>/
- *   canonical.jsonl       # one row per line, in emission order
- *   MANIFEST.json         # adapter id, version, row count, sha256, license, started_at, ended_at
- * ```
- *
- *   The runner is responsible for everything an adapter is **not** responsible for:
- *
- *   - Stamping `corpus_version` on every row (adapters must NOT set it).
- *   - Applying `canonicalDedupKey` and skipping duplicates.
- *   - Streaming sha256 over JSONL bytes so the manifest checksum doesn't require a re-read.
- *   - Honoring backpressure on the output write stream.
- *   - Counting + emitting periodic progress to an optional callback.
- *   - Honoring `signal` (delegates to adapter's iteration boundary).
- *
- *   The runner does NOT perform alignment, tokenization, synthesis, or sharding into Parquet. Those
- *   steps run later, consuming the JSONL shards this writes.
- */
-import { type AdapterRegistry } from "#adapters/utils";
-import type { AdapterOptions, CorpusAdapter } from "#types";
-/**
- * Snapshot of the runner's state, emitted on every progress tick.
- */
-export interface RunnerProgress {
-    /**
-     * Adapter being driven.
-     */
-    adapterID: string;
-    /**
-     * Total rows the adapter has yielded (before dedup).
-     */
-    yielded: number;
-    /**
-     * Rows actually written to JSONL (after dedup).
-     */
-    written: number;
-    /**
-     * Bytes written to JSONL so far.
-     */
-    bytes: number;
-    /**
-     * Wall-clock milliseconds since the run started.
-     */
-    elapsed_ms: number;
-}
-/**
- * Per-invocation options for `runAdapter`.
- */
-export interface RunAdapterOptions {
-    /**
-     * Adapter to drive.
-     */
-    adapter: CorpusAdapter;
-    /**
-     * Options handed to the adapter (input path, country filter, limit, signal).
-     */
-    adapterOptions: AdapterOptions;
-    /**
-     * Root output directory; the runner creates `<outputDir>/<adapter.id>/` under it.
-     */
-    outputDir: string;
-    /**
-     * Corpus version stamped onto every row. Locked together with the tokenizer version.
-     */
-    corpusVersion: string;
-    /**
-     * Optional progress callback. Invoked every `progressEvery` rows yielded (default 1000) and once at the end of the
-     * run. Errors thrown from this callback abort the run.
-     */
-    onProgress?: (snapshot: RunnerProgress) => void;
-    /**
-     * Yielded-row interval at which `onProgress` fires. Defaults to 1000. The terminal tick is always emitted regardless
-     * of this value.
-     */
-    progressEvery?: number;
-}
-/**
- * Return value of `runAdapter`: the same shape as `MANIFEST.json` on disk.
- */
-export interface AdapterRunManifest {
-    adapter_id: string;
-    corpus_version: string;
-    default_license: string;
-    description: string;
-    yielded: number;
-    written: number;
-    deduped: number;
-    bytes: number;
-    sha256: string;
-    jsonl_path: string;
-    started_at: string;
-    ended_at: string;
-    elapsed_ms: number;
-}
-/**
- * Drive a single adapter to completion.
- *
- * Returns the manifest describing the run. Writes `canonical.jsonl` + `MANIFEST.json` under `outputDir/<adapter.id>/`.
- * Throws if the output directory cannot be created, if a row arrives with a missing required field, or if the abort
- * signal fires.
- */
-export declare function runAdapter(opts: RunAdapterOptions): Promise<AdapterRunManifest>;
-/**
- * Drive every adapter in a registry sequentially. Stops on the first failure (caller can filter the registry before
- * calling if partial-failure is desired).
- *
- * Returns the manifests in registry insertion order.
- */
-export declare function runAllAdapters(registry: AdapterRegistry, common: Omit<RunAdapterOptions, "adapter"> & {
-    adapterOptionsFor?: (a: CorpusAdapter) => AdapterOptions;
-}): Promise<AdapterRunManifest[]>;
-/**
- * Convenience: ensure the parent directory of `filePath` exists.
- */
-export declare function ensureParentDir(filePath: string): Promise<void>;
-//# sourceMappingURL=runner.d.ts.map

package/out/src/runner.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAMH,OAAO,EAAsC,KAAK,eAAe,EAAwB,MAAM,iBAAiB,CAAA;AAChH,OAAO,KAAK,EAAE,cAAc,EAAgB,aAAa,EAAE,MAAM,QAAQ,CAAA;AAEzE;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,UAAU,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;OAEG;IACH,cAAc,EAAE,cAAc,CAAA;IAE9B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,aAAa,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,KAAK,IAAI,CAAA;IAE/C;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC,UAAU,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;IACtB,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CAClB;AAED;;;;;;GAMG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA2GrF;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,QAAQ,EAAE,eAAe,EACzB,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,GAAG;IAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,cAAc,CAAA;CAAE,GACvG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAgB/B;AAgDD;;GAEG;AACH,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE"}

package/out/src/runner.js

@@ -1,189 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   Adapter runner — drives a `CorpusAdapter` to completion and writes intermediate JSONL + a
- *   per-shard manifest.
- *
- *   Output layout under `outputDir`:
- *
- *   ```
- *   <outputDir>/<adapter.id>/
- *   canonical.jsonl       # one row per line, in emission order
- *   MANIFEST.json         # adapter id, version, row count, sha256, license, started_at, ended_at
- * ```
- *
- *   The runner is responsible for everything an adapter is **not** responsible for:
- *
- *   - Stamping `corpus_version` on every row (adapters must NOT set it).
- *   - Applying `canonicalDedupKey` and skipping duplicates.
- *   - Streaming sha256 over JSONL bytes so the manifest checksum doesn't require a re-read.
- *   - Honoring backpressure on the output write stream.
- *   - Counting + emitting periodic progress to an optional callback.
- *   - Honoring `signal` (delegates to adapter's iteration boundary).
- *
- *   The runner does NOT perform alignment, tokenization, synthesis, or sharding into Parquet. Those
- *   steps run later, consuming the JSONL shards this writes.
- */
-import { createWriteStream } from "node:fs";
-import { mkdir, writeFile } from "node:fs/promises";
-import { dirname, join } from "node:path";
-import { canonicalDedupKey, streamingSha256 } from "#adapters/utils";
-/**
- * Drive a single adapter to completion.
- *
- * Returns the manifest describing the run. Writes `canonical.jsonl` + `MANIFEST.json` under `outputDir/<adapter.id>/`.
- * Throws if the output directory cannot be created, if a row arrives with a missing required field, or if the abort
- * signal fires.
- */
-export async function runAdapter(opts) {
-    const { adapter, adapterOptions, outputDir, corpusVersion } = opts;
-    const progressEvery = opts.progressEvery ?? 1000;
-    const adapterDir = join(outputDir, adapter.id);
-    await mkdir(adapterDir, { recursive: true });
-    const jsonlPath = join(adapterDir, "canonical.jsonl");
-    const manifestPath = join(adapterDir, "MANIFEST.json");
-    const startedAt = new Date();
-    const t0 = performance.now();
-    const stream = createWriteStream(jsonlPath, { encoding: "utf8" });
-    const hasher = streamingSha256();
-    const seen = new Set();
-    const DEDUP_MAX_SIZE = 10_000_000;
-    let dedupExhausted = false;
-    let yielded = 0;
-    let written = 0;
-    let bytes = 0;
-    const emitProgress = () => {
-        opts.onProgress?.({
-            adapterID: adapter.id,
-            yielded,
-            written,
-            bytes,
-            elapsed_ms: performance.now() - t0,
-        });
-    };
-    try {
-        for await (const row of adapter.rows(adapterOptions)) {
-            if (adapterOptions.signal?.aborted) {
-                throw new DOMException("Adapter run aborted by signal", "AbortError");
-            }
-            yielded++;
-            assertEmittedRow(adapter, row);
-            const stamped = { ...row, corpus_version: corpusVersion };
-            const key = canonicalDedupKey(stamped);
-            if (!dedupExhausted) {
-                if (seen.has(key)) {
-                    if (yielded % progressEvery === 0) {
-                        emitProgress();
-                    }
-                    continue;
-                }
-                if (seen.size >= DEDUP_MAX_SIZE) {
-                    dedupExhausted = true;
-                    process.stderr.write(`  runner: dedup set full at ${DEDUP_MAX_SIZE.toLocaleString()} — skipping dedup for remaining rows\n`);
-                }
-                else {
-                    seen.add(key);
-                }
-            }
-            const line = `${JSON.stringify(stamped)}\n`;
-            hasher.update(line);
-            bytes += Buffer.byteLength(line, "utf8");
-            written++;
-            if (!stream.write(line)) {
-                await once(stream, "drain");
-            }
-            if (yielded % progressEvery === 0) {
-                emitProgress();
-            }
-        }
-    }
-    finally {
-        stream.end();
-        await once(stream, "close");
-    }
-    const endedAt = new Date();
-    const elapsed_ms = performance.now() - t0;
-    emitProgress();
-    const manifest = {
-        adapter_id: adapter.id,
-        corpus_version: corpusVersion,
-        default_license: adapter.defaultLicense,
-        description: adapter.description,
-        yielded,
-        written,
-        deduped: yielded - written,
-        bytes,
-        sha256: hasher.digest(),
-        jsonl_path: jsonlPath,
-        started_at: startedAt.toISOString(),
-        ended_at: endedAt.toISOString(),
-        elapsed_ms,
-    };
-    await writeFile(manifestPath, `${JSON.stringify(manifest, null, 2)}\n`, "utf8");
-    return manifest;
-}
-/**
- * Drive every adapter in a registry sequentially. Stops on the first failure (caller can filter the registry before
- * calling if partial-failure is desired).
- *
- * Returns the manifests in registry insertion order.
- */
-export async function runAllAdapters(registry, common) {
-    const out = [];
-    for (const adapter of registry.list()) {
-        const adapterOptions = common.adapterOptionsFor?.(adapter) ?? common.adapterOptions;
-        out.push(await runAdapter({
-            ...common,
-            adapter,
-            adapterOptions,
-        }));
-    }
-    return out;
-}
-/**
- * Validate an emitted row. Cheap; runs once per row. Catches adapter bugs early so the JSONL doesn't end up
- * half-malformed.
- */
-function assertEmittedRow(adapter, row) {
-    if (row.source !== adapter.id) {
-        throw new Error(`adapter ${adapter.id}: row.source must equal adapter.id (got ${JSON.stringify(row.source)})`);
-    }
-    if (!row.source_id) {
-        throw new Error(`adapter ${adapter.id}: row.source_id is empty`);
-    }
-    if (!row.raw) {
-        throw new Error(`adapter ${adapter.id}: row.raw is empty for source_id=${row.source_id}`);
-    }
-    if (!row.country) {
-        throw new Error(`adapter ${adapter.id}: row.country is empty for source_id=${row.source_id}`);
-    }
-    if (!row.license) {
-        throw new Error(`adapter ${adapter.id}: row.license is empty for source_id=${row.source_id}`);
-    }
-}
-/**
- * Promise-ify a single event emission. Used to await `drain` / `close` on the write stream.
- */
-function once(emitter, event) {
-    return new Promise((resolve, reject) => {
-        const onEvent = () => {
-            emitter.off("error", onError);
-            resolve();
-        };
-        const onError = (err) => {
-            emitter.off(event, onEvent);
-            reject(err);
-        };
-        emitter.once(event, onEvent);
-        emitter.once("error", onError);
-    });
-}
-/**
- * Convenience: ensure the parent directory of `filePath` exists.
- */
-export async function ensureParentDir(filePath) {
-    await mkdir(dirname(filePath), { recursive: true });
-}
-//# sourceMappingURL=runner.js.map

package/out/src/runner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,iBAAiB,EAAoB,MAAM,SAAS,CAAA;AAC7D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEzC,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAA8C,MAAM,iBAAiB,CAAA;AAyFhH;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAuB;IACvD,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,IAAI,CAAA;IAClE,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAA;IAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;IAC9C,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAE5C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAA;IACrD,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;IAEtD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAA;IAC5B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAE5B,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IACjE,MAAM,MAAM,GAAoB,eAAe,EAAE,CAAA;IACjD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,cAAc,GAAG,UAAU,CAAA;IACjC,IAAI,cAAc,GAAG,KAAK,CAAA;IAE1B,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,MAAM,YAAY,GAAG,GAAS,EAAE;QAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,OAAO;YACP,OAAO;YACP,KAAK;YACL,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;SAClC,CAAC,CAAA;IACH,CAAC,CAAA;IAED,IAAI,CAAC;QACJ,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACtD,IAAI,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpC,MAAM,IAAI,YAAY,CAAC,+BAA+B,EAAE,YAAY,CAAC,CAAA;YACtE,CAAC;YAED,OAAO,EAAE,CAAA;YACT,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;YAE9B,MAAM,OAAO,GAAiB,EAAE,GAAG,GAAG,EAAE,cAAc,EAAE,aAAa,EAAE,CAAA;YACvE,MAAM,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;YAEtC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,OAAO,GAAG,aAAa,KAAK,CAAC,EAAE,CAAC;wBACnC,YAAY,EAAE,CAAA;oBACf,CAAC;oBAED,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC;oBACjC,cAAc,GAAG,IAAI,CAAA;oBAErB,OAAO,CAAC,MAAM,CAAC,KAAK,CACnB,+BAA+B,cAAc,CAAC,cAAc,EAAE,wCAAwC,CACtG,CAAA;gBACF,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACd,CAAC;YACF,CAAC;YAED,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAA;YAC3C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnB,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAExC,OAAO,EAAE,CAAA;YAET,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC5B,CAAC;YAED,IAAI,OAAO,GAAG,aAAa,KAAK,CAAC,EAAE,CAAC;gBACnC,YAAY,EAAE,CAAA;YACf,CAAC;QACF,CAAC;IACF,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,GAAG,EAAE,CAAA;QACZ,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC5B,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAA;IAC1B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;IACzC,YAAY,EAAE,CAAA;IAEd,MAAM,QAAQ,GAAuB;QACpC,UAAU,EAAE,OAAO,CAAC,EAAE;QACtB,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,OAAO,CAAC,cAAc;QACvC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO;QACP,OAAO;QACP,OAAO,EAAE,OAAO,GAAG,OAAO;QAC1B,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;QACvB,UAAU,EAAE,SAAS;QACrB,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;QACnC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE;QAC/B,UAAU;KACV,CAAA;IAED,MAAM,SAAS,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAE/E,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,QAAyB,EACzB,MAAyG;IAEzG,MAAM,GAAG,GAAyB,EAAE,CAAA;IAEpC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,cAAc,CAAA;QAEnF,GAAG,CAAC,IAAI,CACP,MAAM,UAAU,CAAC;YAChB,GAAG,MAAM;YACT,OAAO;YACP,cAAc;SACd,CAAC,CACF,CAAA;IACF,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,OAAsB,EAAE,GAAiB;IAClE,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,2CAA2C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC/G,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACjE,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,oCAAoC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC1F,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,wCAAwC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC9F,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,wCAAwC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC9F,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAS,IAAI,CAAC,OAAoB,EAAE,KAAwB;IAC3D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,MAAM,OAAO,GAAG,GAAS,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAC7B,OAAO,EAAE,CAAA;QACV,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,CAAC,GAAU,EAAQ,EAAE;YACpC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC3B,MAAM,CAAC,GAAG,CAAC,CAAA;QACZ,CAAC,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB;IACrD,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;AACpD,CAAC"}

package/out/src/shard-recipes/anchor-absorption.d.ts

@@ -1,20 +0,0 @@
-/**
- * @copyright Sister Software
- * @license AGPL-3.0
- * @author Teffen Ellis, et al.
- *
- *   `anchor-absorption` shard recipe (#220/#723, Probe A1) — self-generates `--count` rows from
- *   {@link synthesizeAnchorAbsorptionRow}'s 6-slice mix (CASE-H / CASE-P-us-rural / CASE-P-de /
- *   anchor-fp / locale-ambig / standard), aligns each to BIO, and emits a labeled JSONL. The
- *   LEADING 5-digit on CASE-H/anchor-fp/locale-ambig is sampled from the REAL US ZIPs in the
- *   postcode-anchor lookup, so the shaped-painted anchor fires on it exactly as inference does —
- *   teaching the model to OVERRIDE a present anchor from context. Ported from
- *   scripts/build-anchor-absorption-shard.mjs.
- */
-import { type ShardRecipe } from "./scaffold.ts";
-/**
- * Shard recipe registered with the corpus builder — see the file header for the parse behaviour it exists to exercise,
- * and `description` below for the surface form it generates.
- */
-export declare const anchorAbsorptionRecipe: ShardRecipe;
-//# sourceMappingURL=anchor-absorption.d.ts.map

package/out/src/shard-recipes/anchor-absorption.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anchor-absorption.d.ts","sourceRoot":"","sources":["../../../src/shard-recipes/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAUH,OAAO,EAA0B,KAAK,WAAW,EAAE,MAAM,eAAe,CAAA;AAwBxE;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE,WAoDpC,CAAA"}