@mailwoman/corpus 9.1.0 → 9.3.0

package/out/runner.d.ts

@@ -0,0 +1,130 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Adapter runner — drives a `CorpusAdapter` to completion and writes intermediate JSONL + a
+ *   per-slice manifest.
+ *
+ *   Output layout under `outputDir`:
+ *
+ *   ```
+ *   <outputDir>/<adapter.id>/
+ *   canonical.jsonl       # one row per line, in emission order
+ *   MANIFEST.json         # adapter id, version, row count, sha256, license, started_at, ended_at
+ * ```
+ *
+ *   The runner is responsible for everything an adapter is **not** responsible for:
+ *
+ *   - Stamping `corpus_version` on every row (adapters must NOT set it).
+ *   - Applying `canonicalDedupKey` and skipping duplicates.
+ *   - Streaming sha256 over JSONL bytes so the manifest checksum doesn't require a re-read.
+ *   - Honoring backpressure on the output write stream.
+ *   - Counting + emitting periodic progress to an optional callback.
+ *   - Honoring `signal` (delegates to adapter's iteration boundary).
+ *
+ *   The runner does NOT perform alignment, tokenization, synthesis, or slicing into Parquet. Those
+ *   steps run later, consuming the JSONL slices this writes.
+ */
+import { type WriteStream } from "@mailwoman/core/fs/streams";
+import { type PathBuilderLike } from "path-ts";
+import { type AdapterRegistry } from "#adapters/utils";
+import type { AdapterOptions, CorpusAdapter } from "#types";
+/**
+ * Snapshot of the runner's state, emitted on every progress tick.
+ */
+export interface RunnerProgress {
+    /**
+     * Adapter being driven.
+     */
+    adapterID: string;
+    /**
+     * Total rows the adapter has yielded (before dedup).
+     */
+    yielded: number;
+    /**
+     * Rows actually written to JSONL (after dedup).
+     */
+    written: number;
+    /**
+     * Bytes written to JSONL so far.
+     */
+    bytes: number;
+    /**
+     * Wall-clock milliseconds since the run started.
+     */
+    elapsed_ms: number;
+}
+/**
+ * Per-invocation options for `runAdapter`.
+ */
+export interface RunAdapterOptions {
+    /**
+     * Adapter to drive.
+     */
+    adapter: CorpusAdapter;
+    /**
+     * Options handed to the adapter (input path, country filter, limit, signal).
+     */
+    adapterOptions: AdapterOptions;
+    /**
+     * Root output directory; the runner creates `<outputDir>/<adapter.id>/` under it.
+     */
+    outputDir: PathBuilderLike;
+    /**
+     * Corpus version stamped onto every row. Locked together with the tokenizer version.
+     */
+    corpusVersion: string;
+    /**
+     * Optional progress callback. Invoked every `progressEvery` rows yielded (default 1000) and once at the end of the
+     * run. Errors thrown from this callback abort the run.
+     */
+    onProgress?: (snapshot: RunnerProgress) => void;
+    /**
+     * Yielded-row interval at which `onProgress` fires. Defaults to 1000. The terminal tick is always emitted regardless
+     * of this value.
+     */
+    progressEvery?: number;
+}
+/**
+ * Return value of `runAdapter`: the same shape as `MANIFEST.json` on disk.
+ */
+export interface AdapterRunManifest {
+    adapter_id: string;
+    corpus_version: string;
+    default_license: string;
+    description: string;
+    yielded: number;
+    written: number;
+    deduped: number;
+    bytes: number;
+    sha256: string;
+    jsonl_path: string;
+    started_at: string;
+    ended_at: string;
+    elapsed_ms: number;
+}
+/**
+ * Drive a single adapter to completion.
+ *
+ * Returns the manifest describing the run. Writes `canonical.jsonl` + `MANIFEST.json` under `outputDir/<adapter.id>/`.
+ * Throws if the output directory cannot be created, if a row arrives with a missing required field, or if the abort
+ * signal fires.
+ */
+export declare function runAdapter(opts: RunAdapterOptions): Promise<AdapterRunManifest>;
+/**
+ * Drive every adapter in a registry sequentially. Stops on the first failure (caller can filter the registry before
+ * calling if partial-failure is desired).
+ *
+ * Returns the manifests in registry insertion order.
+ */
+export declare function runAllAdapters(registry: AdapterRegistry, common: Omit<RunAdapterOptions, "adapter"> & {
+    adapterOptionsFor?: (a: CorpusAdapter) => AdapterOptions;
+}): Promise<AdapterRunManifest[]>;
+/**
+ * Promise-ify a single event emission. Used to await `drain` / `close` on the write stream. Exported for `build.ts`,
+ * whose stage streams await `close` the same way; unlike a bare two-listener race, the loser listener is detached so a
+ * long-lived stream does not accumulate one orphan handler per wait.
+ */
+export declare function once(emitter: WriteStream, event: "drain" | "close"): Promise<void>;
+//# sourceMappingURL=runner.d.ts.map

package/out/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../lib/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAmB,KAAK,WAAW,EAAE,MAAM,4BAA4B,CAAA;AAE9E,OAAO,EAAQ,KAAK,eAAe,EAAE,MAAM,SAAS,CAAA;AAEpD,OAAO,EAAsC,KAAK,eAAe,EAAwB,MAAM,iBAAiB,CAAA;AAChH,OAAO,KAAK,EAAE,cAAc,EAAgB,aAAa,EAAE,MAAM,QAAQ,CAAA;AAEzE;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,UAAU,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;OAEG;IACH,cAAc,EAAE,cAAc,CAAA;IAE9B;;OAEG;IACH,SAAS,EAAE,eAAe,CAAA;IAE1B;;OAEG;IACH,aAAa,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,KAAK,IAAI,CAAA;IAE/C;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAClC,UAAU,EAAE,MAAM,CAAA;IAClB,cAAc,EAAE,MAAM,CAAA;IACtB,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CAClB;AAED;;;;;;GAMG;AACH,wBAAsB,UAAU,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA2GrF;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,QAAQ,EAAE,eAAe,EACzB,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,SAAS,CAAC,GAAG;IAAE,iBAAiB,CAAC,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,cAAc,CAAA;CAAE,GACvG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAgB/B;AA4BD;;;;GAIG;AACH,wBAAgB,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAelF"}

package/out/runner.js

@@ -0,0 +1,185 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Adapter runner — drives a `CorpusAdapter` to completion and writes intermediate JSONL + a
+ *   per-slice manifest.
+ *
+ *   Output layout under `outputDir`:
+ *
+ *   ```
+ *   <outputDir>/<adapter.id>/
+ *   canonical.jsonl       # one row per line, in emission order
+ *   MANIFEST.json         # adapter id, version, row count, sha256, license, started_at, ended_at
+ * ```
+ *
+ *   The runner is responsible for everything an adapter is **not** responsible for:
+ *
+ *   - Stamping `corpus_version` on every row (adapters must NOT set it).
+ *   - Applying `canonicalDedupKey` and skipping duplicates.
+ *   - Streaming sha256 over JSONL bytes so the manifest checksum doesn't require a re-read.
+ *   - Honoring backpressure on the output write stream.
+ *   - Counting + emitting periodic progress to an optional callback.
+ *   - Honoring `signal` (delegates to adapter's iteration boundary).
+ *
+ *   The runner does NOT perform alignment, tokenization, synthesis, or slicing into Parquet. Those
+ *   steps run later, consuming the JSONL slices this writes.
+ */
+import { openWriteStream } from "@mailwoman/core/fs/streams";
+import { writeLocalJSONFile, makeDirectories } from "@mailwoman/core/fs/writers";
+import { join } from "path-ts";
+import { canonicalDedupKey, streamingSha256 } from "#adapters/utils";
+/**
+ * Drive a single adapter to completion.
+ *
+ * Returns the manifest describing the run. Writes `canonical.jsonl` + `MANIFEST.json` under `outputDir/<adapter.id>/`.
+ * Throws if the output directory cannot be created, if a row arrives with a missing required field, or if the abort
+ * signal fires.
+ */
+export async function runAdapter(opts) {
+    const { adapter, adapterOptions, outputDir, corpusVersion } = opts;
+    const progressEvery = opts.progressEvery ?? 1000;
+    const adapterDir = join(outputDir, adapter.id);
+    await makeDirectories(adapterDir);
+    const jsonlPath = join(adapterDir, "canonical.jsonl");
+    const manifestPath = join(adapterDir, "MANIFEST.json");
+    const startedAt = new Date();
+    const t0 = performance.now();
+    const stream = openWriteStream(jsonlPath, { encoding: "utf8" });
+    const hasher = streamingSha256();
+    const seen = new Set();
+    const DEDUP_MAX_SIZE = 10_000_000;
+    let dedupExhausted = false;
+    let yielded = 0;
+    let written = 0;
+    let bytes = 0;
+    const emitProgress = () => {
+        opts.onProgress?.({
+            adapterID: adapter.id,
+            yielded,
+            written,
+            bytes,
+            elapsed_ms: performance.now() - t0,
+        });
+    };
+    try {
+        for await (const row of adapter.rows(adapterOptions)) {
+            if (adapterOptions.signal?.aborted) {
+                throw new DOMException("Adapter run aborted by signal", "AbortError");
+            }
+            yielded++;
+            assertEmittedRow(adapter, row);
+            const stamped = { ...row, corpus_version: corpusVersion };
+            const key = canonicalDedupKey(stamped);
+            if (!dedupExhausted) {
+                if (seen.has(key)) {
+                    if (yielded % progressEvery === 0) {
+                        emitProgress();
+                    }
+                    continue;
+                }
+                if (seen.size >= DEDUP_MAX_SIZE) {
+                    dedupExhausted = true;
+                    process.stderr.write(`  runner: dedup set full at ${DEDUP_MAX_SIZE.toLocaleString()} — skipping dedup for remaining rows\n`);
+                }
+                else {
+                    seen.add(key);
+                }
+            }
+            const line = `${JSON.stringify(stamped)}\n`;
+            hasher.update(line);
+            bytes += Buffer.byteLength(line, "utf8");
+            written++;
+            if (!stream.write(line)) {
+                await once(stream, "drain");
+            }
+            if (yielded % progressEvery === 0) {
+                emitProgress();
+            }
+        }
+    }
+    finally {
+        stream.end();
+        await once(stream, "close");
+    }
+    const endedAt = new Date();
+    const elapsed_ms = performance.now() - t0;
+    emitProgress();
+    const manifest = {
+        adapter_id: adapter.id,
+        corpus_version: corpusVersion,
+        default_license: adapter.defaultLicense,
+        description: adapter.description,
+        yielded,
+        written,
+        deduped: yielded - written,
+        bytes,
+        sha256: hasher.digest(),
+        jsonl_path: jsonlPath,
+        started_at: startedAt.toISOString(),
+        ended_at: endedAt.toISOString(),
+        elapsed_ms,
+    };
+    await writeLocalJSONFile(manifest, manifestPath);
+    return manifest;
+}
+/**
+ * Drive every adapter in a registry sequentially. Stops on the first failure (caller can filter the registry before
+ * calling if partial-failure is desired).
+ *
+ * Returns the manifests in registry insertion order.
+ */
+export async function runAllAdapters(registry, common) {
+    const out = [];
+    for (const adapter of registry.list()) {
+        const adapterOptions = common.adapterOptionsFor?.(adapter) ?? common.adapterOptions;
+        out.push(await runAdapter({
+            ...common,
+            adapter,
+            adapterOptions,
+        }));
+    }
+    return out;
+}
+/**
+ * Validate an emitted row. Cheap; runs once per row. Catches adapter bugs early so the JSONL doesn't end up
+ * half-malformed.
+ */
+function assertEmittedRow(adapter, row) {
+    if (row.source !== adapter.id) {
+        throw new Error(`adapter ${adapter.id}: row.source must equal adapter.id (got ${JSON.stringify(row.source)})`);
+    }
+    if (!row.source_id) {
+        throw new Error(`adapter ${adapter.id}: row.source_id is empty`);
+    }
+    if (!row.raw) {
+        throw new Error(`adapter ${adapter.id}: row.raw is empty for source_id=${row.source_id}`);
+    }
+    if (!row.country) {
+        throw new Error(`adapter ${adapter.id}: row.country is empty for source_id=${row.source_id}`);
+    }
+    if (!row.license) {
+        throw new Error(`adapter ${adapter.id}: row.license is empty for source_id=${row.source_id}`);
+    }
+}
+/**
+ * Promise-ify a single event emission. Used to await `drain` / `close` on the write stream. Exported for `build.ts`,
+ * whose stage streams await `close` the same way; unlike a bare two-listener race, the loser listener is detached so a
+ * long-lived stream does not accumulate one orphan handler per wait.
+ */
+export function once(emitter, event) {
+    return new Promise((resolve, reject) => {
+        const onEvent = () => {
+            emitter.off("error", onError);
+            resolve();
+        };
+        const onError = (err) => {
+            emitter.off(event, onEvent);
+            reject(err);
+        };
+        emitter.once(event, onEvent);
+        emitter.once("error", onError);
+    });
+}
+//# sourceMappingURL=runner.js.map

package/out/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../lib/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,eAAe,EAAoB,MAAM,4BAA4B,CAAA;AAC9E,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAChF,OAAO,EAAE,IAAI,EAAwB,MAAM,SAAS,CAAA;AAEpD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAA8C,MAAM,iBAAiB,CAAA;AAyFhH;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAuB;IACvD,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,IAAI,CAAA;IAClE,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAA;IAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAA;IAC9C,MAAM,eAAe,CAAC,UAAU,CAAC,CAAA;IAEjC,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAA;IACrD,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;IAEtD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAA;IAC5B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAE5B,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAC/D,MAAM,MAAM,GAAoB,eAAe,EAAE,CAAA;IACjD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,cAAc,GAAG,UAAU,CAAA;IACjC,IAAI,cAAc,GAAG,KAAK,CAAA;IAE1B,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,MAAM,YAAY,GAAG,GAAS,EAAE;QAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,OAAO;YACP,OAAO;YACP,KAAK;YACL,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;SAClC,CAAC,CAAA;IACH,CAAC,CAAA;IAED,IAAI,CAAC;QACJ,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACtD,IAAI,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpC,MAAM,IAAI,YAAY,CAAC,+BAA+B,EAAE,YAAY,CAAC,CAAA;YACtE,CAAC;YAED,OAAO,EAAE,CAAA;YACT,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;YAE9B,MAAM,OAAO,GAAiB,EAAE,GAAG,GAAG,EAAE,cAAc,EAAE,aAAa,EAAE,CAAA;YACvE,MAAM,GAAG,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;YAEtC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,OAAO,GAAG,aAAa,KAAK,CAAC,EAAE,CAAC;wBACnC,YAAY,EAAE,CAAA;oBACf,CAAC;oBAED,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC;oBACjC,cAAc,GAAG,IAAI,CAAA;oBAErB,OAAO,CAAC,MAAM,CAAC,KAAK,CACnB,+BAA+B,cAAc,CAAC,cAAc,EAAE,wCAAwC,CACtG,CAAA;gBACF,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACd,CAAC;YACF,CAAC;YAED,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAA;YAC3C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnB,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAExC,OAAO,EAAE,CAAA;YAET,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC5B,CAAC;YAED,IAAI,OAAO,GAAG,aAAa,KAAK,CAAC,EAAE,CAAC;gBACnC,YAAY,EAAE,CAAA;YACf,CAAC;QACF,CAAC;IACF,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,GAAG,EAAE,CAAA;QACZ,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC5B,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAA;IAC1B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;IACzC,YAAY,EAAE,CAAA;IAEd,MAAM,QAAQ,GAAuB;QACpC,UAAU,EAAE,OAAO,CAAC,EAAE;QACtB,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,OAAO,CAAC,cAAc;QACvC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO;QACP,OAAO;QACP,OAAO,EAAE,OAAO,GAAG,OAAO;QAC1B,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;QACvB,UAAU,EAAE,SAAS;QACrB,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;QACnC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE;QAC/B,UAAU;KACV,CAAA;IAED,MAAM,kBAAkB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IAEhD,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,QAAyB,EACzB,MAAyG;IAEzG,MAAM,GAAG,GAAyB,EAAE,CAAA;IAEpC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,cAAc,CAAA;QAEnF,GAAG,CAAC,IAAI,CACP,MAAM,UAAU,CAAC;YAChB,GAAG,MAAM;YACT,OAAO;YACP,cAAc;SACd,CAAC,CACF,CAAA;IACF,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,OAAsB,EAAE,GAAiB;IAClE,IAAI,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,2CAA2C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC/G,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACjE,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,oCAAoC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC1F,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,wCAAwC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC9F,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,EAAE,wCAAwC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;IAC9F,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,IAAI,CAAC,OAAoB,EAAE,KAAwB;IAClE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,MAAM,OAAO,GAAG,GAAS,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAC7B,OAAO,EAAE,CAAA;QACV,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,CAAC,GAAU,EAAQ,EAAE;YACpC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC3B,MAAM,CAAC,GAAG,CAAC,CAAA;QACZ,CAAC,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;AACH,CAAC"}

package/out/synthesizers/anchor-absorption.d.ts

@@ -0,0 +1,63 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Anchor-absorption counter-augmentation (#220/#723, Probe A1). Teaches the model the CONTEXT-
+ *   DEPENDENT leading-5-digit disambiguation that the killed #723 override was faking, AND that the
+ *   `anchor_paint_mode=shaped` WHERE fix alone over-corrected on (Probe A0: it flipped the default
+ *   to house_number, recovering CASE-H but ERODING CASE-P — postcode F1 99.3→86.5 on
+ *   leading-postcode rows like "05764 Finel Hollow Road, VT").
+ *
+ *   THE DISCRIMINATOR the model must learn (from the CASE-H vs CASE-P contrast, NOT a flipped
+ *   default):
+ *
+ *   - A leading 5-digit WITH a trailing postcode + street context → it is the HOUSE NUMBER (CASE-H)
+ *   - A leading 5-digit with NO trailing postcode (US-rural / DE) → it IS the POSTCODE (CASE-P) Both
+ *       leading tokens are real ZIPs (so the painted anchor fires on both); only the surrounding
+ *       context separates them. The model attends to the trailing token to decide the leading one.
+ *
+ *   Slice mix (the A0 learning sets a HEAVY CASE-P floor so the default doesn't flip — DeepSeek's
+ *   ≥35% CASE-P; here CASE-P total = 35%): H-adversarial 30% US street, leading real-ZIP house# +
+ *   TRAILING postcode → house_number P-us-rural 20% US rural, leading postcode, NO trailing →
+ *   postcode (the A0-erosion fix) P-de 15% German leading postcode "{pc} {city}, {street} {hn}" →
+ *   postcode anchor-fp 10% leading 5-digit that is NOT a real ZIP + trailing postcode →
+ *   house_number locale-ambig 15% minimal context; the local token (street-type vs none) decides
+ *   standard 10% normal small house# + trailing postcode → house_number (baseline)
+ *
+ *   Real ZIPs for the leading-5-digit are sampled from the postcode anchor lookup at build time
+ *   (passed via opts.realZips) so the shaped anchor fires on them exactly as at inference; fake
+ *   ZIPs (anchor-fp) are 5-digit strings deliberately absent from the lookup.
+ */
+import type { ComponentTag } from "@mailwoman/core/types";
+export interface AnchorAbsorptionBaseTuple {
+    locality: string;
+    region: string;
+    postcode: string;
+}
+export type AnchorAbsorptionTemplate = "h-adversarial" | "h-no-trailing-locality" | "p-us-rural" | "p-de" | "anchor-fp" | "locale-ambig" | "standard";
+export interface AnchorAbsorptionSynthesisOpts {
+    random?: () => number;
+    forceTemplate?: AnchorAbsorptionTemplate;
+    /**
+     * Real US ZIPs (in the anchor lookup) to use as the LEADING 5-digit house number — so the painted anchor fires on it,
+     * the CASE-H/anchor-fp trigger. Builder loads these from pilot-anchor-lookup.json.
+     */
+    realZips?: ReadonlyArray<string>;
+}
+export interface SynthesizedAnchorAbsorptionRow {
+    raw: string;
+    components: Partial<Record<ComponentTag, string>>;
+    locale: string;
+    template: AnchorAbsorptionTemplate;
+}
+/**
+ * Build one anchor-absorption counter-augmentation row.
+ */
+export declare function synthesizeAnchorAbsorptionRow(opts?: AnchorAbsorptionSynthesisOpts): SynthesizedAnchorAbsorptionRow;
+/**
+ * Every anchor-absorption template, in one list for the slice runner to sample from. Each covers a way a venue or
+ * landmark name can swallow the street token that follows it.
+ */
+export declare const ALL_TEMPLATES: ReadonlyArray<AnchorAbsorptionTemplate>;
+//# sourceMappingURL=anchor-absorption.d.ts.map

package/out/synthesizers/anchor-absorption.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anchor-absorption.d.ts","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAUzD,MAAM,WAAW,yBAAyB;IACzC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,MAAM,wBAAwB,GACjC,eAAe,GACf,wBAAwB,GACxB,YAAY,GACZ,MAAM,GACN,WAAW,GACX,cAAc,GACd,UAAU,CAAA;AAEb,MAAM,WAAW,6BAA6B;IAC7C,MAAM,CAAC,EAAE,MAAM,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,wBAAwB,CAAA;IACxC;;;OAGG;IACH,QAAQ,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAChC;AAED,MAAM,WAAW,8BAA8B;IAC9C,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAA;IACjD,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,wBAAwB,CAAA;CAClC;AAyED;;GAEG;AACH,wBAAgB,6BAA6B,CAC5C,IAAI,GAAE,6BAAkC,GACtC,8BAA8B,CAgHhC;AAaD;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,aAAa,CAAC,wBAAwB,CAQjE,CAAA"}

package/out/synthesizers/anchor-absorption.js

@@ -0,0 +1,221 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Anchor-absorption counter-augmentation (#220/#723, Probe A1). Teaches the model the CONTEXT-
+ *   DEPENDENT leading-5-digit disambiguation that the killed #723 override was faking, AND that the
+ *   `anchor_paint_mode=shaped` WHERE fix alone over-corrected on (Probe A0: it flipped the default
+ *   to house_number, recovering CASE-H but ERODING CASE-P — postcode F1 99.3→86.5 on
+ *   leading-postcode rows like "05764 Finel Hollow Road, VT").
+ *
+ *   THE DISCRIMINATOR the model must learn (from the CASE-H vs CASE-P contrast, NOT a flipped
+ *   default):
+ *
+ *   - A leading 5-digit WITH a trailing postcode + street context → it is the HOUSE NUMBER (CASE-H)
+ *   - A leading 5-digit with NO trailing postcode (US-rural / DE) → it IS the POSTCODE (CASE-P) Both
+ *       leading tokens are real ZIPs (so the painted anchor fires on both); only the surrounding
+ *       context separates them. The model attends to the trailing token to decide the leading one.
+ *
+ *   Slice mix (the A0 learning sets a HEAVY CASE-P floor so the default doesn't flip — DeepSeek's
+ *   ≥35% CASE-P; here CASE-P total = 35%): H-adversarial 30% US street, leading real-ZIP house# +
+ *   TRAILING postcode → house_number P-us-rural 20% US rural, leading postcode, NO trailing →
+ *   postcode (the A0-erosion fix) P-de 15% German leading postcode "{pc} {city}, {street} {hn}" →
+ *   postcode anchor-fp 10% leading 5-digit that is NOT a real ZIP + trailing postcode →
+ *   house_number locale-ambig 15% minimal context; the local token (street-type vs none) decides
+ *   standard 10% normal small house# + trailing postcode → house_number (baseline)
+ *
+ *   Real ZIPs for the leading-5-digit are sampled from the postcode anchor lookup at build time
+ *   (passed via opts.realZips) so the shaped anchor fires on them exactly as at inference; fake
+ *   ZIPs (anchor-fp) are 5-digit strings deliberately absent from the lookup.
+ */
+import { pick } from "#synthesizers/utils";
+/**
+ * A realistic US house number: mostly 1–4 digits (the common range), 25% a real 5-digit ZIP (the HARD case — a 5-digit
+ * leading number that is still a house number when a locality is present).
+ */
+function houseNum(random, realZips) {
+    if (random() < 0.25)
+        return pick(realZips, random);
+    return String(1 + Math.floor(random() * 9999));
+}
+/**
+ * Curated, provenance-light reference vocab (real US street/city/state + DE). Surface forms must appear in `raw` for
+ * alignRow; these are plain ASCII tokens that align cleanly.
+ */
+const STREET_NAMES = [
+    "Main",
+    "Oak",
+    "Elm",
+    "Maple",
+    "Cedar",
+    "Pine",
+    "Washington",
+    "Lincoln",
+    "Park",
+    "Hill",
+    "Finel Hollow",
+    "Mt Tabor",
+    "Swasey",
+    "Camperdown",
+    "Mellville",
+    "Rhone",
+    "Westpark",
+    "Crescent Meadow",
+];
+const STREET_TYPES = ["St", "Ave", "Rd", "Dr", "Ln", "Blvd", "Ct", "Way", "Road", "Drive"];
+const US_TUPLES = [
+    { locality: "Springfield", region: "IL", postcode: "62701" },
+    { locality: "Portland", region: "OR", postcode: "97215" },
+    { locality: "Houston", region: "TX", postcode: "77598" },
+    { locality: "Dallas", region: "TX", postcode: "75229" },
+    { locality: "Austin", region: "TX", postcode: "78748" },
+    { locality: "Albuquerque", region: "NM", postcode: "87102" },
+    { locality: "Rochester", region: "NY", postcode: "14606" },
+    { locality: "Sacramento", region: "CA", postcode: "95823" },
+];
+/**
+ * US rural states where the leading-postcode "{ZIP} {Street}, {STATE}" form (no trailing ZIP) is real — the VT/rural
+ * format the #723 override broke and Probe A0 eroded.
+ */
+const RURAL_REGIONS = ["VT", "ND", "SD", "NH", "ME", "MT", "WY"];
+/**
+ * DE leading-postcode tuples: "{postcode} {locality}, {street} {house}".
+ */
+const DE_TUPLES = [
+    { postcode: "10115", locality: "Berlin", street: "Hauptstraße" },
+    { postcode: "80331", locality: "München", street: "Sendlinger Straße" },
+    { postcode: "20095", locality: "Hamburg", street: "Mönckebergstraße" },
+    { postcode: "50667", locality: "Köln", street: "Hohe Straße" },
+    { postcode: "01067", locality: "Dresden", street: "Prager Straße" },
+];
+const HOUSE_NUMS = ["5", "12", "27", "100", "212", "1450", "8"];
+/**
+ * Fake 5-digit strings that are NOT real US ZIPs (so the anchor lookup MISSES them) — for anchor-fp.
+ */
+const FAKE_ZIPS = ["00000", "99998", "99997", "00001", "99996"];
+/**
+ * Build one anchor-absorption counter-augmentation row.
+ */
+export function synthesizeAnchorAbsorptionRow(opts = {}) {
+    const random = opts.random ?? Math.random;
+    const realZips = opts.realZips && opts.realZips.length ? opts.realZips : US_TUPLES.map((t) => t.postcode);
+    const template = opts.forceTemplate ?? pick(ALL_TEMPLATES, random);
+    const street = `${pick(STREET_NAMES, random)} ${pick(STREET_TYPES, random)}`;
+    if (template === "h-adversarial") {
+        // US street, leading real-ZIP house number, WITH a trailing postcode → the leading is house_number.
+        const zip = pick(realZips, random);
+        const t = pick(US_TUPLES, random);
+        const raw = `${zip} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
+        return {
+            raw,
+            components: { house_number: zip, street, locality: t.locality, region: t.region, postcode: t.postcode },
+            locale: "en-US",
+            template,
+        };
+    }
+    if (template === "p-us-rural") {
+        // US rural, leading postcode, NO trailing postcode → the leading IS the postcode (the A0-erosion fix).
+        const zip = pick(realZips, random);
+        const region = pick(RURAL_REGIONS, random);
+        const raw = `${zip} ${street}, ${region}`;
+        return {
+            raw,
+            components: { postcode: zip, street, region },
+            locale: "en-US",
+            template,
+        };
+    }
+    if (template === "p-de") {
+        // German leading postcode "{pc} {city}, {street} {hn}" → the leading is the postcode.
+        const d = pick(DE_TUPLES, random);
+        const hn = pick(HOUSE_NUMS, random);
+        const raw = `${d.postcode} ${d.locality}, ${d.street} ${hn}`;
+        return {
+            raw,
+            components: { postcode: d.postcode, locality: d.locality, street: d.street, house_number: hn },
+            locale: "de-DE",
+            template,
+        };
+    }
+    if (template === "anchor-fp") {
+        // Leading 5-digit that is NOT a real ZIP (anchor MISSES) + trailing postcode → still house_number.
+        const fake = pick(FAKE_ZIPS, random);
+        const t = pick(US_TUPLES, random);
+        const raw = `${fake} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
+        return {
+            raw,
+            components: { house_number: fake, street, locality: t.locality, region: t.region, postcode: t.postcode },
+            locale: "en-US",
+            template,
+        };
+    }
+    if (template === "locale-ambig") {
+        // Minimal context — the LOCAL token decides. Half: "{realZip} {street}" (street-type → house#);
+        // half: "{realZip} {locality}" (no street, leading postcode → postcode). No trailing, no region.
+        const zip = pick(realZips, random);
+        if (random() < 0.5) {
+            return { raw: `${zip} ${street}`, components: { house_number: zip, street }, locale: "en-US", template };
+        }
+        const t = pick(US_TUPLES, random);
+        return {
+            raw: `${zip} ${t.locality}`,
+            components: { postcode: zip, locality: t.locality },
+            locale: "en-US",
+            template,
+        };
+    }
+    if (template === "h-no-trailing-locality") {
+        // The A3 fix (#220): the common US format "{house#} {street}, {locality}, {STATE}" with NO trailing
+        // postcode → the leading number is the HOUSE NUMBER. The CONTRAST to p-us-rural (same no-trailing,
+        // state-bearing shape) is the LOCALITY: present here, absent there. The A2 slice lacked this slice,
+        // so p-us-rural's "leading-number + STATE → postcode" rule over-generalized to 98 golden house#
+        // rows ("36 Oxbow Dr, Bradford, VT" → postcode). The house# spans 1-4 digits AND real 5-digit ZIPs
+        // (the hard case: 5-digit + locality is STILL a house number, distinct from p-us-rural's no-locality).
+        const hn = houseNum(random, realZips);
+        const t = pick(US_TUPLES, random);
+        const region = random() < 0.5 ? pick(RURAL_REGIONS, random) : t.region;
+        const raw = `${hn} ${street}, ${t.locality}, ${region}`;
+        return {
+            raw,
+            components: { house_number: hn, street, locality: t.locality, region },
+            locale: "en-US",
+            template,
+        };
+    }
+    // standard: normal house number + trailing postcode → house_number (baseline, keeps the common case).
+    const hn = houseNum(random, realZips);
+    const t = pick(US_TUPLES, random);
+    const raw = `${hn} ${street}, ${t.locality}, ${t.region} ${t.postcode}`;
+    return {
+        raw,
+        components: { house_number: hn, street, locality: t.locality, region: t.region, postcode: t.postcode },
+        locale: "en-US",
+        template,
+    };
+}
+// Weighted template bag — the slice mix. Expanded to a flat array so `pick` draws at the target
+// frequencies (matches the boundary-stress ALL_TEMPLATES idiom).
+//
+// A3 (#220, after the per-row diagnostic on the A2 probe): A1/A2 both held SLICE-H (100) + postcode
+// (~98) but cost house_number (95.8->92.8), and the A2 mix-rebalance did NOT move it — so it was never a
+// CASE-P-quantity problem. The row-by-row v192-vs-A2 diff (hn-regression-diff.ts) pinned it: 132/132 house#
+// regressions were house#->POSTCODE on "{house#} {street}, {locality}, {STATE}" no-trailing rows — the
+// p-us-rural rule ("leading-number + STATE + no-trailing -> postcode") OVER-GENERALIZED because the slice
+// had NO counter-slice for the common locality-bearing house# case. A3 ADDS h-no-trailing-locality (15%)
+// to teach the LOCALITY discriminator (present -> house#, absent + 5-digit -> postcode = p-us-rural) and
+// trims p-us-rural 16->13. Goal: house_number recovers WITHOUT re-eroding postcode/SLICE-H. CASE-P = 26%.
+/**
+ * Every anchor-absorption template, in one list for the slice runner to sample from. Each covers a way a venue or
+ * landmark name can swallow the street token that follows it.
+ */
+export const ALL_TEMPLATES = [
+    ...new Array(25).fill("h-adversarial"),
+    ...new Array(15).fill("h-no-trailing-locality"),
+    ...new Array(13).fill("p-us-rural"),
+    ...new Array(13).fill("p-de"),
+    ...new Array(8).fill("anchor-fp"),
+    ...new Array(14).fill("locale-ambig"),
+    ...new Array(12).fill("standard"),
+];
+//# sourceMappingURL=anchor-absorption.js.map

package/out/synthesizers/anchor-absorption.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anchor-absorption.js","sourceRoot":"","sources":["../../lib/synthesizers/anchor-absorption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAIH,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAwC1C;;;GAGG;AACH,SAAS,QAAQ,CAAC,MAAoB,EAAE,QAA+B;IACtE,IAAI,MAAM,EAAE,GAAG,IAAI;QAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IAElD,OAAO,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAA;AAC/C,CAAC;AAED;;;GAGG;AACH,MAAM,YAAY,GAAG;IACpB,MAAM;IACN,KAAK;IACL,KAAK;IACL,OAAO;IACP,OAAO;IACP,MAAM;IACN,YAAY;IACZ,SAAS;IACT,MAAM;IACN,MAAM;IACN,cAAc;IACd,UAAU;IACV,QAAQ;IACR,YAAY;IACZ,WAAW;IACX,OAAO;IACP,UAAU;IACV,iBAAiB;CACjB,CAAA;AAED,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;AAE1F,MAAM,SAAS,GAA6C;IAC3D,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACzD,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACxD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IACvD,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC5D,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;IAC1D,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE;CAC3D,CAAA;AAED;;;GAGG;AACH,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAEhE;;GAEG;AACH,MAAM,SAAS,GAAG;IACjB,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE;IAChE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE;IACvE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE;IACtE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE;IAC9D,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE;CACnE,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;AAC/D;;GAEG;AACH,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;AAE/D;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC5C,OAAsC,EAAE;IAExC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;IACzG,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;IAClE,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAA;IAE5E,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;QAClC,oGAAoG;QACpG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAExE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACvG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC/B,uGAAuG;QACvG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,MAAM,KAAK,MAAM,EAAE,CAAA;QAEzC,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7C,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACzB,sFAAsF;QACtF,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,CAAA;QAE5D,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;YAC9F,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC9B,mGAAmG;QACnG,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;QAEzE,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACxG,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;QACjC,gGAAgG;QAChG,iGAAiG;QACjG,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAElC,IAAI,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;YACpB,OAAO,EAAE,GAAG,EAAE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;QACzG,CAAC;QAED,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QAEjC,OAAO;YACN,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE;YAC3B,UAAU,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;YACnD,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,IAAI,QAAQ,KAAK,wBAAwB,EAAE,CAAC;QAC3C,oGAAoG;QACpG,mGAAmG;QACnG,oGAAoG;QACpG,gGAAgG;QAChG,mGAAmG;QACnG,uGAAuG;QACvG,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;QACtE,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAA;QAEvD,OAAO;YACN,GAAG;YACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE;YACtE,MAAM,EAAE,OAAO;YACf,QAAQ;SACR,CAAA;IACF,CAAC;IAED,sGAAsG;IACtG,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IACjC,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,MAAM,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;IAEvE,OAAO;QACN,GAAG;QACH,UAAU,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE;QACtG,MAAM,EAAE,OAAO;QACf,QAAQ;KACR,CAAA;AACF,CAAC;AAED,gGAAgG;AAChG,iEAAiE;AACjE,EAAE;AACF,oGAAoG;AACpG,yGAAyG;AACzG,4GAA4G;AAC5G,uGAAuG;AACvG,0GAA0G;AAC1G,yGAAyG;AACzG,yGAAyG;AACzG,0GAA0G;AAC1G;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAA4C;IACrE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;IAChE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC;IACzE,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IAC7D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACvD,GAAG,IAAI,KAAK,CAA2B,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IAC3D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC/D,GAAG,IAAI,KAAK,CAA2B,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;CAC3D,CAAA"}