@mailwoman/corpus 10.0.0 → 10.2.0

package/out/tools/fetch/vlaanderen-ad.d.ts

@@ -0,0 +1,131 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Harvests the INSPIRE Addresses (AD) theme of agentschap Digitaal Vlaanderen into the directory
+ * that `#be/adapters/vlaanderen/adapter` reads.
+ *
+ * `./inspire-addresses.ts` owns what every INSPIRE WFS shares, in GeoJSON. This module is Flanders'
+ * own GML paging, kept apart for three reasons the service forced:
+ *
+ * 1. The component types are small enough to take whole — 167,218 `ad:ThoroughfareName`, 1,190
+ *    `ad:PostalDescriptor`, 609 `ad:AdminUnitName` — so the harvest writes one file per type and the
+ *    adapter joins locally rather than resolving four references per address against 4,563,062 of
+ *    them.
+ * 2. `sortBy=gml:identifier` answers HTTP 504, so the service grants no ordering. The manifest
+ *    records the pages taken and their order. That record makes a harvest reproducible even though
+ *    a second harvest need not match the first.
+ * 3. A bare `resultType=hits` answers `numberMatched="10000"` whatever `count` asks for. The count
+ *    has to be taken past index 0: `startIndex=1` answers `numberMatched="4563062"`, and the
+ *    bisected tail agrees — `startIndex=4563061` returns one feature and `startIndex=4563062`
+ *    returns none.
+ *
+ * Article 3 of the elected `Modellicentie voor gratis hergebruik Vlaanderen` grants reproduction and
+ * transmission, and article 6 states that access is free. Those two grants cover paging. The
+ * capabilities document's `ows:Fees` and `ows:AccessConstraints` describe the service rather than
+ * the data, so neither is read here.
+ */
+import { APIClient } from "@mailwoman/core/api";
+import { type PathBuilderLike } from "path-ts";
+import { type VlaanderenHarvest } from "#be/adapters/vlaanderen/adapter";
+import type { BaseFetchOptions, FetchSummary } from "#tools/fetch/download";
+/**
+ * The service this module harvests.
+ */
+export declare const VLAANDEREN_AD_WFS = "https://geo.api.vlaanderen.be/ad/wfs";
+/**
+ * The largest page the service will serve.
+ *
+ * A `count=50000` request answers with 10,000 features, so asking for more costs
+ * a request and returns the same body.
+ */
+export declare const MAX_PAGE_SIZE = 10000;
+/**
+ * One `GetFeature` response, with what its root element states about itself.
+ */
+export interface FeaturePageBody {
+    body: string;
+    /**
+     * The `numberReturned` the root states, or `null` where it states none.
+     */
+    numberReturned: number | null;
+    /**
+     * The `numberMatched` the root states, or `null` where it answers `unknown`.
+     *
+     * Every results page of this service answers `unknown`, so only a `resultType=hits`
+     * request past index 0 yields a number.
+     */
+    numberMatched: number | null;
+}
+/**
+ * Issues one `GetFeature` against the service.
+ *
+ * `#tools/fetch/wfs-harvest` owns the request, the exception check and the counts.
+ * Every markup-serving WFS in this directory shares them.
+ * This states the service and its context.
+ *
+ * @throws When the service answers an OGC exception report, so a 400 carrying
+ * `ows:ExceptionCode/NoApplicableCode` raises rather than being written into the harvest as a page.
+ */
+export declare function readVlaanderenPage(client: Pick<APIClient, "fetch">, params: Readonly<Record<string, string>>): Promise<FeaturePageBody>;
+/**
+ * The number of features a type holds, asked past index 0.
+ *
+ * @throws When the service states no count, so a missing count never reads as zero features.
+ */
+export declare function readVlaanderenFeatureCount(client: Pick<APIClient, "fetch">, typeName: string): Promise<number>;
+export interface HarvestVlaanderenOptions {
+    /**
+     * Where the harvest is written.
+     * The adapter reads this same directory.
+     */
+    outputDir: PathBuilderLike;
+    /**
+     * Stop after this many address pages, for a probe rather than a full harvest.
+     */
+    maxPages?: number;
+    /**
+     * Features per address page, capped at {@link MAX_PAGE_SIZE}.
+     *
+     * This sizes the address pages only.
+     * A probe lowers it to take a small page without also splitting `ad:ThoroughfareName`
+     * into 167,218 / `pageSize` requests.
+     */
+    pageSize?: number;
+    /**
+     * Features per component page, capped at {@link MAX_PAGE_SIZE} and defaulting to it.
+     *
+     * Only a test lowers this.
+     * A component type is always taken whole, so a smaller page yields only more requests.
+     */
+    componentPageSize?: number;
+    signal?: AbortSignal;
+}
+export declare function harvestVlaanderenAD(client: Pick<APIClient, "fetch">, options: HarvestVlaanderenOptions): Promise<VlaanderenHarvest>;
+/**
+ * The directory `#be/adapters/vlaanderen/adapter` reads, given the root a fetch wrote under.
+ *
+ * The adapter reads the directory rather than one file, because a harvest writes the addresses
+ * and each component type as separate documents beside `harvest.json`.
+ */
+export declare function vlaanderenInputPath(outRoot: BaseFetchOptions["outRoot"]): PathBuilderLike;
+/**
+ * Per-invocation options for the registry entry.
+ */
+export interface FetchVlaanderenOptions extends BaseFetchOptions {
+    maxPages?: number;
+    pageSize?: number;
+    componentPageSize?: number;
+    signal?: AbortSignal;
+}
+/**
+ * The registry entry.
+ *
+ * `harvestVlaanderenAD` takes a client so a test can drive it against stubbed bodies.
+ * This supplies the client the registry's callers expect, and reports the harvest as a
+ * {@linkcode FetchSummary}: one harvest is one fetched unit whatever the page count,
+ * because the adapter reads the directory rather than any single page.
+ */
+export declare function fetchVlaanderenAD(options: FetchVlaanderenOptions, report?: (line: string) => void): Promise<FetchSummary>;
+//# sourceMappingURL=vlaanderen-ad.d.ts.map

package/out/tools/fetch/vlaanderen-ad.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlaanderen-ad.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/vlaanderen-ad.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAIH,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAG/C,OAAO,EAAe,KAAK,eAAe,EAAE,MAAM,SAAS,CAAA;AAG3D,OAAO,EAAyB,KAAK,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AAC/F,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAG3E;;GAEG;AACH,eAAO,MAAM,iBAAiB,yCAAyC,CAAA;AAWvE;;;;;GAKG;AACH,eAAO,MAAM,aAAa,QAAS,CAAA;AAsBnC;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ;;OAEG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B;;;;;OAKG;IACH,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED;;;;;;;;;GASG;AACH,wBAAsB,kBAAkB,CACvC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GACtC,OAAO,CAAC,eAAe,CAAC,CAI1B;AAED;;;;GAIG;AACH,wBAAsB,0BAA0B,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAcpH;AAED,MAAM,WAAW,wBAAwB;IACxC;;;OAGG;IACH,SAAS,EAAE,eAAe,CAAA;IAC1B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAkFD,wBAAsB,mBAAmB,CACxC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,OAAO,EAAE,wBAAwB,GAC/B,OAAO,CAAC,iBAAiB,CAAC,CA4H5B;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,GAAG,eAAe,CAEzF;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED;;;;;;;GAOG;AACH,wBAAsB,iBAAiB,CACtC,OAAO,EAAE,sBAAsB,EAC/B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAyBvB"}

package/out/tools/fetch/vlaanderen-ad.js

@@ -0,0 +1,293 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Harvests the INSPIRE Addresses (AD) theme of agentschap Digitaal Vlaanderen into the directory
+ * that `#be/adapters/vlaanderen/adapter` reads.
+ *
+ * `./inspire-addresses.ts` owns what every INSPIRE WFS shares, in GeoJSON. This module is Flanders'
+ * own GML paging, kept apart for three reasons the service forced:
+ *
+ * 1. The component types are small enough to take whole — 167,218 `ad:ThoroughfareName`, 1,190
+ *    `ad:PostalDescriptor`, 609 `ad:AdminUnitName` — so the harvest writes one file per type and the
+ *    adapter joins locally rather than resolving four references per address against 4,563,062 of
+ *    them.
+ * 2. `sortBy=gml:identifier` answers HTTP 504, so the service grants no ordering. The manifest
+ *    records the pages taken and their order. That record makes a harvest reproducible even though
+ *    a second harvest need not match the first.
+ * 3. A bare `resultType=hits` answers `numberMatched="10000"` whatever `count` asks for. The count
+ *    has to be taken past index 0: `startIndex=1` answers `numberMatched="4563062"`, and the
+ *    bisected tail agrees — `startIndex=4563061` returns one feature and `startIndex=4563062`
+ *    returns none.
+ *
+ * Article 3 of the elected `Modellicentie voor gratis hergebruik Vlaanderen` grants reproduction and
+ * transmission, and article 6 states that access is free. Those two grants cover paging. The
+ * capabilities document's `ows:Fees` and `ows:AccessConstraints` describe the service rather than
+ * the data, so neither is read here.
+ */
+import { open } from "node:fs/promises";
+import { APIClient } from "@mailwoman/core/api";
+import { makeDirectories, writeLocalJSONFile, writeLocalTextFile } from "@mailwoman/core/fs/writers";
+import { rootAttribute } from "@mailwoman/core/html/document";
+import { PathBuilder } from "path-ts";
+import { Globerator } from "spliterator/node/fs";
+import { VLAANDEREN_ADAPTER_ID } from "#be/adapters/vlaanderen/adapter";
+import { readWFSMarkupPage, WFS_VERSION } from "#tools/fetch/wfs-harvest";
+/**
+ * The service this module harvests.
+ */
+export const VLAANDEREN_AD_WFS = "https://geo.api.vlaanderen.be/ad/wfs";
+/**
+ * The `outputFormat` the harvest is written in.
+ *
+ * GML is the format whose `ad:component/@xlink:href` the adapter reads.
+ * `application/json` holds the same references under `@href` and serves the same lost characters,
+ * so the choice is a matter of which reader the adapter uses rather than of what the service knows.
+ */
+const OUTPUT_FORMAT = "application/gml+xml; version=3.2";
+/**
+ * The largest page the service will serve.
+ *
+ * A `count=50000` request answers with 10,000 features, so asking for more costs
+ * a request and returns the same body.
+ */
+export const MAX_PAGE_SIZE = 10_000;
+/**
+ * The component feature types a harvest takes, and the file-name stem each is written under.
+ *
+ * Every type is paged, `ad:PostalDescriptor` and `ad:AdminUnitName` included.
+ * Measured 2026-10-02, `ad:ThoroughfareName` holds 167,218 features against a 10,000 page cap,
+ * so it needs 17 pages, while the other two hold 1,190 and 609 and fit in one.
+ *
+ * A single file for the small ones would leave the harvester correct only until one of them passed the cap.
+ */
+const COMPONENT_STEMS = {
+    ThoroughfareName: "thoroughfare-name",
+    PostalDescriptor: "postal-descriptor",
+    AdminUnitName: "admin-unit-name",
+};
+/**
+ * Issues one `GetFeature` against the service.
+ *
+ * `#tools/fetch/wfs-harvest` owns the request, the exception check and the counts.
+ * Every markup-serving WFS in this directory shares them.
+ * This states the service and its context.
+ *
+ * @throws When the service answers an OGC exception report, so a 400 carrying
+ * `ows:ExceptionCode/NoApplicableCode` raises rather than being written into the harvest as a page.
+ */
+export async function readVlaanderenPage(client, params) {
+    const page = await readWFSMarkupPage(client, { wfsURL: VLAANDEREN_AD_WFS, context: "vlaanderen ad wfs", params });
+    return { body: page.body, numberReturned: page.numberReturned, numberMatched: page.numberMatched };
+}
+/**
+ * The number of features a type holds, asked past index 0.
+ *
+ * @throws When the service states no count, so a missing count never reads as zero features.
+ */
+export async function readVlaanderenFeatureCount(client, typeName) {
+    // `startIndex` is what makes the count a count: without it the service answers its 10000 cap.
+    const page = await readVlaanderenPage(client, { typeNames: typeName, resultType: "hits", startIndex: "1" });
+    if (page.numberMatched === null) {
+        throw new Error(`vlaanderen ad wfs: a hits request for ${typeName} at startIndex=1 stated no numberMatched, ` +
+            `so the type's size is unknown rather than zero`);
+    }
+    // `numberMatched` counts the whole query rather than the page, so the skipped first feature is
+    // included: `ad:Address` answers 4563062 here, and `startIndex=4563062` returns no feature.
+    return page.numberMatched;
+}
+/**
+ * Harvests the service into `options.outputDir` and writes the manifest the adapter reads.
+ *
+ * The component types are taken first and whole, so a harvest that stops early
+ * holds address pages whose references all resolve.
+ * Addresses first would leave every page unjoinable.
+ *
+ * @returns The manifest as written.
+ */
+/**
+ * How much of a page is read to find its root attributes.
+ *
+ * `numberReturned` sits on the `wfs:FeatureCollection` element that opens the document.
+ * A page of this service is about 20 MB, and reading all of one to find an attribute in
+ * its first kilobyte would cost 1.6 GB of reads across a whole-region harvest.
+ */
+const PAGE_ROOT_PREFIX_BYTES = 8192;
+/**
+ * The pages a previous run left in the output directory, keyed by their `startIndex`.
+ *
+ * `stem` is the file-name prefix a page group writes under: `address` for the addresses,
+ * and each component type's own stem.
+ * A whole-region harvest writes 457 address pages and 17 thoroughfare-name pages,
+ * and re-requesting either group costs the same bytes again.
+ *
+ * The feature count is read from each file's own `numberReturned` rather than assumed
+ * from the page size, so a page the service answered short is recorded as short.
+ * A file whose opening bytes state no `numberReturned` is left out.
+ *
+ * The harvest then requests that index again: a page of unknown extent is not a page
+ * this harvest can count, and a run killed mid-write leaves exactly that.
+ *
+ * A group small enough for one page is written under `<stem>.gml` with no index,
+ * so that name reads as `startIndex` 0.
+ */
+async function pagesOnDisk(root, stem) {
+    const pages = new Map();
+    const files = await Globerator.from(`${stem}*.gml`, { cwd: root.toString(), absolute: false }).toArray();
+    const indexed = new RegExp(`^${stem}(?:-(\\d+))?\\.gml$`, "u");
+    for (const file of files) {
+        const name = String(file);
+        const matched = indexed.exec(name);
+        if (!matched)
+            continue;
+        const startIndex = matched[1] ? Number(matched[1]) : 0;
+        if (!Number.isInteger(startIndex))
+            continue;
+        const handle = await open(root(name).toString(), "r");
+        try {
+            const buffer = Buffer.alloc(PAGE_ROOT_PREFIX_BYTES);
+            const { bytesRead } = await handle.read(buffer, 0, PAGE_ROOT_PREFIX_BYTES, 0);
+            const returned = rootAttribute(buffer.subarray(0, bytesRead).toString("utf8"), "numberReturned", {
+                xml: true,
+            });
+            if (!returned || !/^\d+$/u.test(returned))
+                continue;
+            pages.set(startIndex, { file: name, numberReturned: Number(returned) });
+        }
+        finally {
+            await handle.close();
+        }
+    }
+    return pages;
+}
+export async function harvestVlaanderenAD(client, options) {
+    const root = PathBuilder.from(options.outputDir);
+    const pageSize = Math.min(options.pageSize ?? MAX_PAGE_SIZE, MAX_PAGE_SIZE);
+    const componentPageSize = Math.min(options.componentPageSize ?? MAX_PAGE_SIZE, MAX_PAGE_SIZE);
+    await makeDirectories(root);
+    const componentFiles = {
+        ThoroughfareName: [],
+        PostalDescriptor: [],
+        AdminUnitName: [],
+    };
+    for (const [typeName, stem] of Object.entries(COMPONENT_STEMS)) {
+        const count = await readVlaanderenFeatureCount(client, `ad:${typeName}`);
+        const existing = await pagesOnDisk(root, stem);
+        let read = 0;
+        for (let startIndex = 0; startIndex < count; startIndex += componentPageSize) {
+            const held = existing.get(startIndex);
+            if (held) {
+                componentFiles[typeName].push(held.file);
+                read += held.numberReturned;
+                continue;
+            }
+            const page = await readVlaanderenPage(client, {
+                typeNames: `ad:${typeName}`,
+                count: String(componentPageSize),
+                startIndex: String(startIndex),
+            });
+            if (page.numberReturned === null) {
+                throw new Error(`vlaanderen ad wfs: the ad:${typeName} page at startIndex=${startIndex} stated no ` +
+                    `numberReturned, so what it holds is unknown rather than empty`);
+            }
+            if (page.numberReturned === 0)
+                break;
+            const file = count <= componentPageSize ? `${stem}.gml` : `${stem}-${String(startIndex).padStart(10, "0")}.gml`;
+            await writeLocalTextFile(page.body, root(file));
+            componentFiles[typeName].push(file);
+            read += page.numberReturned;
+        }
+        // A component type read short leaves every address referencing its tail unjoinable,
+        // and the adapter would refuse those rows as if the publisher had not published them.
+        if (read !== count) {
+            throw new Error(`vlaanderen ad wfs: ad:${typeName} answered ${read} features over ` +
+                `${componentFiles[typeName].length} ` +
+                `pages where its hits request stated ${count}, so the type was not read whole`);
+        }
+    }
+    const addressCount = await readVlaanderenFeatureCount(client, "ad:Address");
+    const addressPages = [];
+    let retrievedAt = "";
+    // A page already on disk is not requested again.
+    // The service answered HTTP 400 on one page of a whole-region harvest after 105 pages
+    // and 1.8 GB, and that page answered 200 on a later attempt, so the refusal was transient.
+    // Without this the next run starts at index 0 and re-downloads every page it already holds.
+    // The page record is kept per page rather than written once at the end, because `harvest.json`
+    // is what states which pages exist and a throw before the end leaves no record of them.
+    const onDisk = await pagesOnDisk(root, "address");
+    for (let startIndex = 0; startIndex < addressCount; startIndex += pageSize) {
+        if (options.signal?.aborted)
+            break;
+        if (options.maxPages !== undefined && addressPages.length >= options.maxPages)
+            break;
+        const existing = onDisk.get(startIndex);
+        if (existing) {
+            addressPages.push({ startIndex, file: existing.file, numberReturned: existing.numberReturned });
+            continue;
+        }
+        const page = await readVlaanderenPage(client, {
+            typeNames: "ad:Address",
+            count: String(pageSize),
+            startIndex: String(startIndex),
+        });
+        if (page.numberReturned === null) {
+            throw new Error(`vlaanderen ad wfs: the page at startIndex=${startIndex} stated no numberReturned, so what it ` +
+                `holds is unknown rather than empty`);
+        }
+        if (page.numberReturned === 0)
+            break;
+        const file = `address-${String(startIndex).padStart(10, "0")}.gml`;
+        await writeLocalTextFile(page.body, root(file));
+        addressPages.push({ startIndex, file, numberReturned: page.numberReturned });
+        retrievedAt = rootAttribute(page.body, "timeStamp", { xml: true }) ?? retrievedAt;
+    }
+    const harvest = {
+        service: VLAANDEREN_AD_WFS,
+        wfsVersion: WFS_VERSION,
+        outputFormat: OUTPUT_FORMAT,
+        retrievedAt,
+        addressCount,
+        components: componentFiles,
+        addressPages,
+    };
+    await writeLocalJSONFile(harvest, root("harvest.json"));
+    return harvest;
+}
+/**
+ * The directory `#be/adapters/vlaanderen/adapter` reads, given the root a fetch wrote under.
+ *
+ * The adapter reads the directory rather than one file, because a harvest writes the addresses
+ * and each component type as separate documents beside `harvest.json`.
+ */
+export function vlaanderenInputPath(outRoot) {
+    return outRoot(VLAANDEREN_ADAPTER_ID);
+}
+/**
+ * The registry entry.
+ *
+ * `harvestVlaanderenAD` takes a client so a test can drive it against stubbed bodies.
+ * This supplies the client the registry's callers expect, and reports the harvest as a
+ * {@linkcode FetchSummary}: one harvest is one fetched unit whatever the page count,
+ * because the adapter reads the directory rather than any single page.
+ */
+export async function fetchVlaanderenAD(options, report) {
+    await using client = new APIClient({ displayName: VLAANDEREN_ADAPTER_ID, retry: true });
+    const outputDir = options.outRoot(VLAANDEREN_ADAPTER_ID);
+    report?.(`=== ${VLAANDEREN_ADAPTER_ID}: harvesting ${VLAANDEREN_AD_WFS}`);
+    // Awaited rather than returned: `await using` disposes the client when this scope exits,
+    // and a disposed `APIClient` refuses every later request.
+    const harvest = await harvestVlaanderenAD(client, {
+        outputDir,
+        maxPages: options.maxPages,
+        pageSize: options.pageSize,
+        componentPageSize: options.componentPageSize,
+        signal: options.signal,
+    });
+    report?.(`  ✓ ${harvest.addressCount} addresses over ${harvest.addressPages.length} pages, ` +
+        `components ${Object.entries(harvest.components)
+            .map(([type, files]) => `${type}=${files.length}`)
+            .join(" ")}`);
+    return { fetched: 1, skipped: 0, failed: 0, failedCodes: [] };
+}
+//# sourceMappingURL=vlaanderen-ad.js.map

package/out/tools/fetch/vlaanderen-ad.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlaanderen-ad.js","sourceRoot":"","sources":["../../../lib/tools/fetch/vlaanderen-ad.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEvC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,OAAO,EAAE,qBAAqB,EAA0B,MAAM,iCAAiC,CAAA;AAE/F,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAEzE;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,sCAAsC,CAAA;AAEvE;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,kCAAkC,CAAA;AAExD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAA;AAEnC;;;;;;;;GAQG;AACH,MAAM,eAAe,GAAG;IACvB,gBAAgB,EAAE,mBAAmB;IACrC,gBAAgB,EAAE,mBAAmB;IACrC,aAAa,EAAE,iBAAiB;CACvB,CAAA;AAyBV;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,MAAgC,EAChC,MAAwC;IAExC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,CAAC,CAAA;IAEjH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAA;AACnG,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAgC,EAAE,QAAgB;IAClG,8FAA8F;IAC9F,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAA;IAE3G,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACd,yCAAyC,QAAQ,4CAA4C;YAC5F,gDAAgD,CACjD,CAAA;IACF,CAAC;IAED,+FAA+F;IAC/F,4FAA4F;IAC5F,OAAO,IAAI,CAAC,aAAa,CAAA;AAC1B,CAAC;AA8BD;;;;;;;;GAQG;AACH;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG,IAAI,CAAA;AAUnC;;;;;;;;;;;;;;;;;GAiBG;AACH,KAAK,UAAU,WAAW,CAAC,IAAiB,EAAE,IAAY;IACzD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;IACxG,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,IAAI,qBAAqB,EAAE,GAAG,CAAC,CAAA;IAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,CAAC,OAAO;YAAE,SAAQ;QAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;YAAE,SAAQ;QAE3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAA;QAErD,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAA;YACnD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YAE7E,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE;gBAChG,GAAG,EAAE,IAAI;aACT,CAAC,CAAA;YAEF,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAAE,SAAQ;YAEnD,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QACxE,CAAC;gBAAS,CAAC;YACV,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAAgC,EAChC,OAAiC;IAEjC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,aAAa,EAAE,aAAa,CAAC,CAAA;IAC3E,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,IAAI,aAAa,EAAE,aAAa,CAAC,CAAA;IAE7F,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAE3B,MAAM,cAAc,GAAoC;QACvD,gBAAgB,EAAE,EAAE;QACpB,gBAAgB,EAAE,EAAE;QACpB,aAAa,EAAE,EAAE;KACjB,CAAA;IAED,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAA8B,EAAE,CAAC;QAC7F,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,QAAQ,EAAE,CAAC,CAAA;QACxE,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC9C,IAAI,IAAI,GAAG,CAAC,CAAA;QAEZ,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,iBAAiB,EAAE,CAAC;YAC9E,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAErC,IAAI,IAAI,EAAE,CAAC;gBACV,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACxC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAA;gBAE3B,SAAQ;YACT,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE;gBAC7C,SAAS,EAAE,MAAM,QAAQ,EAAE;gBAC3B,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;gBAChC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;aAC9B,CAAC,CAAA;YAEF,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACd,6BAA6B,QAAQ,uBAAuB,UAAU,aAAa;oBAClF,+DAA+D,CAChE,CAAA;YACF,CAAC;YAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;gBAAE,MAAK;YAEpC,MAAM,IAAI,GAAG,KAAK,IAAI,iBAAiB,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAA;YAE/G,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE/C,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACnC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAA;QAC5B,CAAC;QAED,oFAAoF;QACpF,sFAAsF;QACtF,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACd,yBAAyB,QAAQ,aAAa,IAAI,iBAAiB;gBAClE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG;gBACrC,uCAAuC,KAAK,kCAAkC,CAC/E,CAAA;QACF,CAAC;IACF,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC3E,MAAM,YAAY,GAAwE,EAAE,CAAA;IAC5F,IAAI,WAAW,GAAG,EAAE,CAAA;IAEpB,iDAAiD;IACjD,sFAAsF;IACtF,2FAA2F;IAC3F,4FAA4F;IAC5F,+FAA+F;IAC/F,wFAAwF;IACxF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAEjD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,YAAY,EAAE,UAAU,IAAI,QAAQ,EAAE,CAAC;QAC5E,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAK;QAElC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ;YAAE,MAAK;QAEpF,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAEvC,IAAI,QAAQ,EAAE,CAAC;YACd,YAAY,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAA;YAE/F,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;SAC9B,CAAC,CAAA;QAEF,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACd,6CAA6C,UAAU,wCAAwC;gBAC9F,oCAAoC,CACrC,CAAA;QACF,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;YAAE,MAAK;QAEpC,MAAM,IAAI,GAAG,WAAW,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAA;QAElE,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAE/C,YAAY,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;QAE5E,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,IAAI,WAAW,CAAA;IAClF,CAAC;IAED,MAAM,OAAO,GAAsB;QAClC,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,WAAW;QACX,YAAY;QACZ,UAAU,EAAE,cAAc;QAC1B,YAAY;KACZ,CAAA;IAED,MAAM,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAA;IAEvD,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAoC;IACvE,OAAO,OAAO,CAAC,qBAAqB,CAAC,CAAA;AACtC,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,OAA+B,EAC/B,MAA+B;IAE/B,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAEvF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAExD,MAAM,EAAE,CAAC,OAAO,qBAAqB,gBAAgB,iBAAiB,EAAE,CAAC,CAAA;IAEzE,yFAAyF;IACzF,0DAA0D;IAC1D,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE;QACjD,SAAS;QACT,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAA;IAEF,MAAM,EAAE,CACP,OAAO,OAAO,CAAC,YAAY,mBAAmB,OAAO,CAAC,YAAY,CAAC,MAAM,UAAU;QAClF,cAAc,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;aACjD,IAAI,CAAC,GAAG,CAAC,EAAE,CACd,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;AAC9D,CAAC"}