@mailwoman/corpus 9.4.0 → 10.1.0

package/out/no/tools/fetch/matrikkelen.d.ts

@@ -0,0 +1,251 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Downloads the `Matrikkelen - Adresse` CSV extracts Kartverket publishes through Geonorge.
+ *
+ *   ## Two areas, because the adapter emits two jurisdictions
+ *
+ *   `#no/adapters/matrikkelen/adapter` reads `kommunenummer` to decide a row's country, and
+ *   municipality 2100 is Svalbard rather than the mainland. Geonorge publishes the dataset per area
+ *   from one 375-entry area list, and the two entries this repository reads are `0000` `Hele landet`
+ *   and `2100` `Svalbard`. The mainland extract carries no Svalbard row, so taking only `0000` would
+ *   leave `SJ` with no rows while the adapter still claimed to cover it.
+ *
+ *   Each area is a separate archive at the dataset's conventional download path, so no download
+ *   order has to be placed through Geonorge's order API:
+ *
+ *       …/MatrikkelenAdresse/CSV/Basisdata_<area>_<name>_4258_MatrikkelenAdresse_CSV.zip
+ *
+ *   ## Why the member is extracted
+ *
+ *   The adapter opens `opts.inputPath` with `CSVSpliterator.fromAsync`, which reads a delimited file
+ *   rather than an archive, so the member is written out beside the archive it came from. The member
+ *   is named `matrikkelenAdresse.csv` in every area's archive, inside a directory named after the
+ *   archive, so each area is written under its own area-code directory and the publisher's own file
+ *   name is kept.
+ *
+ *   The archive is kept rather than removed, because its sha256 is the value the address-source
+ *   register records for the publication and the member's is not.
+ *
+ *   ## Freshness
+ *
+ *   Geonorge serves `last-modified` and `content-length` on the archive, and a regenerated extract
+ *   changes both. A skip requires a stated `last-modified`: where the service states none, both
+ *   sides read `null`, an equality test would hold, and an archive of unknown age would be kept for
+ *   as long as the service stayed silent.
+ *
+ *   ## The header is checked on arrival
+ *
+ *   A renamed column reaches the adapter as an empty string on every row rather than as an error, so
+ *   the extract's header is read through the same `CSVSpliterator` the adapter uses and checked
+ *   against the nine columns the adapter indexes by name. The file's first column name carries a
+ *   byte-order mark, and none of the nine is that column, so the check does not depend on the mark
+ *   being stripped.
+ */
+import { APIClient } from "@mailwoman/core/api";
+import { type PathBuilderLike } from "path-ts";
+import type { BaseFetchOptions, FetchSummary, SourceManifest } from "#tools/fetch/download";
+/**
+ * One area of the dataset, as Geonorge's own area list for it spells the two parts of its file name.
+ */
+export interface MatrikkelenArea {
+    /**
+     * The area code, which is also the directory each area is written under.
+     */
+    code: string;
+    /**
+     * The area name as the download path spells it, which is not always the list's `name`:
+     * area `0000` is named `Hele landet` in the list and `Norge` in the path.
+     */
+    pathName: string;
+}
+/**
+ * The areas a fetch takes when a caller names none.
+ *
+ * `0000` is the mainland and `2100` is Svalbard, which are the two areas the
+ * address-source register carries rows for.
+ * Svalbard is also published as `fylke` 21, which holds the same rows as kommune 2100.
+ */
+export declare const MATRIKKELEN_AREAS: readonly MatrikkelenArea[];
+/**
+ * The area code of the whole-country extract, which carries every mainland municipality.
+ */
+export declare const MATRIKKELEN_MAINLAND_AREA = "0000";
+/**
+ * The projection the CSV extracts are taken in.
+ *
+ * EPSG:4258 is the geographic projection, and it is the one the register measured.
+ * The same extract is published in EPSG:25833 and differs only in its coordinates.
+ */
+export declare const MATRIKKELEN_PROJECTION = "4258";
+/**
+ * The directory the dataset's per-area archives sit in.
+ */
+export declare const MATRIKKELEN_DOWNLOAD_ROOT = "https://nedlasting.geonorge.no/geonorge/Basisdata/MatrikkelenAdresse/CSV";
+/**
+ * The dataset's metadata record, which is where the elected license is stated.
+ */
+export declare const MATRIKKELEN_METADATA_URL = "https://kartkatalog.geonorge.no/api/getdata/f7df7a18-b30f-4745-bd64-d0863812350c";
+/**
+ * The name of the member inside every area's archive, and of the file the adapter reads.
+ */
+export declare const MATRIKKELEN_MEMBER_FILENAME = "matrikkelenAdresse.csv";
+/**
+ * The column delimiter the publisher writes.
+ */
+export declare const MATRIKKELEN_DELIMITER = ";";
+/**
+ * The columns `#no/adapters/matrikkelen/adapter` reads by name.
+ *
+ * Checked against the extract's header on arrival, because a renamed column reaches
+ * the adapter as an empty string on every row rather than as an error.
+ */
+export declare const MATRIKKELEN_REQUIRED_COLUMNS: readonly string[];
+/**
+ * The attribution CC BY 4.0 §3(a)(1) requires on a publication derived from these rows.
+ */
+export declare const MATRIKKELEN_ATTRIBUTION = "Kartverket";
+/**
+ * The license the address-source register elected for this publisher.
+ *
+ * Kartverket's metadata record states CC BY 4.0 across five agreeing fields,
+ * and the adapter stamps the same identifier on every row.
+ */
+export declare const MATRIKKELEN_LICENSE = "CC-BY-4.0";
+/**
+ * The archive's name for one area, which is also the name it is written under.
+ */
+export declare function matrikkelenArchiveFilename(area: MatrikkelenArea): string;
+/**
+ * The archive's URL for one area.
+ */
+export declare function matrikkelenArchiveURL(area: MatrikkelenArea): string;
+/**
+ * What one area's run recorded.
+ *
+ * `last_modified` is the service's own header and the one freshness signal it offers,
+ * so a changed value is the one reason to download that area again.
+ * `bytes` and `sha256` describe the archive, which is the artifact the
+ * address-source register records a digest for.
+ */
+export interface MatrikkelenFileManifest extends SourceManifest {
+    area_code: string;
+    last_modified: string | null;
+    member_filename: string;
+    member_bytes: number;
+    member_sha256: string;
+}
+/**
+ * The recorded entry for one area, or `undefined` where the manifest holds none that can decide a skip.
+ *
+ * `loadCollectionFiles` reads the shared collection shape, which states what every
+ * source's manifest states and not this source's area fields.
+ * An entry written before those fields existed, or written with no stated `last_modified`,
+ * cannot answer whether the archive on disk is current, and this reports that as
+ * no recorded entry rather than as an entry that disagrees.
+ */
+export declare function recordedMatrikkelenArea(entry: SourceManifest | undefined): MatrikkelenFileManifest | undefined;
+/**
+ * What the service's HEAD response states about one area's archive.
+ *
+ * Both fields read `null` where the header is absent, rather than an empty string or zero.
+ * An absent `last-modified` is the service declining to state a version, which is a
+ * different fact from a version that happens to match the one on disk.
+ */
+export interface MatrikkelenPublication {
+    lastModified: string | null;
+    reportedBytes: number | null;
+}
+/**
+ * Reads the service's HEAD response for one area.
+ *
+ * Separate from {@linkcode downloadMatrikkelen} because this one request carries the whole freshness
+ * decision, and the download itself runs on global `fetch`, which a unit test cannot intercept.
+ */
+export declare function readMatrikkelenPublication(client: Pick<APIClient, "fetch">, area: MatrikkelenArea, options?: {
+    signal?: AbortSignal;
+}): Promise<MatrikkelenPublication>;
+/**
+ * Whether one area's archive and extract on disk are the ones the service currently serves.
+ *
+ * A skip requires the service to state a `last-modified` value.
+ * Where it states none, both sides read `null` and an equality test would hold,
+ * which would keep an archive of unknown age for as long as the service stayed silent.
+ */
+export declare function matrikkelenPublicationIsRecorded(recorded: MatrikkelenFileManifest, bytesOnDisk: number, memberBytesOnDisk: number, publication: MatrikkelenPublication): boolean;
+/**
+ * The areas named by their codes, or every area in {@linkcode MATRIKKELEN_AREAS}.
+ *
+ * @throws Naming the codes that the area list does not carry, so a typed code
+ * reports itself rather than reading as a fetch of no areas.
+ */
+export declare function matrikkelenAreasFor(codes: readonly string[] | undefined): readonly MatrikkelenArea[];
+/**
+ * Per-invocation options.
+ */
+export interface DownloadMatrikkelenOptions {
+    outputDir: PathBuilderLike;
+    /**
+     * The areas to take, defaulting to {@linkcode MATRIKKELEN_AREAS}.
+     */
+    areas?: readonly MatrikkelenArea[];
+    /**
+     * Downloads each area even where the manifest's `last_modified` and byte counts still match.
+     */
+    force?: boolean;
+    retries?: number;
+    retryDelayMs?: number;
+    signal?: AbortSignal;
+    report?: (line: string) => void;
+}
+/**
+ * Downloads one area's archive, extracts the member the adapter reads and checks its header.
+ *
+ * @returns The manifest entry for the area, which the collection manifest carries.
+ */
+export declare function downloadMatrikkelenArea(client: Pick<APIClient, "fetch">, area: MatrikkelenArea, options: {
+    outputDir: PathBuilderLike;
+    recorded?: MatrikkelenFileManifest;
+    force?: boolean;
+    retries?: number;
+    retryDelayMs?: number;
+    signal?: AbortSignal;
+    report?: (line: string) => void;
+}): Promise<{
+    entry: MatrikkelenFileManifest;
+    downloaded: boolean;
+}>;
+/**
+ * Downloads every requested area and writes the collection manifest beside them.
+ *
+ * An area that fails is counted and the rest are still taken, because the two areas are
+ * separate publications and Svalbard's 57 KiB does not depend on the mainland's 145 MiB.
+ */
+export declare function downloadMatrikkelen(client: Pick<APIClient, "fetch">, options: DownloadMatrikkelenOptions): Promise<FetchSummary>;
+/**
+ * The path `#no/adapters/matrikkelen/adapter` reads for one area, given the root a fetch wrote under.
+ *
+ * The area is a parameter because the adapter covers two jurisdictions and reads one
+ * file at a time: `0000` carries Norway's rows and `2100` carries Svalbard's.
+ */
+export declare function matrikkelenInputPath(outRoot: BaseFetchOptions["outRoot"], areaCode?: string): PathBuilderLike;
+/**
+ * Per-invocation options for the registry entry.
+ */
+export interface FetchMatrikkelenOptions extends BaseFetchOptions {
+    /**
+     * Geonorge area codes, defaulting to every area in {@linkcode MATRIKKELEN_AREAS}.
+     */
+    areas?: readonly string[];
+    force?: boolean;
+    retries?: number;
+    retryDelayMs?: number;
+    signal?: AbortSignal;
+}
+/**
+ * The registry entry.
+ */
+export declare function fetchMatrikkelen(options: FetchMatrikkelenOptions, report?: (line: string) => void): Promise<FetchSummary>;
+//# sourceMappingURL=matrikkelen.d.ts.map

package/out/no/tools/fetch/matrikkelen.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"matrikkelen.d.ts","sourceRoot":"","sources":["../../../../lib/no/tools/fetch/matrikkelen.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAM/C,OAAO,EAAe,KAAK,eAAe,EAAE,MAAM,SAAS,CAAA;AAG3D,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAA4B,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAIrH;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB,EAAE,SAAS,eAAe,EAGvD,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,SAAS,CAAA;AAE/C;;;;;GAKG;AACH,eAAO,MAAM,sBAAsB,SAAS,CAAA;AAE5C;;GAEG;AACH,eAAO,MAAM,yBAAyB,6EAA6E,CAAA;AAEnH;;GAEG;AACH,eAAO,MAAM,wBAAwB,qFAC8C,CAAA;AAEnF;;GAEG;AACH,eAAO,MAAM,2BAA2B,2BAA2B,CAAA;AAEnE;;GAEG;AACH,eAAO,MAAM,qBAAqB,MAAM,CAAA;AAExC;;;;;GAKG;AACH,eAAO,MAAM,4BAA4B,EAAE,SAAS,MAAM,EAUzD,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,uBAAuB,eAAe,CAAA;AAEnD;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,cAAc,CAAA;AAI9C;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,CAExE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,eAAe,GAAG,MAAM,CAEnE;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,uBAAwB,SAAQ,cAAc;IAC9D,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,eAAe,EAAE,MAAM,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;CACrB;AAED;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,cAAc,GAAG,SAAS,GAAG,uBAAuB,GAAG,SAAS,CAa9G;AAED;;;;;;GAMG;AACH,MAAM,WAAW,sBAAsB;IACtC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED;;;;;GAKG;AACH,wBAAsB,0BAA0B,CAC/C,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,IAAI,EAAE,eAAe,EACrB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAO,GACpC,OAAO,CAAC,sBAAsB,CAAC,CAcjC;AAED;;;;;;GAMG;AACH,wBAAgB,gCAAgC,CAC/C,QAAQ,EAAE,uBAAuB,EACjC,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM,EACzB,WAAW,EAAE,sBAAsB,GACjC,OAAO,CAQT;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,GAAG,SAAS,eAAe,EAAE,CAapG;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IAC1C,SAAS,EAAE,eAAe,CAAA;IAC1B;;OAEG;IACH,KAAK,CAAC,EAAE,SAAS,eAAe,EAAE,CAAA;IAClC;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC/B;AAED;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC5C,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,IAAI,EAAE,eAAe,EACrB,OAAO,EAAE;IACR,SAAS,EAAE,eAAe,CAAA;IAC1B,QAAQ,CAAC,EAAE,uBAAuB,CAAA;IAClC,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC/B,GACC,OAAO,CAAC;IAAE,KAAK,EAAE,uBAAuB,CAAC;IAAC,UAAU,EAAE,OAAO,CAAA;CAAE,CAAC,CA0ElE;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACxC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,OAAO,EAAE,0BAA0B,GACjC,OAAO,CAAC,YAAY,CAAC,CAyDvB;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CACnC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,EACpC,QAAQ,GAAE,MAAkC,GAC1C,eAAe,CAEjB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,gBAAgB;IAChE;;OAEG;IACH,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,WAAW,CAAA;CACpB;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACrC,OAAO,EAAE,uBAAuB,EAChC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAgBvB"}

package/out/no/tools/fetch/matrikkelen.js

@@ -0,0 +1,345 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ *   Downloads the `Matrikkelen - Adresse` CSV extracts Kartverket publishes through Geonorge.
+ *
+ *   ## Two areas, because the adapter emits two jurisdictions
+ *
+ *   `#no/adapters/matrikkelen/adapter` reads `kommunenummer` to decide a row's country, and
+ *   municipality 2100 is Svalbard rather than the mainland. Geonorge publishes the dataset per area
+ *   from one 375-entry area list, and the two entries this repository reads are `0000` `Hele landet`
+ *   and `2100` `Svalbard`. The mainland extract carries no Svalbard row, so taking only `0000` would
+ *   leave `SJ` with no rows while the adapter still claimed to cover it.
+ *
+ *   Each area is a separate archive at the dataset's conventional download path, so no download
+ *   order has to be placed through Geonorge's order API:
+ *
+ *       …/MatrikkelenAdresse/CSV/Basisdata_<area>_<name>_4258_MatrikkelenAdresse_CSV.zip
+ *
+ *   ## Why the member is extracted
+ *
+ *   The adapter opens `opts.inputPath` with `CSVSpliterator.fromAsync`, which reads a delimited file
+ *   rather than an archive, so the member is written out beside the archive it came from. The member
+ *   is named `matrikkelenAdresse.csv` in every area's archive, inside a directory named after the
+ *   archive, so each area is written under its own area-code directory and the publisher's own file
+ *   name is kept.
+ *
+ *   The archive is kept rather than removed, because its sha256 is the value the address-source
+ *   register records for the publication and the member's is not.
+ *
+ *   ## Freshness
+ *
+ *   Geonorge serves `last-modified` and `content-length` on the archive, and a regenerated extract
+ *   changes both. A skip requires a stated `last-modified`: where the service states none, both
+ *   sides read `null`, an equality test would hold, and an archive of unknown age would be kept for
+ *   as long as the service stayed silent.
+ *
+ *   ## The header is checked on arrival
+ *
+ *   A renamed column reaches the adapter as an empty string on every row rather than as an error, so
+ *   the extract's header is read through the same `CSVSpliterator` the adapter uses and checked
+ *   against the nine columns the adapter indexes by name. The file's first column name carries a
+ *   byte-order mark, and none of the nine is that column, so the check does not depend on the mark
+ *   being stripped.
+ */
+import { APIClient } from "@mailwoman/core/api";
+import { ByteFormatter } from "@mailwoman/core/fs/formatters";
+import { tryStat } from "@mailwoman/core/fs/readers";
+import { makeDirectories } from "@mailwoman/core/fs/writers";
+import { extractZipEntry } from "@mailwoman/core/fs/zip";
+import { sha256File } from "@mailwoman/core/hash";
+import { PathBuilder } from "path-ts";
+import { MATRIKKELEN_ADAPTER_ID } from "#no/adapters/matrikkelen/adapter";
+import { downloadToFile, loadCollectionFiles, writeManifest } from "#tools/fetch/download";
+import { assertHeaderColumns, readDelimitedHeader } from "#tools/fetch/header";
+/**
+ * The areas a fetch takes when a caller names none.
+ *
+ * `0000` is the mainland and `2100` is Svalbard, which are the two areas the
+ * address-source register carries rows for.
+ * Svalbard is also published as `fylke` 21, which holds the same rows as kommune 2100.
+ */
+export const MATRIKKELEN_AREAS = [
+    { code: "0000", pathName: "Norge" },
+    { code: "2100", pathName: "Svalbard" },
+];
+/**
+ * The area code of the whole-country extract, which carries every mainland municipality.
+ */
+export const MATRIKKELEN_MAINLAND_AREA = "0000";
+/**
+ * The projection the CSV extracts are taken in.
+ *
+ * EPSG:4258 is the geographic projection, and it is the one the register measured.
+ * The same extract is published in EPSG:25833 and differs only in its coordinates.
+ */
+export const MATRIKKELEN_PROJECTION = "4258";
+/**
+ * The directory the dataset's per-area archives sit in.
+ */
+export const MATRIKKELEN_DOWNLOAD_ROOT = "https://nedlasting.geonorge.no/geonorge/Basisdata/MatrikkelenAdresse/CSV";
+/**
+ * The dataset's metadata record, which is where the elected license is stated.
+ */
+export const MATRIKKELEN_METADATA_URL = "https://kartkatalog.geonorge.no/api/getdata/f7df7a18-b30f-4745-bd64-d0863812350c";
+/**
+ * The name of the member inside every area's archive, and of the file the adapter reads.
+ */
+export const MATRIKKELEN_MEMBER_FILENAME = "matrikkelenAdresse.csv";
+/**
+ * The column delimiter the publisher writes.
+ */
+export const MATRIKKELEN_DELIMITER = ";";
+/**
+ * The columns `#no/adapters/matrikkelen/adapter` reads by name.
+ *
+ * Checked against the extract's header on arrival, because a renamed column reaches
+ * the adapter as an empty string on every row rather than as an error.
+ */
+export const MATRIKKELEN_REQUIRED_COLUMNS = [
+    "kommunenummer",
+    "adressetype",
+    "adressenavn",
+    "nummer",
+    "bokstav",
+    "adresseTekst",
+    "postnummer",
+    "poststed",
+    "adresseId",
+];
+/**
+ * The attribution CC BY 4.0 §3(a)(1) requires on a publication derived from these rows.
+ */
+export const MATRIKKELEN_ATTRIBUTION = "Kartverket";
+/**
+ * The license the address-source register elected for this publisher.
+ *
+ * Kartverket's metadata record states CC BY 4.0 across five agreeing fields,
+ * and the adapter stamps the same identifier on every row.
+ */
+export const MATRIKKELEN_LICENSE = "CC-BY-4.0";
+const SLUG = MATRIKKELEN_ADAPTER_ID;
+/**
+ * The archive's name for one area, which is also the name it is written under.
+ */
+export function matrikkelenArchiveFilename(area) {
+    return `Basisdata_${area.code}_${area.pathName}_${MATRIKKELEN_PROJECTION}_MatrikkelenAdresse_CSV.zip`;
+}
+/**
+ * The archive's URL for one area.
+ */
+export function matrikkelenArchiveURL(area) {
+    return `${MATRIKKELEN_DOWNLOAD_ROOT}/${matrikkelenArchiveFilename(area)}`;
+}
+/**
+ * The recorded entry for one area, or `undefined` where the manifest holds none that can decide a skip.
+ *
+ * `loadCollectionFiles` reads the shared collection shape, which states what every
+ * source's manifest states and not this source's area fields.
+ * An entry written before those fields existed, or written with no stated `last_modified`,
+ * cannot answer whether the archive on disk is current, and this reports that as
+ * no recorded entry rather than as an entry that disagrees.
+ */
+export function recordedMatrikkelenArea(entry) {
+    const candidate = entry;
+    if (!candidate)
+        return undefined;
+    const complete = typeof candidate.area_code === "string" &&
+        typeof candidate.last_modified === "string" &&
+        typeof candidate.member_filename === "string" &&
+        typeof candidate.member_bytes === "number" &&
+        typeof candidate.member_sha256 === "string";
+    return complete ? candidate : undefined;
+}
+/**
+ * Reads the service's HEAD response for one area.
+ *
+ * Separate from {@linkcode downloadMatrikkelen} because this one request carries the whole freshness
+ * decision, and the download itself runs on global `fetch`, which a unit test cannot intercept.
+ */
+export async function readMatrikkelenPublication(client, area, options = {}) {
+    const head = await client.fetch({
+        method: "HEAD",
+        url: matrikkelenArchiveURL(area),
+        timeout: 120_000,
+        signal: options.signal,
+    });
+    const reported = Number(head.headers?.["content-length"] ?? Number.NaN);
+    return {
+        lastModified: String(head.headers?.["last-modified"] ?? "") || null,
+        reportedBytes: Number.isFinite(reported) ? reported : null,
+    };
+}
+/**
+ * Whether one area's archive and extract on disk are the ones the service currently serves.
+ *
+ * A skip requires the service to state a `last-modified` value.
+ * Where it states none, both sides read `null` and an equality test would hold,
+ * which would keep an archive of unknown age for as long as the service stayed silent.
+ */
+export function matrikkelenPublicationIsRecorded(recorded, bytesOnDisk, memberBytesOnDisk, publication) {
+    if (publication.lastModified === null)
+        return false;
+    return (recorded.last_modified === publication.lastModified &&
+        recorded.bytes === bytesOnDisk &&
+        recorded.member_bytes === memberBytesOnDisk);
+}
+/**
+ * The areas named by their codes, or every area in {@linkcode MATRIKKELEN_AREAS}.
+ *
+ * @throws Naming the codes that the area list does not carry, so a typed code
+ * reports itself rather than reading as a fetch of no areas.
+ */
+export function matrikkelenAreasFor(codes) {
+    if (!codes?.length)
+        return MATRIKKELEN_AREAS;
+    const wanted = codes.map((code) => code.trim()).filter((code) => code.length > 0);
+    const absent = wanted.filter((code) => !MATRIKKELEN_AREAS.some((area) => area.code === code));
+    if (absent.length) {
+        throw new Error(`${SLUG}: ${absent.join(", ")} is not an area this fetcher carries a download path for — it carries ${MATRIKKELEN_AREAS.map((area) => area.code).join(", ")}`);
+    }
+    return MATRIKKELEN_AREAS.filter((area) => wanted.includes(area.code));
+}
+/**
+ * Downloads one area's archive, extracts the member the adapter reads and checks its header.
+ *
+ * @returns The manifest entry for the area, which the collection manifest carries.
+ */
+export async function downloadMatrikkelenArea(client, area, options) {
+    const { report } = options;
+    const archiveFilename = matrikkelenArchiveFilename(area);
+    const areaDir = PathBuilder.from(options.outputDir)(area.code);
+    const archivePath = areaDir(archiveFilename);
+    const memberPath = areaDir(MATRIKKELEN_MEMBER_FILENAME);
+    report?.(`=== ${SLUG} / ${archiveFilename}`);
+    const publication = await readMatrikkelenPublication(client, area, { signal: options.signal });
+    report?.(`  HEAD: ${publication.reportedBytes === null ? "no content-length" : ByteFormatter.formatIEC(publication.reportedBytes)}` +
+        `, last-modified ${publication.lastModified ?? "unstated"}`);
+    await makeDirectories(areaDir);
+    const archiveStat = await tryStat(archivePath);
+    const memberStat = await tryStat(memberPath);
+    if (!options.force &&
+        options.recorded &&
+        archiveStat &&
+        memberStat &&
+        matrikkelenPublicationIsRecorded(options.recorded, archiveStat.size, memberStat.size, publication)) {
+        report?.(`  present, and the service's last-modified is unchanged`);
+        return { entry: options.recorded, downloaded: false };
+    }
+    const { bytes } = await downloadToFile({
+        url: matrikkelenArchiveURL(area),
+        dest: archivePath,
+        retries: options.retries,
+        retryDelayMs: options.retryDelayMs,
+        report,
+    });
+    const sha256 = await sha256File(archivePath);
+    report?.(`  ✓ ${ByteFormatter.formatIEC(bytes)}  sha256=${sha256}`);
+    // The member sits inside a directory named after the archive, so the selector matches
+    // the name's tail rather than the whole archive-internal path.
+    const memberBytes = await extractZipEntry(archivePath, /(?:^|\/)matrikkelenAdresse\.csv$/u, memberPath);
+    const header = await readDelimitedHeader(memberPath, MATRIKKELEN_DELIMITER);
+    assertHeaderColumns(header, MATRIKKELEN_REQUIRED_COLUMNS, `${SLUG} ${area.code} ${MATRIKKELEN_MEMBER_FILENAME}`);
+    const memberSHA256 = await sha256File(memberPath);
+    report?.(`  ${MATRIKKELEN_MEMBER_FILENAME}: ${ByteFormatter.formatIEC(memberBytes)} over ${header.length} columns  sha256=${memberSHA256}`);
+    return {
+        entry: {
+            source_url: matrikkelenArchiveURL(area),
+            filename: archiveFilename,
+            area_code: area.code,
+            bytes,
+            sha256,
+            last_modified: publication.lastModified,
+            member_filename: MATRIKKELEN_MEMBER_FILENAME,
+            member_bytes: memberBytes,
+            member_sha256: memberSHA256,
+            downloaded_at: new Date().toISOString(),
+        },
+        downloaded: true,
+    };
+}
+/**
+ * Downloads every requested area and writes the collection manifest beside them.
+ *
+ * An area that fails is counted and the rest are still taken, because the two areas are
+ * separate publications and Svalbard's 57 KiB does not depend on the mainland's 145 MiB.
+ */
+export async function downloadMatrikkelen(client, options) {
+    const { report } = options;
+    const destDir = PathBuilder.from(options.outputDir);
+    const manifestPath = destDir("MANIFEST.json");
+    const areas = options.areas ?? MATRIKKELEN_AREAS;
+    await makeDirectories(destDir);
+    const entries = await loadCollectionFiles(manifestPath);
+    let fetched = 0;
+    let skipped = 0;
+    const failedCodes = [];
+    for (const area of areas) {
+        if (options.signal?.aborted)
+            break;
+        try {
+            const { entry, downloaded } = await downloadMatrikkelenArea(client, area, {
+                outputDir: destDir,
+                recorded: recordedMatrikkelenArea(entries.get(matrikkelenArchiveFilename(area))),
+                force: options.force,
+                retries: options.retries,
+                retryDelayMs: options.retryDelayMs,
+                signal: options.signal,
+                report,
+            });
+            entries.set(entry.filename, entry);
+            if (downloaded) {
+                fetched += 1;
+            }
+            else {
+                skipped += 1;
+            }
+        }
+        catch (error) {
+            report?.(`  ✗ ${area.code}: ${error instanceof Error ? error.message : String(error)}`);
+            failedCodes.push(area.code);
+        }
+    }
+    const manifest = {
+        source: SLUG,
+        source_url: MATRIKKELEN_METADATA_URL,
+        license: MATRIKKELEN_LICENSE,
+        attribution: MATRIKKELEN_ATTRIBUTION,
+        downloaded_at: new Date().toISOString(),
+        // Sorted by area code, so the manifest's order is the area list's rather than the run's.
+        files: [...entries.values()].toSorted((left, right) => left.filename.localeCompare(right.filename)),
+    };
+    await writeManifest(manifestPath, manifest);
+    report?.(`  MANIFEST written to ${manifestPath}`);
+    return { fetched, skipped, failed: failedCodes.length, failedCodes };
+}
+/**
+ * The path `#no/adapters/matrikkelen/adapter` reads for one area, given the root a fetch wrote under.
+ *
+ * The area is a parameter because the adapter covers two jurisdictions and reads one
+ * file at a time: `0000` carries Norway's rows and `2100` carries Svalbard's.
+ */
+export function matrikkelenInputPath(outRoot, areaCode = MATRIKKELEN_MAINLAND_AREA) {
+    return outRoot(SLUG, areaCode, MATRIKKELEN_MEMBER_FILENAME);
+}
+/**
+ * The registry entry.
+ */
+export async function fetchMatrikkelen(options, report) {
+    const areas = matrikkelenAreasFor(options.areas);
+    await using client = new APIClient({ displayName: SLUG, retry: true });
+    // Awaited rather than returned: `await using` disposes the client when this scope exits,
+    // and a disposed `APIClient` refuses every later request.
+    return await downloadMatrikkelen(client, {
+        outputDir: options.outRoot(SLUG),
+        areas,
+        force: options.force,
+        retries: options.retries,
+        retryDelayMs: options.retryDelayMs,
+        signal: options.signal,
+        report,
+    });
+}
+//# sourceMappingURL=matrikkelen.js.map

package/out/no/tools/fetch/matrikkelen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"matrikkelen.js","sourceRoot":"","sources":["../../../../lib/no/tools/fetch/matrikkelen.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6CG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAE3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAA;AAEzE,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAC1F,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAiB9E;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAA+B;IAC5D,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE;IACnC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;CACtC,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAA;AAE/C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAA;AAE5C;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,0EAA0E,CAAA;AAEnH;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GACpC,kFAAkF,CAAA;AAEnF;;GAEG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,wBAAwB,CAAA;AAEnE;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAExC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAsB;IAC9D,eAAe;IACf,aAAa;IACb,aAAa;IACb,QAAQ;IACR,SAAS;IACT,cAAc;IACd,YAAY;IACZ,UAAU;IACV,WAAW;CACX,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAEnD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAA;AAE9C,MAAM,IAAI,GAAG,sBAAsB,CAAA;AAEnC;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAqB;IAC/D,OAAO,aAAa,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,sBAAsB,6BAA6B,CAAA;AACtG,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAqB;IAC1D,OAAO,GAAG,yBAAyB,IAAI,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAA;AAC1E,CAAC;AAkBD;;;;;;;;GAQG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAiC;IACxE,MAAM,SAAS,GAAG,KAAwE,CAAA;IAE1F,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAA;IAEhC,MAAM,QAAQ,GACb,OAAO,SAAS,CAAC,SAAS,KAAK,QAAQ;QACvC,OAAO,SAAS,CAAC,aAAa,KAAK,QAAQ;QAC3C,OAAO,SAAS,CAAC,eAAe,KAAK,QAAQ;QAC7C,OAAO,SAAS,CAAC,YAAY,KAAK,QAAQ;QAC1C,OAAO,SAAS,CAAC,aAAa,KAAK,QAAQ,CAAA;IAE5C,OAAO,QAAQ,CAAC,CAAC,CAAE,SAAqC,CAAC,CAAC,CAAC,SAAS,CAAA;AACrE,CAAC;AAcD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC/C,MAAgC,EAChC,IAAqB,EACrB,OAAO,GAA6B,EAAE;IAEtC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAU;QACxC,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,qBAAqB,CAAC,IAAI,CAAC;QAChC,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;IAEvE,OAAO;QACN,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,IAAI,IAAI;QACnE,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;KAC1D,CAAA;AACF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gCAAgC,CAC/C,QAAiC,EACjC,WAAmB,EACnB,iBAAyB,EACzB,WAAmC;IAEnC,IAAI,WAAW,CAAC,YAAY,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAEnD,OAAO,CACN,QAAQ,CAAC,aAAa,KAAK,WAAW,CAAC,YAAY;QACnD,QAAQ,CAAC,KAAK,KAAK,WAAW;QAC9B,QAAQ,CAAC,YAAY,KAAK,iBAAiB,CAC3C,CAAA;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAoC;IACvE,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,OAAO,iBAAiB,CAAA;IAE5C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACjF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAA;IAE7F,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACd,GAAG,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,yEAAyE,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC7J,CAAA;IACF,CAAC;IAED,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;AACtE,CAAC;AAqBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,MAAgC,EAChC,IAAqB,EACrB,OAQC;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAA;IACxD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAA;IAEvD,MAAM,EAAE,CAAC,OAAO,IAAI,MAAM,eAAe,EAAE,CAAC,CAAA;IAE5C,MAAM,WAAW,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAE9F,MAAM,EAAE,CACP,WAAW,WAAW,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,EAAE;QACzH,mBAAmB,WAAW,CAAC,YAAY,IAAI,UAAU,EAAE,CAC5D,CAAA;IAED,MAAM,eAAe,CAAC,OAAO,CAAC,CAAA;IAE9B,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,CAAA;IAC9C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAA;IAE5C,IACC,CAAC,OAAO,CAAC,KAAK;QACd,OAAO,CAAC,QAAQ;QAChB,WAAW;QACX,UAAU;QACV,gCAAgC,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,EACjG,CAAC;QACF,MAAM,EAAE,CAAC,yDAAyD,CAAC,CAAA;QAEnE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IACtD,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAAC;QACtC,GAAG,EAAE,qBAAqB,CAAC,IAAI,CAAC;QAChC,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,MAAM;KACN,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,CAAA;IAE5C,MAAM,EAAE,CAAC,OAAO,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,MAAM,EAAE,CAAC,CAAA;IAEnE,sFAAsF;IACtF,+DAA+D;IAC/D,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,mCAAmC,EAAE,UAAU,CAAC,CAAA;IAEvG,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,UAAU,EAAE,qBAAqB,CAAC,CAAA;IAE3E,mBAAmB,CAAC,MAAM,EAAE,4BAA4B,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,2BAA2B,EAAE,CAAC,CAAA;IAEhH,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAA;IAEjD,MAAM,EAAE,CACP,KAAK,2BAA2B,KAAK,aAAa,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,MAAM,CAAC,MAAM,oBAAoB,YAAY,EAAE,CACjI,CAAA;IAED,OAAO;QACN,KAAK,EAAE;YACN,UAAU,EAAE,qBAAqB,CAAC,IAAI,CAAC;YACvC,QAAQ,EAAE,eAAe;YACzB,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,KAAK;YACL,MAAM;YACN,aAAa,EAAE,WAAW,CAAC,YAAY;YACvC,eAAe,EAAE,2BAA2B;YAC5C,YAAY,EAAE,WAAW;YACzB,aAAa,EAAE,YAAY;YAC3B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC;QACD,UAAU,EAAE,IAAI;KAChB,CAAA;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAAgC,EAChC,OAAmC;IAEnC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACnD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,iBAAiB,CAAA;IAEhD,MAAM,eAAe,CAAC,OAAO,CAAC,CAAA;IAE9B,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAEvD,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAK;QAElC,IAAI,CAAC;YACJ,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,uBAAuB,CAAC,MAAM,EAAE,IAAI,EAAE;gBACzE,SAAS,EAAE,OAAO;gBAClB,QAAQ,EAAE,uBAAuB,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChF,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM;aACN,CAAC,CAAA;YAEF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;YAElC,IAAI,UAAU,EAAE,CAAC;gBAChB,OAAO,IAAI,CAAC,CAAA;YACb,CAAC;iBAAM,CAAC;gBACP,OAAO,IAAI,CAAC,CAAA;YACb,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAEvF,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAA6B;QAC1C,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,wBAAwB;QACpC,OAAO,EAAE,mBAAmB;QAC5B,WAAW,EAAE,uBAAuB;QACpC,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACvC,yFAAyF;QACzF,KAAK,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;KACnG,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,MAAM,EAAE,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAA;IAEjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,CAAA;AACrE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CACnC,OAAoC,EACpC,QAAQ,GAAW,yBAAyB;IAE5C,OAAO,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,2BAA2B,CAAC,CAAA;AAC5D,CAAC;AAgBD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,OAAgC,EAChC,MAA+B;IAE/B,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAEhD,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAEtE,yFAAyF;IACzF,0DAA0D;IAC1D,OAAO,MAAM,mBAAmB,CAAC,MAAM,EAAE;QACxC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;QAChC,KAAK;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM;KACN,CAAC,CAAA;AACH,CAAC"}