@mailwoman/corpus 9.4.0 → 10.1.0

package/out/tools/fetch/inspire-addresses.js

@@ -0,0 +1,276 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Read an INSPIRE Addresses (AD) theme from a member state's WFS download service.
+ *
+ * The INSPIRE Directive makes Addresses a mandatory Annex I theme and accepts two kinds of download
+ * service: a predefined-dataset ATOM feed and a Web Feature Service. Most member states publish the
+ * second, so a file download reaches only a minority of them.
+ *
+ * An `ad:Address` feature carries its point, its lifecycle dates and its locator. It does not carry
+ * its street name, its postcode or its administrative units: those are separate feature types, and
+ * the address references them through `component`. A complete address is therefore assembled from
+ * several feature types rather than read from one.
+ *
+ * Measured on Slovakia's service, one address holds four component references that resolve to three
+ * `ad:AdminUnitName` features and one `ad:PostalDescriptor`. Resolving each reference with its own
+ * request would cost roughly four requests per address, which is 6.8 million for that service's
+ * 1,704,196 addresses. This module therefore pages each feature type in bulk and joins locally.
+ *
+ * A service's feature count is read with `readCheckedWFSFeatureCount` from `@mailwoman/core/api`,
+ * which owns every WFS count this repository takes.
+ */
+import { assertNoOGCServiceException } from "@mailwoman/core/api";
+import { stringifyJSON, tryParsingJSON } from "@mailwoman/core/json";
+import { componentJoinKey } from "#inspire/address";
+import { WFS_VERSION } from "#tools/fetch/wfs-harvest";
+/**
+ * The feature types an INSPIRE Addresses service publishes.
+ *
+ * `Address` is the subject.
+ * The other four are the components an address references, and each has to be
+ * paged separately to build the join.
+ */
+export const AD_FEATURE_TYPES = [
+    "Address",
+    "ThoroughfareName",
+    "PostalDescriptor",
+    "AdminUnitName",
+    "AddressAreaName",
+];
+/**
+ * The AD feature type a service's qualified name denotes, or `null` where it denotes none.
+ *
+ * Services name the same type four ways, measured across the four this module was written from.
+ * Slovakia and Flanders publish `ad:Address`.
+ *
+ * Estonia publishes `AD_Address:AD.Address` and `AD_Address:AD.Address_ThoroughfareName`.
+ * Poland publishes `ms:AD.Address`.
+ *
+ * A reader that compares the part after the colon against `Address` finds a type
+ * on two services and none on the other two, which reads as a service publishing
+ * no addresses rather than as a naming difference.
+ */
+export function adFeatureTypeOf(qualifiedName) {
+    const local = qualifiedName.slice(qualifiedName.lastIndexOf(":") + 1);
+    const bare = local.startsWith("AD.Address_")
+        ? local.slice("AD.Address_".length)
+        : local.startsWith("AD.")
+            ? local.slice("AD.".length)
+            : local;
+    return AD_FEATURE_TYPES.find((type) => type === bare) ?? null;
+}
+/**
+ * Is this property value a void rather than a value?
+ */
+export function isVoided(value) {
+    return (typeof value === "object" && value !== null && "@nil" in value && String(value["@nil"]) === "true");
+}
+/**
+ * The value of a property, or `null` where the service marked it void or omitted it.
+ *
+ * `null` for a void keeps the void from reaching a caller as the text `[object Object]`.
+ *
+ * INSPIRE separates a void from an absence: an absent property states that no value exists,
+ * and a void states that whether one exists is unknown.
+ * This collapses both to `null`, so a caller that needs the two apart reads the
+ * property's presence on `properties` itself.
+ */
+export function readVoidable(value) {
+    if (value === undefined || isVoided(value))
+        return null;
+    return value;
+}
+/**
+ * Reads a service's capabilities, so a caller asks only for what the service offers.
+ */
+export async function readWFSCapabilities(client, options) {
+    const { data } = await client.fetch({
+        method: "GET",
+        url: options.wfsURL,
+        responseType: "text",
+        params: { service: "WFS", version: WFS_VERSION, request: "GetCapabilities" },
+    });
+    assertNoOGCServiceException(data, options.context);
+    const outputFormats = [
+        ...new Set([...data.matchAll(/<(?:\w+:)?Parameter\s+name="outputFormat"[\s\S]*?<\/(?:\w+:)?Parameter>/giu)]
+            .flatMap((block) => [...(block[0] ?? "").matchAll(/<(?:\w+:)?Value>([\s\S]*?)<\/(?:\w+:)?Value>/giu)])
+            .map((match) => (match[1] ?? "").trim())
+            .filter((format) => format.length > 0)),
+    ];
+    if (!outputFormats.length) {
+        throw new Error(`${options.context}: the capabilities document advertised no outputFormat values, so the formats this service accepts could not be read`);
+    }
+    const typeNames = {};
+    // Only the feature-type list declares feature types.
+    // `Name` also labels operation parameters and service contacts, and one of those
+    // matching would publish a type the service lacks.
+    const featureTypeList = data.match(/<(?:\w+:)?FeatureTypeList>[\s\S]*?<\/(?:\w+:)?FeatureTypeList>/iu)?.[0] ?? "";
+    for (const match of featureTypeList.matchAll(/<(?:\w+:)?Name>\s*([\w.:_-]+)\s*<\/(?:\w+:)?Name>/giu)) {
+        const qualified = match[1] ?? "";
+        const known = adFeatureTypeOf(qualified);
+        if (known && !typeNames[known]) {
+            typeNames[known] = qualified;
+        }
+    }
+    // `application/json` is GeoServer's GeoJSON writer, and `application/geo+json` is
+    // the alias a service may advertise without implementing.
+    // The other JSON-ish formats carry a different envelope, so they are left out rather than tried.
+    const jsonFormats = ["application/json", "application/geo+json"].filter((format) => outputFormats.includes(format));
+    const countDefault = /<(?:\w+:)?Constraint\s+name="CountDefault"[\s\S]{0,240}?<(?:\w+:)?DefaultValue>\s*(\d+)\s*</iu
+        .exec(data)
+        ?.at(1);
+    return {
+        outputFormats,
+        jsonFormat: jsonFormats[0] ?? null,
+        jsonFormats,
+        countDefault: countDefault === undefined ? null : Number(countDefault),
+        supportsPaging: /ImplementsResultPaging[\s\S]{0,120}?>\s*(?:TRUE|true)\s*</u.test(data),
+        typeNames,
+    };
+}
+/**
+ * Reads one page of a feature type.
+ *
+ * `startIndex` past the first page needs {@linkcode WFSCapabilities.supportsPaging}.
+ * A service that declines paging answers page two with page one, so this refuses
+ * rather than returning the repeat.
+ */
+export async function readFeaturePage(client, options) {
+    if (options.startIndex > 0 && !options.supportsPaging) {
+        throw new Error(`${options.context}: a page was requested at startIndex ${options.startIndex} from a service that does not advertise ImplementsResultPaging, and such a service answers every page with the first`);
+    }
+    const { data } = await client.fetch({
+        method: "GET",
+        url: options.wfsURL,
+        responseType: "text",
+        params: {
+            service: "WFS",
+            version: WFS_VERSION,
+            request: "GetFeature",
+            typeNames: options.typeName,
+            outputFormat: options.outputFormat,
+            count: String(options.count),
+            startIndex: String(options.startIndex),
+            ...(options.sortBy ? { sortBy: options.sortBy } : {}),
+        },
+    });
+    assertNoOGCServiceException(data, options.context);
+    const payload = tryParsingJSON(data);
+    if (!payload) {
+        throw new TypeError(`${options.context}: the service answered ${stringifyJSON(options.outputFormat)} with a body that is not JSON, beginning ${stringifyJSON(data.slice(0, 120))}`);
+    }
+    if (!Array.isArray(payload.features)) {
+        throw new TypeError(`${options.context}: the response carried no features array, so the page could not be read`);
+    }
+    // A service may report `unknown`, which declines to count rather than counting none.
+    const matched = payload.numberMatched;
+    const numberMatched = typeof matched === "number" ? matched : /^\d+$/u.test(String(matched)) ? Number(matched) : null;
+    return {
+        features: payload.features,
+        numberMatched,
+        numberReturned: payload.features.length,
+        timeStamp: typeof payload.timeStamp === "string" ? payload.timeStamp : null,
+    };
+}
+/**
+ * A void reason written as its bare term where a void object would otherwise sit.
+ *
+ * Estonia writes `"unpopulated"` as the value of an unused component slot.
+ * The terms are the local names of the INSPIRE void-reason codelist.
+ *
+ * Only `unpopulated` was measured.
+ * The other two are here because that codelist has three members, so a service
+ * writing one of them writes one of these.
+ */
+const VOID_REASON_TEXT = new Set(["unpopulated", "unknown", "withheld"]);
+/**
+ * A flattened component slot, as GeoServer writes one: `component3_xlink_href`.
+ */
+const FLATTENED_COMPONENT = /^component\d*_xlink_href$/iu;
+/**
+ * Every `component` reference an address carries, as the service wrote them.
+ *
+ * Two encodings appear across the services measured.
+ * Slovakia and Flanders write a `component` array of objects carrying `@href`.
+ *
+ * Estonia writes one flat property per slot, `component1_xlink_href` through `component6_xlink_href`,
+ * and fills an unused slot with the string `unpopulated` rather than with a void object.
+ * Reading only the array reported 0 references for every Estonian address, where each carries four.
+ *
+ * A reference may leave the service: Estonia's first three slots address its Administrative
+ * Units theme at `AU_haldusyksused` rather than its Addresses theme.
+ * That is a reference this module reads and {@linkcode resolveComponents} reports as unjoined
+ * against Addresses features, which is the honest answer rather than a dropped reference.
+ */
+export function componentReferences(feature) {
+    const properties = feature.properties ?? {};
+    const component = properties["component"];
+    const entries = Array.isArray(component) ? component : component === undefined ? [] : [component];
+    const fromArray = entries.map((entry) => typeof entry === "object" && entry !== null ? String(entry["@href"] ?? "") : "");
+    const fromSlots = Object.keys(properties)
+        .filter((key) => FLATTENED_COMPONENT.test(key))
+        .toSorted()
+        .map((key) => {
+        const value = properties[key];
+        return typeof value === "string" ? value : "";
+    });
+    return [...fromArray, ...fromSlots]
+        .map((href) => href.trim())
+        .filter((href) => href.length > 0 && !VOID_REASON_TEXT.has(href.toLowerCase()));
+}
+/**
+ * The key a component feature publishes for an address to reference it by.
+ *
+ * `identifier.value` is the INSPIRE external object identifier, which is what
+ * Flanders writes on both sides of the join.
+ * `gml_id` is the fallback for a service that publishes no identifier,
+ * and a stored-query reference addresses that id.
+ */
+export function componentIdentifier(feature) {
+    const identifier = feature.properties?.["identifier"];
+    if (typeof identifier === "object" && identifier !== null) {
+        const value = identifier["value"];
+        if (typeof value === "string" && value.length)
+            return value;
+    }
+    if (typeof identifier === "string" && identifier.length)
+        return identifier;
+    const gmlID = feature.properties?.["gml_id"] ?? feature.id;
+    return gmlID === undefined || gmlID === null ? null : String(gmlID);
+}
+/**
+ * Joins an address page's component references against the component features supplied.
+ */
+export function resolveComponents(addresses, components) {
+    const identifiers = new Set();
+    for (const feature of components) {
+        const identifier = componentIdentifier(feature);
+        if (identifier !== null) {
+            identifiers.add(identifier);
+        }
+    }
+    let joined = 0;
+    let unjoined = 0;
+    let unreadable = 0;
+    let unjoinedExample = null;
+    for (const address of addresses) {
+        for (const href of componentReferences(address)) {
+            const key = componentJoinKey(href);
+            if (key === undefined) {
+                unreadable++;
+                continue;
+            }
+            if (identifiers.has(key)) {
+                joined++;
+                continue;
+            }
+            unjoined++;
+            unjoinedExample ??= href;
+        }
+    }
+    return { joined, unjoined, unjoinedExample, unreadable };
+}
+//# sourceMappingURL=inspire-addresses.js.map

package/out/tools/fetch/inspire-addresses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspire-addresses.js","sourceRoot":"","sources":["../../../lib/tools/fetch/inspire-addresses.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,2BAA2B,EAAkB,MAAM,qBAAqB,CAAA;AACjF,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAEpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAEtD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC/B,SAAS;IACT,kBAAkB;IAClB,kBAAkB;IAClB,eAAe;IACf,iBAAiB;CACR,CAAA;AAOV;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,aAAqB;IACpD,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;IAErE,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QAC3C,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC;QACnC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;YACxB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;YAC3B,CAAC,CAAC,KAAK,CAAA;IAET,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,CAAA;AAC9D,CAAC;AAqED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAc;IACtC,OAAO,CACN,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,CAAE,KAAqB,CAAC,MAAM,CAAC,CAAC,KAAK,MAAM,CACnH,CAAA;AACF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,YAAY,CAAI,KAAkC;IACjE,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAEvD,OAAO,KAAU,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAAgC,EAChC,OAA4C;IAE5C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAS;QAC3C,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO,CAAC,MAAM;QACnB,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,iBAAiB,EAAE;KAC5E,CAAC,CAAA;IAEF,2BAA2B,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,MAAM,aAAa,GAAG;QACrB,GAAG,IAAI,GAAG,CACT,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,4EAA4E,CAAC,CAAC;aAC9F,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,iDAAiD,CAAC,CAAC,CAAC;aACrG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;aACvC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CACvC;KACD,CAAA;IAED,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,sHAAsH,CACxI,CAAA;IACF,CAAC;IAED,MAAM,SAAS,GAA2C,EAAE,CAAA;IAE5D,qDAAqD;IACrD,iFAAiF;IACjF,mDAAmD;IACnD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,kEAAkE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAEjH,KAAK,MAAM,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,sDAAsD,CAAC,EAAE,CAAC;QACtG,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAChC,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,CAAA;QAExC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,SAAS,CAAC,KAAK,CAAC,GAAG,SAAS,CAAA;QAC7B,CAAC;IACF,CAAC;IAED,kFAAkF;IAClF,0DAA0D;IAC1D,iGAAiG;IACjG,MAAM,WAAW,GAAG,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;IAEnH,MAAM,YAAY,GAAG,+FAA+F;SAClH,IAAI,CAAC,IAAI,CAAC;QACX,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;IAER,OAAO;QACN,aAAa;QACb,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,IAAI;QAClC,WAAW;QACX,YAAY,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACtE,cAAc,EAAE,4DAA4D,CAAC,IAAI,CAAC,IAAI,CAAC;QACvF,SAAS;KACT,CAAA;AACF,CAAC;AAiCD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,MAAgC,EAChC,OAiBC;IAED,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,wCAAwC,OAAO,CAAC,UAAU,sHAAsH,CAClM,CAAA;IACF,CAAC;IAED,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAS;QAC3C,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO,CAAC,MAAM;QACnB,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE;YACP,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,WAAW;YACpB,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;YAC5B,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YACtC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrD;KACD,CAAC,CAAA;IAEF,2BAA2B,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,MAAM,OAAO,GAAG,cAAc,CAK3B,IAAI,CAAC,CAAA;IAER,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,MAAM,IAAI,SAAS,CAClB,GAAG,OAAO,CAAC,OAAO,0BAA0B,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,4CAA4C,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAC9J,CAAA;IACF,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,SAAS,CAAC,GAAG,OAAO,CAAC,OAAO,yEAAyE,CAAC,CAAA;IACjH,CAAC;IAED,qFAAqF;IACrF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAA;IACrC,MAAM,aAAa,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAErH,OAAO;QACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,aAAa;QACb,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;QACvC,SAAS,EAAE,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;KAC3E,CAAA;AACF,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAA;AAExE;;GAEG;AACH,MAAM,mBAAmB,GAAG,6BAA6B,CAAA;AAEzD;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAuB;IAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAA;IAC3C,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,CAAA;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAEjG,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACvC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAE,KAAiC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAC5G,CAAA;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;SACvC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC9C,QAAQ,EAAE;SACV,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACZ,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAE7B,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEH,OAAO,CAAC,GAAG,SAAS,EAAE,GAAG,SAAS,CAAC;SACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;AACjF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAuB;IAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAI,UAAsC,CAAC,OAAO,CAAC,CAAA;QAE9D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM;YAAE,OAAO,KAAK,CAAA;IAC5D,CAAC;IAED,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM;QAAE,OAAO,UAAU,CAAA;IAE1E,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,EAAE,CAAA;IAE1D,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACpE,CAAC;AA2BD;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAChC,SAAoC,EACpC,UAAqC;IAErC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IAErC,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;QAE/C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACzB,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,eAAe,GAAkB,IAAI,CAAA;IAEzC,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;YAElC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACvB,UAAU,EAAE,CAAA;gBAEZ,SAAQ;YACT,CAAC;YAED,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAA;gBAER,SAAQ;YACT,CAAC;YAED,QAAQ,EAAE,CAAA;YACV,eAAe,KAAK,IAAI,CAAA;QACzB,CAAC;IACF,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,CAAA;AACzD,CAAC"}

package/out/tools/fetch/openaddresses.d.ts

@@ -1,8 +1,5 @@
 import type { BaseFetchOptions, FetchSummary } from "#tools/fetch/download";
 export interface FetchOpenAddressesOptions extends BaseFetchOptions {
-    /**
-     * OA country collection code. Default `ca`.
-     */
     country?: string;
 }
 export declare function fetchOpenAddresses(options: FetchOpenAddressesOptions, report?: (line: string) => void): Promise<FetchSummary>;

package/out/tools/fetch/openaddresses.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openaddresses.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/openaddresses.ts"],"names":[],"mappings":"AAiEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAgC3E,MAAM,WAAW,yBAA0B,SAAQ,gBAAgB;IAClE;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AA0CD,wBAAsB,kBAAkB,CACvC,OAAO,EAAE,yBAAyB,EAClC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAuMvB"}
+{"version":3,"file":"openaddresses.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/openaddresses.ts"],"names":[],"mappings":"AAqBA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAyB3E,MAAM,WAAW,yBAA0B,SAAQ,gBAAgB;IAClE,OAAO,CAAC,EAAE,MAAM,CAAA;CAChB;AAsBD,wBAAsB,kBAAkB,CACvC,OAAO,EAAE,yBAAyB,EAClC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAwLvB"}

package/out/tools/fetch/openaddresses.js

@@ -4,81 +4,29 @@ import { APIClient, isSuccessStatus } from "@mailwoman/core/api";
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Fetch an OpenAddresses country collection from batch.openaddresses.io.
- *
- *   Source: https://batch.openaddresses.io
- *   License: MIXED — OpenAddresses aggregates hundreds of upstream sources with per-source licenses
- *   (CC-BY, CC0, PDDL, ODbL, CC-BY-SA, and proprietary attribution-only). The per-row LICENSE filter
- *   in the openaddresses adapter is essential for proprietary-weights training: Tier-C rows (ODbL,
- *   CC-BY-SA, CC-SA) are dropped at ingest by default. This module downloads the raw collection; the
- *   adapter does the license filtering.
- *
- *   Native `fetch` streams the download to disk (no curl + Python subprocess tax);
- *   `node:child_process` keeps the genuine shell ops it still needs (`file` magic detection +
- *   `gunzip` decompression, both nice/ionice-deprioritized).
- *
- *   ## Authentication note (2026-05-18)
- *
- *   The batch.openaddresses.io download endpoint now requires a registered account. Downloads are
- *   still free at the "basic" tier (GeoJSON+LD output).
- *
- *   1. Register at https://batch.openaddresses.io/register
- *   2. Log in and go to Profile → "Create Token"
- *   3. Export the token: `export OA_BATCH_TOKEN=<your-token>`
- *   4. Re-run the command.
- *
- *   The collection URL pattern (verified 2026-05-18):
- *
- *   - `POST /api/login {username, password}` → `{token}`
- *   - `GET  /api/job/{job_id}/output/source.geojson.gz?token={token}`
- *
- *   Collections are downloaded as a combined GeoJSON.gz via:
- *
- *   - `GET  /api/collections/{collection_id}/download` (returns a redirect to S3)
- *
- *   Collection IDs discovered from `/api/collections`:
- *
- *   - `id=6  name="ca"  size=2044467556` (~1.9 GiB uncompressed, verified 2026-05-18)
- *
- *   ## Usage
- *
- *   ```sh
- *   # With token (preferred). Default country: ca. Supports any OA country code (us-west, fr, …)
- *   OA_BATCH_TOKEN=<token> mailwoman corpus fetch openaddresses --country ca \
- *     --out-root $MAILWOMAN_DATA_ROOT/corpus/sources
- *
- *   # Without token (will detect + print instructions, then report the failure):
- *   mailwoman corpus fetch openaddresses --country ca
- *   ```
+ * Fetch an OpenAddresses country collection from batch.openaddresses.io.
  */
 /* oxlint-disable sister-software/prefer-region-over-marks -- these markers label steps inside one
-   procedure, not sections of declarations. A region there folds nothing a reader wants folded. */
+   procedure rather than sections of declarations. A region there folds no element a reader wants folded. */
 import { ByteFormatter } from "@mailwoman/core/fs/formatters";
 import { statPath, pathExists } from "@mailwoman/core/fs/readers";
-import { openReadStream, openWriteStream, pipeline } from "@mailwoman/core/fs/streams";
+import { openWriteStream, pipeline } from "@mailwoman/core/fs/streams";
 import { movePath, removePathIfPresent, makeDirectories } from "@mailwoman/core/fs/writers";
 import { sha256File } from "@mailwoman/core/hash";
 import { runFile, spawnProcess } from "@mailwoman/core/process";
 import { isoSeconds } from "@mailwoman/core/utils";
-import { join } from "path-ts";
+import { AsyncSpliterator } from "spliterator";
 import { $private } from "#env";
 import { streamDownload, writeManifest } from "#tools/fetch/download";
-/**
- * Bytes per KiB — the divisor for human-readable sizes, and the floor below which a "download" is an error page rather
- * than data.
- */
-/**
- * A successful fetch; anything else is an error page or a redirect we did not follow.
- */
 const HTTP_OK = 200;
 /**
- * Smallest plausible OpenAddresses slice. Below 10 KiB the file is a stub or an error body.
+ * Below this size the file is a stub or an error body rather than an archive.
  */
-const MIN_PLAUSIBLE_SLICE_BYTES = 10_240;
+const MIN_PLAUSIBLE_ARCHIVE_BYTES = 10_240;
 const OA_BASE = "https://batch.openaddresses.io";
 /**
- * Collection IDs known as of 2026-05-18 (discovered via `GET /api/collections`). OA assigns stable integer IDs to each
- * country collection; re-check `GET /api/collections` if a new country is needed and the ID is unknown.
+ * OA assigns stable integer collection IDs.
+ * Re-check `GET /api/collections` for a country absent here.
  */
 const OA_COLLECTION_IDS = {
     ca: 6,
@@ -88,23 +36,6 @@ const OA_COLLECTION_IDS = {
     "us-midwest": 5,
     global: 1,
 };
-/**
- * Stream-count newlines, matching `wc -l` (memory-safe for the multi-GB collection).
- */
-async function countLines(path) {
-    let count = 0;
-    for await (const chunk of openReadStream(path)) {
-        for (const byte of chunk) {
-            if (byte === 0x0a) {
-                count++;
-            }
-        }
-    }
-    return count;
-}
-/**
- * Decompress `src` → `dest` with the same deprioritized subprocess the old fetcher used.
- */
 async function gunzipToFile(src, dest) {
     const child = spawnProcess("nice", ["-n", "15", "ionice", "-c", "3", "gunzip", "-c", src], {
         stdio: ["ignore", "pipe", "inherit"],
@@ -118,14 +49,13 @@ async function gunzipToFile(src, dest) {
 export async function fetchOpenAddresses(options, report) {
     const country = options.country ?? "ca";
     const token = $private.OA_BATCH_TOKEN;
-    const destDir = join(options.outRoot, "openaddresses", country);
-    const manifestPath = join(destDir, "MANIFEST.json");
-    const outputFile = join(destDir, "collection.geojsonl");
+    const destDir = options.outRoot("openaddresses", country);
+    const manifestPath = destDir("MANIFEST.json");
+    const outputFile = destDir("collection.geojsonl");
     const fail = (code) => ({ fetched: 0, skipped: 0, failed: 1, failedCodes: [code] });
     report?.(`=== fetch openaddresses: country=${country}`);
     report?.(`    dest: ${destDir}`);
     await makeDirectories(destDir);
-    // MARK: Authentication check
     if (!token) {
         report?.(`
 ERROR: OA_BATCH_TOKEN is not set.
@@ -147,19 +77,16 @@ The Canada collection (ca) is ~2 GiB compressed / ~7 GiB uncompressed
 `);
         return fail("OA_BATCH_TOKEN");
     }
-    // MARK: Determine collection ID
     let collectionID = OA_COLLECTION_IDS[country];
     if (collectionID === undefined) {
         report?.(`Unknown country code '${country}'. Fetching collection list to find ID...`);
-        // The collections API only. The COLLECTION ARCHIVES stay on raw `fetch` — they stream multi-gigabyte
-        // bodies straight to disk, where response caching is nonsense and axios would buffer them in memory.
+        // The archive streams multi-gigabyte bodies to disk, where axios would buffer them in memory.
         const res = await new APIClient({
             displayName: "openaddresses-api",
             retry: true,
             axios: { headers: { Authorization: `Bearer ${token}`, "Accept-Encoding": "gzip, br" } },
         })
-            // `validateStatus` keeps a non-2xx as a RESPONSE rather than a throw: the caller reports the status and
-            // returns `fail(country)`, a graceful path this must not turn into an exception.
+            // `validateStatus` keeps a non-2xx as a response rather than a throw: the caller reports the status and returns `fail(country)`, a graceful path this must not turn into an exception.
             .fetch({
             url: `${OA_BASE}/api/collections`,
             timeout: 30_000,
@@ -183,11 +110,10 @@ The Canada collection (ca) is ~2 GiB compressed / ~7 GiB uncompressed
         collectionID = match.id;
         report?.(`  Found collection id=${collectionID} for '${country}'`);
     }
-    // MARK: Download via the collections download endpoint (302s to S3)
     report?.(`  Resolving download URL for collection id=${collectionID}...`);
     report?.(`  Attempting authenticated download...`);
-    const tmpGz = join(destDir, "collection.geojsonl.gz.tmp");
-    const tmpRaw = join(destDir, "collection.geojsonl.tmp");
+    const tmpGz = destDir("collection.geojsonl.gz.tmp");
+    const tmpRaw = destDir("collection.geojsonl.tmp");
     const sourceURL = `${OA_BASE}/api/collections/${collectionID}/download`;
     let httpStatus = await streamDownload(sourceURL, tmpGz, {
         headers: { Authorization: `Bearer ${token}` },
@@ -196,7 +122,6 @@ The Canada collection (ca) is ~2 GiB compressed / ~7 GiB uncompressed
         retryDelayMs: 30_000,
     });
     if (httpStatus !== HTTP_OK) {
-        // Try the geojsonl.gz directly with token as query param (alternate URL shape).
         httpStatus = await streamDownload(`${OA_BASE}/api/collections/${collectionID}/geojsonl.gz?token=${token}`, tmpGz, {
             timeoutMs: 7_200_000,
             retries: 3,
@@ -223,7 +148,6 @@ URL tried: ${OA_BASE}/api/collections/${collectionID}/download
 `);
         return fail(country);
     }
-    // MARK: Decompress if the downloaded file is gzipped
     const fileMagic = (await runFile("file", ["--brief", tmpGz]).catch(() => ({ stdout: "" }))).stdout;
     if (/gzip|compressed/i.test(fileMagic)) {
         report?.(`  Decompressing gzip archive...`);
@@ -232,27 +156,24 @@ URL tried: ${OA_BASE}/api/collections/${collectionID}/download
         await movePath(tmpRaw, outputFile);
     }
     else if (/JSON|ASCII|UTF-8/i.test(fileMagic)) {
-        // Already line-delimited GeoJSON.
         await movePath(tmpGz, outputFile);
         await removePathIfPresent(tmpRaw);
     }
     else {
-        // Unknown type — keep as-is and let the operator inspect.
         await movePath(tmpGz, outputFile);
         report?.(`  WARNING: Downloaded file type is '${fileMagic.trim()}' — may need manual decompression.`);
     }
-    // MARK: Verify + write MANIFEST
     if (!(await pathExists(outputFile))) {
         report?.(`ERROR: Output file not found at ${outputFile} after download.`);
         return fail(country);
     }
     const size = (await statPath(outputFile)).size;
-    if (size < MIN_PLAUSIBLE_SLICE_BYTES) {
+    if (size < MIN_PLAUSIBLE_ARCHIVE_BYTES) {
         report?.(`ERROR: File is suspiciously small (${size} bytes) — likely an error response.`);
         return fail(country);
     }
     const sha = await sha256File(outputFile);
-    const rowCount = await countLines(outputFile);
+    const rowCount = await AsyncSpliterator.count(outputFile);
     const downloadedAt = isoSeconds();
     const manifest = {
         source_url: sourceURL,
@@ -263,7 +184,7 @@ URL tried: ${OA_BASE}/api/collections/${collectionID}/download
         sha256: sha,
         bytes: size,
         row_count: rowCount,
-        notes: "batch.openaddresses.io requires a free registered account for downloads. License is mixed per-row; use the openaddresses adapter with allowShareAlike=false (default) to filter Tier-C rows.",
+        notes: "batch.openaddresses.io requires a free registered account for downloads. The license is mixed per row, and the openaddresses adapter admits every row by default. Build with `mailwoman corpus build --license-policy share-alike-free` to refuse the share-alike rows, or pass `allowShareAlike: false` for an adapter-scoped drop.",
     };
     await writeManifest(manifestPath, manifest);
     report?.(`  ✓ ${ByteFormatter.formatIEC(size)}  rows=${rowCount}  sha256=${sha}`);

package/out/tools/fetch/openaddresses.js.map

@@ -1 +1 @@
-{"version":3,"file":"openaddresses.js","sourceRoot":"","sources":["../../../lib/tools/fetch/openaddresses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAChE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH;kGACkG;AAClG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACjE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AACtF,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC3F,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAA;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAE9B,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AAE/B,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAErE;;;GAGG;AACH;;GAEG;AACH,MAAM,OAAO,GAAG,GAAG,CAAA;AAEnB;;GAEG;AACH,MAAM,yBAAyB,GAAG,MAAM,CAAA;AAExC,MAAM,OAAO,GAAG,gCAAgC,CAAA;AAEhD;;;GAGG;AACH,MAAM,iBAAiB,GAA2B;IACjD,EAAE,EAAE,CAAC;IACL,SAAS,EAAE,CAAC;IACZ,UAAU,EAAE,CAAC;IACb,cAAc,EAAE,CAAC;IACjB,YAAY,EAAE,CAAC;IACf,MAAM,EAAE,CAAC;CACT,CAAA;AAgBD;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,IAAY;IACrC,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,IAAI,CAA0B,EAAE,CAAC;QACzE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBACnB,KAAK,EAAE,CAAA;YACR,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,GAAW,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE;QAC1F,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC;KACpC,CAAC,CAAA;IAEF,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAO,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAA;IAEpD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5G,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,OAAkC,EAClC,MAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAA;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAA;IAErC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,CAAA;IAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAA;IAEvD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAgB,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEzG,MAAM,EAAE,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAA;IACvD,MAAM,EAAE,CAAC,aAAa,OAAO,EAAE,CAAC,CAAA;IAEhC,MAAM,eAAe,CAAC,OAAO,CAAC,CAAA;IAE9B,6BAA6B;IAE7B,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;;;;;;;;;;;;;;;;;CAiBV,CAAC,CAAA;QAEA,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAC9B,CAAC;IAED,gCAAgC;IAEhC,IAAI,YAAY,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAE7C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,EAAE,CAAC,yBAAyB,OAAO,2CAA2C,CAAC,CAAA;QAErF,qGAAqG;QACrG,qGAAqG;QACrG,MAAM,GAAG,GAAG,MAAM,IAAI,SAAS,CAAC;YAC/B,WAAW,EAAE,mBAAmB;YAChC,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE,EAAE;SACvF,CAAC;YACD,wGAAwG;YACxG,iFAAiF;aAChF,KAAK,CAAiB;YACtB,GAAG,EAAE,GAAG,OAAO,kBAAkB;YACjC,OAAO,EAAE,MAAM;YACf,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI;SAC1B,CAAC,CAAA;QAEH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,MAAM,EAAE,CAAC,6CAA6C,GAAG,CAAC,MAAM,GAAG,CAAC,CAAA;YAEpE,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAA;QAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;QAE/D,IAAI,KAAK,EAAE,EAAE,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,EAAE,CAAC,6CAA6C,OAAO,4BAA4B,CAAC,CAAA;YAC1F,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAA;YAElC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,CAAA;gBAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,IAAI,EAAE,UAAU,IAAI,QAAQ,CAAC,CAAA;YACtG,CAAC;YAED,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAED,YAAY,GAAG,KAAK,CAAC,EAAE,CAAA;QACvB,MAAM,EAAE,CAAC,yBAAyB,YAAY,SAAS,OAAO,GAAG,CAAC,CAAA;IACnE,CAAC;IAED,oEAAoE;IAEpE,MAAM,EAAE,CAAC,8CAA8C,YAAY,KAAK,CAAC,CAAA;IACzE,MAAM,EAAE,CAAC,wCAAwC,CAAC,CAAA;IAElD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAA;IACzD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAA;IACvD,MAAM,SAAS,GAAG,GAAG,OAAO,oBAAoB,YAAY,WAAW,CAAA;IAEvE,IAAI,UAAU,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,KAAK,EAAE;QACvD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE;QAC7C,SAAS,EAAE,SAAS;QACpB,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC5B,gFAAgF;QAChF,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,OAAO,oBAAoB,YAAY,sBAAsB,KAAK,EAAE,EAAE,KAAK,EAAE;YACjH,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,CAAC;YACV,YAAY,EAAE,MAAM;SACpB,CAAC,CAAA;IACH,CAAC;IAED,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAEhC,MAAM,EAAE,CAAC;gCACqB,UAAU;;;;;;;;;4DASkB,YAAY;;eAEzD,UAAU;;aAEZ,OAAO,oBAAoB,YAAY;CACnD,CAAC,CAAA;QAEA,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,qDAAqD;IAErD,MAAM,SAAS,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAElG,IAAI,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACxC,MAAM,EAAE,CAAC,iCAAiC,CAAC,CAAA;QAC3C,MAAM,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IACnC,CAAC;SAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChD,kCAAkC;QAClC,MAAM,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACjC,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC;SAAM,CAAC;QACP,0DAA0D;QAC1D,MAAM,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACjC,MAAM,EAAE,CAAC,uCAAuC,SAAS,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAA;IACtG,CAAC;IAED,gCAAgC;IAEhC,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM,EAAE,CAAC,mCAAmC,UAAU,kBAAkB,CAAC,CAAA;QAEzE,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IAE9C,IAAI,IAAI,GAAG,yBAAyB,EAAE,CAAC;QACtC,MAAM,EAAE,CAAC,sCAAsC,IAAI,qCAAqC,CAAC,CAAA;QAEzF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAA;IAC7C,MAAM,YAAY,GAAG,UAAU,EAAE,CAAA;IAEjC,MAAM,QAAQ,GAAG;QAChB,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,YAAY;QAC3B,OAAO;QACP,QAAQ,EAAE,qBAAqB;QAC/B,aAAa,EAAE,YAAY;QAC3B,MAAM,EAAE,GAAG;QACX,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,KAAK,EACJ,8LAA8L;KAC/L,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,MAAM,EAAE,CAAC,OAAO,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,QAAQ,YAAY,GAAG,EAAE,CAAC,CAAA;IACjF,MAAM,EAAE,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAA;IACjD,MAAM,EAAE,CAAC,UAAU,CAAC,CAAA;IACpB,MAAM,EAAE,CAAC,sBAAsB,CAAC,CAAA;IAChC,MAAM,EAAE,CAAC,yCAAyC,CAAC,CAAA;IACnD,MAAM,EAAE,CAAC,eAAe,UAAU,KAAK,CAAC,CAAA;IACxC,MAAM,EAAE,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;IACrD,MAAM,EAAE,CAAC,gBAAgB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IAE3C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;AAC9D,CAAC"}
+{"version":3,"file":"openaddresses.js","sourceRoot":"","sources":["../../../lib/tools/fetch/openaddresses.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAChE;;;;;;GAMG;AACH;4GAC4G;AAC5G,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AACtE,OAAO,EAAE,QAAQ,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC3F,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAA;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AAE/B,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAErE,MAAM,OAAO,GAAG,GAAG,CAAA;AAEnB;;GAEG;AACH,MAAM,2BAA2B,GAAG,MAAM,CAAA;AAE1C,MAAM,OAAO,GAAG,gCAAgC,CAAA;AAEhD;;;GAGG;AACH,MAAM,iBAAiB,GAA2B;IACjD,EAAE,EAAE,CAAC;IACL,SAAS,EAAE,CAAC;IACZ,UAAU,EAAE,CAAC;IACb,cAAc,EAAE,CAAC;IACjB,YAAY,EAAE,CAAC;IACf,MAAM,EAAE,CAAC;CACT,CAAA;AAaD,KAAK,UAAU,YAAY,CAAC,GAAoB,EAAE,IAAqB;IACtE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE;QAC1F,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC;KACpC,CAAC,CAAA;IAEF,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAO,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAA;IAEpD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5G,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,OAAkC,EAClC,MAA+B;IAE/B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAA;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,CAAA;IAErC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAEjD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAgB,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAEzG,MAAM,EAAE,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAA;IACvD,MAAM,EAAE,CAAC,aAAa,OAAO,EAAE,CAAC,CAAA;IAEhC,MAAM,eAAe,CAAC,OAAO,CAAC,CAAA;IAE9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;;;;;;;;;;;;;;;;;CAiBV,CAAC,CAAA;QAEA,OAAO,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAC9B,CAAC;IAED,IAAI,YAAY,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAE7C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,EAAE,CAAC,yBAAyB,OAAO,2CAA2C,CAAC,CAAA;QAErF,8FAA8F;QAC9F,MAAM,GAAG,GAAG,MAAM,IAAI,SAAS,CAAC;YAC/B,WAAW,EAAE,mBAAmB;YAChC,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE,EAAE;SACvF,CAAC;YACD,uLAAuL;aACtL,KAAK,CAAiB;YACtB,GAAG,EAAE,GAAG,OAAO,kBAAkB;YACjC,OAAO,EAAE,MAAM;YACf,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI;SAC1B,CAAC,CAAA;QAEH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAClC,MAAM,EAAE,CAAC,6CAA6C,GAAG,CAAC,MAAM,GAAG,CAAC,CAAA;YAEpE,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAED,MAAM,WAAW,GAAG,GAAG,CAAC,IAAI,CAAA;QAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;QAE/D,IAAI,KAAK,EAAE,EAAE,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,EAAE,CAAC,6CAA6C,OAAO,4BAA4B,CAAC,CAAA;YAC1F,MAAM,EAAE,CAAC,wBAAwB,CAAC,CAAA;YAElC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,CAAA;gBAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,IAAI,EAAE,UAAU,IAAI,QAAQ,CAAC,CAAA;YACtG,CAAC;YAED,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAED,YAAY,GAAG,KAAK,CAAC,EAAE,CAAA;QACvB,MAAM,EAAE,CAAC,yBAAyB,YAAY,SAAS,OAAO,GAAG,CAAC,CAAA;IACnE,CAAC;IAED,MAAM,EAAE,CAAC,8CAA8C,YAAY,KAAK,CAAC,CAAA;IACzE,MAAM,EAAE,CAAC,wCAAwC,CAAC,CAAA;IAElD,MAAM,KAAK,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,GAAG,OAAO,oBAAoB,YAAY,WAAW,CAAA;IAEvE,IAAI,UAAU,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,KAAK,EAAE;QACvD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE;QAC7C,SAAS,EAAE,SAAS;QACpB,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC5B,UAAU,GAAG,MAAM,cAAc,CAAC,GAAG,OAAO,oBAAoB,YAAY,sBAAsB,KAAK,EAAE,EAAE,KAAK,EAAE;YACjH,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,CAAC;YACV,YAAY,EAAE,MAAM;SACpB,CAAC,CAAA;IACH,CAAC;IAED,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAEhC,MAAM,EAAE,CAAC;gCACqB,UAAU;;;;;;;;;4DASkB,YAAY;;eAEzD,UAAU;;aAEZ,OAAO,oBAAoB,YAAY;CACnD,CAAC,CAAA;QAEA,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAElG,IAAI,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACxC,MAAM,EAAE,CAAC,iCAAiC,CAAC,CAAA;QAC3C,MAAM,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACjC,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IACnC,CAAC;SAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChD,MAAM,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACjC,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC;SAAM,CAAC;QACP,MAAM,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACjC,MAAM,EAAE,CAAC,uCAAuC,SAAS,CAAC,IAAI,EAAE,oCAAoC,CAAC,CAAA;IACtG,CAAC;IAED,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM,EAAE,CAAC,mCAAmC,UAAU,kBAAkB,CAAC,CAAA;QAEzE,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;IAE9C,IAAI,IAAI,GAAG,2BAA2B,EAAE,CAAC;QACxC,MAAM,EAAE,CAAC,sCAAsC,IAAI,qCAAqC,CAAC,CAAA;QAEzF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,UAAU,EAAE,CAAA;IAEjC,MAAM,QAAQ,GAAG;QAChB,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,YAAY;QAC3B,OAAO;QACP,QAAQ,EAAE,qBAAqB;QAC/B,aAAa,EAAE,YAAY;QAC3B,MAAM,EAAE,GAAG;QACX,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,QAAQ;QACnB,KAAK,EACJ,sUAAsU;KACvU,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,MAAM,EAAE,CAAC,OAAO,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,QAAQ,YAAY,GAAG,EAAE,CAAC,CAAA;IACjF,MAAM,EAAE,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAA;IACjD,MAAM,EAAE,CAAC,UAAU,CAAC,CAAA;IACpB,MAAM,EAAE,CAAC,sBAAsB,CAAC,CAAA;IAChC,MAAM,EAAE,CAAC,yCAAyC,CAAC,CAAA;IACnD,MAAM,EAAE,CAAC,eAAe,UAAU,KAAK,CAAC,CAAA;IACxC,MAAM,EAAE,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;IACrD,MAAM,EAAE,CAAC,gBAAgB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;IAE3C,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;AAC9D,CAAC"}

package/out/tools/fetch/ourairports.d.ts

@@ -3,43 +3,16 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Fetch the OurAirports CSV dumps — the VENUE side of the sub-venue corpus arc (#35).
+ * Fetch the OurAirports CSV dumps — the venue side of the sub-venue corpus arc.
  *
- *   Source : https://davidmegginson.github.io/ourairports-data/ (the project's own GitHub Pages
- *            mirror of the nightly export; `ourairports.com/data/` redirects here).
- *   License: PUBLIC DOMAIN. OurAirports places its data in the public domain and asks only for a
- *            courtesy credit — no attribution obligation rides on a derived slice, which makes this
- *            the one transport source in the arc with no licensing question at all. Tier A.
- *
- *   ## What it is good for, and what it is not
- *
- *   `airports.csv` is every airport on earth with ICAO/IATA codes, coordinates, `municipality`, and
- *   `iso_country` — 12.7 MB, ~83,000 rows as of 2026-08-04. That is the CONTAINING VENUE for a
- *   `<sub-venue>, <venue>, <street>, <locality>, <postcode>` corpus line, and it is better at that job
- *   than OSM: every row is named, the name is canonical, and `municipality` gives the locality without
- *   a spatial join.
- *
- *   It carries NO interior structure. There is no terminal, concourse, gate or pier table — the
- *   corpus task says as much ("Good for the venue side of each pair, weaker on interior structure")
- *   and a row-level read confirms it. Pair it with the OSM `aeroway` extractor
- *   (`@mailwoman/osm/sdk`'s `extractOSMSubVenues`), which is where the sub-venue half comes from.
- *
- *   ## Why `downloadToFile` and not `APIClient`
- *
- *   `AGENTS.md` routes HTTP through `APIClient`, and that rule is about API REQUESTS — small bodies,
- *   repeated calls, rate-limited hosts. This is four static file transfers against a GitHub Pages CDN
- *   with no rate limit and nothing to pace, run once per refresh. It uses the same `downloadToFile`
- *   every other module in this `fetch/` family uses, which is where the retry and timeout live.
- *   The Wikidata sibling (`wikidata-subvenue.ts`) IS an API client and is built on `APIClient`
- *   accordingly; the split between the two is the one `AGENTS.md` draws.
- *
- *   Invoke via `mailwoman corpus fetch ourairports --out-root <path>`.
+ * Source: https://davidmegginson.github.io/ourairports-data
+ * License: public domain, with a courtesy credit requested.
  */
 import type { BaseFetchOptions, FetchSummary } from "#tools/fetch/download";
 export type FetchOurAirportsOptions = BaseFetchOptions;
 /**
- * Download the OurAirports CSVs into `<outRoot>/ourairports/`, with a sibling `MANIFEST.json` carrying each file's
- * origin URL, sha256, byte count and upstream `Last-Modified`.
+ * Download the OurAirports CSVs into `<outRoot>/ourairports/`, with a sibling `manifest.json`
+ * carrying each file's origin URL, sha256, byte count and upstream `Last-Modified`.
  */
 export declare function fetchOurAirports(options: FetchOurAirportsOptions, report?: (line: string) => void): Promise<FetchSummary>;
 //# sourceMappingURL=ourairports.d.ts.map

package/out/tools/fetch/ourairports.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ourairports.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/ourairports.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAsB3E,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAA;AAyCtD;;;GAGG;AACH,wBAAsB,gBAAgB,CACrC,OAAO,EAAE,uBAAuB,EAChC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAwDvB"}
+{"version":3,"file":"ourairports.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/ourairports.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAiB3E,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAA;AAyCtD;;;GAGG;AACH,wBAAsB,gBAAgB,CACrC,OAAO,EAAE,uBAAuB,EAChC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAwDvB"}