@mailwoman/corpus 10.0.0 → 10.2.0

package/out/fr/tools/fetch/annuaire-education.d.ts

@@ -0,0 +1,133 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Download the overseas records of the Annuaire de l'éducation for the
+ * `fr-annuaire-education-overseas` adapter.
+ *
+ * The education ministry publishes the directory as the OpenDataSoft dataset
+ * `fr-en-annuaire-education` on `data.education.gouv.fr`. Its Explore API v2.1 serves the catalog
+ * record (license, `modified`, record count) at `/api/explore/v2.1/catalog/datasets/<id>` and a whole
+ * or filtered export at `/exports/jsonl?where=<ODSQL>`. The fetcher asks the export for the overseas
+ * departments the adapter reads: 3,145 of the dataset's 68,564 records on 2026-10-03. It
+ * writes them as JSON Lines.
+ *
+ * Two checks keep a short transfer from reading as a small directory. The records endpoint is asked
+ * for the `total_count` of the same filter before the export, and the written file must hold exactly
+ * that many lines. A mismatch removes the file and fails the fetch. A re-run compares the catalog
+ * record's `modified` against the manifest and makes no transfer when they agree and the file is on
+ * disk at the recorded length.
+ */
+import { APIClient } from "@mailwoman/core/api";
+import { type PathBuilderLike } from "path-ts";
+import type { BaseFetchOptions, FetchSummary, SourceManifest } from "#tools/fetch/download";
+/**
+ * The dataset's id on `data.education.gouv.fr`.
+ */
+export declare const ANNUAIRE_EDUCATION_DATASET_ID = "fr-en-annuaire-education";
+/**
+ * The dataset's Explore API v2.1 root.
+ */
+export declare const ANNUAIRE_EDUCATION_API_URL = "https://data.education.gouv.fr/api/explore/v2.1/catalog/datasets/fr-en-annuaire-education";
+/**
+ * The dataset's page.
+ * It states the license.
+ */
+export declare const ANNUAIRE_EDUCATION_PAGE_URL = "https://data.education.gouv.fr/explore/dataset/fr-en-annuaire-education/";
+/**
+ * The file the export is written to.
+ * The adapter reads it as input.
+ */
+export declare const ANNUAIRE_EDUCATION_FILENAME = "fr-en-annuaire-education-overseas.jsonl";
+/**
+ * The ODSQL filter selecting the overseas departments the adapter reads.
+ */
+export declare function annuaireOverseasFilter(): string;
+/**
+ * The export URL for the overseas records, as JSON Lines.
+ */
+export declare function annuaireExportURL(): string;
+/**
+ * The records URL that answers how many records the overseas filter selects.
+ */
+export declare function annuaireCountURL(): string;
+/**
+ * The fields of the catalog record the fetcher reads.
+ */
+export interface AnnuaireCatalogRecord {
+    metas?: {
+        default?: {
+            modified?: string;
+            license?: string;
+            license_url?: string;
+            publisher?: string;
+            records_count?: number;
+        };
+    };
+}
+/**
+ * What the manifest records for the export, beyond {@linkcode SourceManifest}'s five fields.
+ */
+export interface AnnuaireExportManifest extends SourceManifest {
+    /**
+     * The catalog record's `modified`, which the re-run check compares.
+     */
+    dataset_modified: string;
+    dataset_license: string | null;
+    dataset_license_url: string | null;
+    /**
+     * The record count the filter selected.
+     * The written line count must match it.
+     */
+    records: number;
+}
+/**
+ * Read the catalog record's `modified`, license and publisher.
+ *
+ * @throws When the record states no `modified`, because the re-run check would
+ * then read every run as current.
+ */
+export declare function readAnnuaireCatalog(client: Pick<APIClient, "fetch">): Promise<{
+    modified: string;
+    license: string | null;
+    licenseURL: string | null;
+}>;
+/**
+ * Read how many records the overseas filter selects.
+ *
+ * @throws When the endpoint answers no `total_count`.
+ */
+export declare function readAnnuaireOverseasCount(client: Pick<APIClient, "fetch">): Promise<number>;
+/**
+ * The number of non-empty lines in a JSON Lines file, read as a stream.
+ */
+export declare function countJSONLines(path: PathBuilderLike): Promise<number>;
+export interface DownloadAnnuaireOptions {
+    /**
+     * Where the export and the manifest are written.
+     */
+    outputDir: PathBuilderLike;
+    /**
+     * Download even where the catalog's `modified` matches the manifest.
+     */
+    force?: boolean;
+    retryDelayMs?: number;
+    report?: (line: string) => void;
+}
+export type FetchAnnuaireEducationOptions = BaseFetchOptions & Pick<DownloadAnnuaireOptions, "force">;
+/**
+ * The file `#fr/adapters/annuaire-education/adapter` reads under a fetch root.
+ */
+export declare function annuaireEducationInputPath(outRoot: BaseFetchOptions["outRoot"]): PathBuilderLike;
+/**
+ * Export the overseas records into `options.outputDir` and record the export in the manifest.
+ */
+export declare function downloadAnnuaireEducation(client: Pick<APIClient, "fetch">, options: DownloadAnnuaireOptions): Promise<FetchSummary>;
+/**
+ * Export the overseas records of the Annuaire de l'éducation into `<outRoot>/fr-annuaire-education-overseas/`.
+ *
+ * The registry entry point.
+ */
+export declare function fetchAnnuaireEducationOverseas(options: FetchAnnuaireEducationOptions, report?: (line: string) => void): Promise<FetchSummary>;
+//# sourceMappingURL=annuaire-education.d.ts.map

package/out/fr/tools/fetch/annuaire-education.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annuaire-education.d.ts","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/annuaire-education.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAM/C,OAAO,EAAe,KAAK,eAAe,EAAE,MAAM,SAAS,CAAA;AAS3D,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAA4B,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAGrH;;GAEG;AACH,eAAO,MAAM,6BAA6B,6BAA6B,CAAA;AAEvE;;GAEG;AACH,eAAO,MAAM,0BAA0B,8FAAsG,CAAA;AAE7I;;;GAGG;AACH,eAAO,MAAM,2BAA2B,6EAAqF,CAAA;AAE7H;;;GAGG;AACH,eAAO,MAAM,2BAA2B,4CAA4C,CAAA;AAEpF;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,CAE/C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACrC,KAAK,CAAC,EAAE;QACP,OAAO,CAAC,EAAE;YACT,QAAQ,CAAC,EAAE,MAAM,CAAA;YACjB,OAAO,CAAC,EAAE,MAAM,CAAA;YAChB,WAAW,CAAC,EAAE,MAAM,CAAA;YACpB,SAAS,CAAC,EAAE,MAAM,CAAA;YAClB,aAAa,CAAC,EAAE,MAAM,CAAA;SACtB,CAAA;KACD,CAAA;CACD;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC7D;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAA;IACxB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAA;IAClC;;;OAGG;IACH,OAAO,EAAE,MAAM,CAAA;CACf;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACxC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAWlF;AAED;;;;GAIG;AACH,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAQjG;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAU3E;AAED,MAAM,WAAW,uBAAuB;IACvC;;OAEG;IACH,SAAS,EAAE,eAAe,CAAA;IAC1B;;OAEG;IACH,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC/B;AAED,MAAM,MAAM,6BAA6B,GAAG,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAA;AAErG;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,gBAAgB,CAAC,SAAS,CAAC,GAAG,eAAe,CAEhG;AAED;;GAEG;AACH,wBAAsB,yBAAyB,CAC9C,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,OAAO,EAAE,uBAAuB,GAC9B,OAAO,CAAC,YAAY,CAAC,CA8FvB;AAED;;;;GAIG;AACH,wBAAsB,8BAA8B,CACnD,OAAO,EAAE,6BAA6B,EACtC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CAUvB"}

package/out/fr/tools/fetch/annuaire-education.js

@@ -0,0 +1,198 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ *
+ * Download the overseas records of the Annuaire de l'éducation for the
+ * `fr-annuaire-education-overseas` adapter.
+ *
+ * The education ministry publishes the directory as the OpenDataSoft dataset
+ * `fr-en-annuaire-education` on `data.education.gouv.fr`. Its Explore API v2.1 serves the catalog
+ * record (license, `modified`, record count) at `/api/explore/v2.1/catalog/datasets/<id>` and a whole
+ * or filtered export at `/exports/jsonl?where=<ODSQL>`. The fetcher asks the export for the overseas
+ * departments the adapter reads: 3,145 of the dataset's 68,564 records on 2026-10-03. It
+ * writes them as JSON Lines.
+ *
+ * Two checks keep a short transfer from reading as a small directory. The records endpoint is asked
+ * for the `total_count` of the same filter before the export, and the written file must hold exactly
+ * that many lines. A mismatch removes the file and fails the fetch. A re-run compares the catalog
+ * record's `modified` against the manifest and makes no transfer when they agree and the file is on
+ * disk at the recorded length.
+ */
+import { APIClient } from "@mailwoman/core/api";
+import { isSuccessStatus } from "@mailwoman/core/api/responses";
+import { ByteFormatter } from "@mailwoman/core/fs/formatters";
+import { tryStat } from "@mailwoman/core/fs/readers/stat";
+import { makeDirectories, removePathIfPresent } from "@mailwoman/core/fs/writers";
+import { sha256File } from "@mailwoman/core/hash";
+import { PathBuilder } from "path-ts";
+import { TextSpliterator } from "spliterator";
+import { FR_ANNUAIRE_EDUCATION_ADAPTER_ID, FR_ANNUAIRE_EDUCATION_ATTRIBUTION, FR_ANNUAIRE_EDUCATION_DEPARTEMENTS, FR_ANNUAIRE_EDUCATION_LICENSE, } from "#fr/adapters/annuaire-education/adapter";
+import { DEFAULT_RETRY_DELAY_MS, loadCollectionFiles, streamDownload, writeManifest } from "#tools/fetch/download";
+/**
+ * The dataset's id on `data.education.gouv.fr`.
+ */
+export const ANNUAIRE_EDUCATION_DATASET_ID = "fr-en-annuaire-education";
+/**
+ * The dataset's Explore API v2.1 root.
+ */
+export const ANNUAIRE_EDUCATION_API_URL = `https://data.education.gouv.fr/api/explore/v2.1/catalog/datasets/${ANNUAIRE_EDUCATION_DATASET_ID}`;
+/**
+ * The dataset's page.
+ * It states the license.
+ */
+export const ANNUAIRE_EDUCATION_PAGE_URL = `https://data.education.gouv.fr/explore/dataset/${ANNUAIRE_EDUCATION_DATASET_ID}/`;
+/**
+ * The file the export is written to.
+ * The adapter reads it as input.
+ */
+export const ANNUAIRE_EDUCATION_FILENAME = "fr-en-annuaire-education-overseas.jsonl";
+/**
+ * The ODSQL filter selecting the overseas departments the adapter reads.
+ */
+export function annuaireOverseasFilter() {
+    return `code_departement in (${FR_ANNUAIRE_EDUCATION_DEPARTEMENTS.map((code) => `"${code}"`).join(",")})`;
+}
+/**
+ * The export URL for the overseas records, as JSON Lines.
+ */
+export function annuaireExportURL() {
+    return `${ANNUAIRE_EDUCATION_API_URL}/exports/jsonl?where=${encodeURIComponent(annuaireOverseasFilter())}`;
+}
+/**
+ * The records URL that answers how many records the overseas filter selects.
+ */
+export function annuaireCountURL() {
+    return `${ANNUAIRE_EDUCATION_API_URL}/records?where=${encodeURIComponent(annuaireOverseasFilter())}&limit=0`;
+}
+/**
+ * Read the catalog record's `modified`, license and publisher.
+ *
+ * @throws When the record states no `modified`, because the re-run check would
+ * then read every run as current.
+ */
+export async function readAnnuaireCatalog(client) {
+    const { data } = await client.fetch({ url: ANNUAIRE_EDUCATION_API_URL });
+    const metas = data?.metas?.default;
+    if (!metas?.modified) {
+        throw new Error(`${FR_ANNUAIRE_EDUCATION_ADAPTER_ID}: ${ANNUAIRE_EDUCATION_API_URL} states no metas.default.modified`);
+    }
+    return { modified: metas.modified, license: metas.license ?? null, licenseURL: metas.license_url ?? null };
+}
+/**
+ * Read how many records the overseas filter selects.
+ *
+ * @throws When the endpoint answers no `total_count`.
+ */
+export async function readAnnuaireOverseasCount(client) {
+    const { data } = await client.fetch({ url: annuaireCountURL() });
+    if (typeof data?.total_count !== "number") {
+        throw new TypeError(`${FR_ANNUAIRE_EDUCATION_ADAPTER_ID}: ${annuaireCountURL()} answered no total_count`);
+    }
+    return data.total_count;
+}
+/**
+ * The number of non-empty lines in a JSON Lines file, read as a stream.
+ */
+export async function countJSONLines(path) {
+    let count = 0;
+    for await (const line of TextSpliterator.fromAsync(path)) {
+        if (line.trim()) {
+            count++;
+        }
+    }
+    return count;
+}
+/**
+ * The file `#fr/adapters/annuaire-education/adapter` reads under a fetch root.
+ */
+export function annuaireEducationInputPath(outRoot) {
+    return outRoot(FR_ANNUAIRE_EDUCATION_ADAPTER_ID, ANNUAIRE_EDUCATION_FILENAME);
+}
+/**
+ * Export the overseas records into `options.outputDir` and record the export in the manifest.
+ */
+export async function downloadAnnuaireEducation(client, options) {
+    const { report } = options;
+    const destDir = PathBuilder.from(options.outputDir);
+    const dest = destDir(ANNUAIRE_EDUCATION_FILENAME);
+    const manifestPath = destDir("MANIFEST.json");
+    const summary = { fetched: 0, skipped: 0, failed: 0, failedCodes: [] };
+    await makeDirectories(destDir);
+    report?.(`=== ${FR_ANNUAIRE_EDUCATION_ADAPTER_ID}`);
+    const catalog = await readAnnuaireCatalog(client);
+    const recorded = (await loadCollectionFiles(manifestPath));
+    const previous = recorded.get(ANNUAIRE_EDUCATION_FILENAME);
+    report?.(`  catalog modified ${catalog.modified}, license ${catalog.license ?? "absent"}`);
+    if (!options.force &&
+        previous?.dataset_modified === catalog.modified &&
+        (await tryStat(dest))?.size === previous.bytes) {
+        report?.(`  ✓ ${ANNUAIRE_EDUCATION_FILENAME} already current — no download.`);
+        summary.skipped++;
+        return summary;
+    }
+    const fail = async (reason) => {
+        report?.(`  ✗ ${ANNUAIRE_EDUCATION_FILENAME}: ${reason}`);
+        await removePathIfPresent(dest);
+        summary.failed++;
+        summary.failedCodes.push(ANNUAIRE_EDUCATION_FILENAME);
+        return summary;
+    };
+    const expected = await readAnnuaireOverseasCount(client);
+    const status = await streamDownload(annuaireExportURL(), dest, {
+        headers: { accept: "application/x-ndjson, application/json, */*" },
+        timeoutMs: 600_000,
+        retries: 3,
+        retryDelayMs: options.retryDelayMs ?? DEFAULT_RETRY_DELAY_MS,
+    });
+    if (!isSuccessStatus(status))
+        return fail(`export answered HTTP ${status}`);
+    const lines = await countJSONLines(dest);
+    if (lines !== expected) {
+        return fail(`the filter selects ${expected} records and the export wrote ${lines}`);
+    }
+    const stat = await tryStat(dest);
+    if (!stat)
+        return fail(`the export is not at ${dest.toString()}`);
+    const entry = {
+        source_url: annuaireExportURL(),
+        downloaded_at: new Date().toISOString(),
+        filename: ANNUAIRE_EDUCATION_FILENAME,
+        sha256: await sha256File(dest),
+        bytes: stat.size,
+        dataset_modified: catalog.modified,
+        dataset_license: catalog.license,
+        dataset_license_url: catalog.licenseURL,
+        records: lines,
+    };
+    recorded.set(ANNUAIRE_EDUCATION_FILENAME, entry);
+    const manifest = {
+        source: FR_ANNUAIRE_EDUCATION_ADAPTER_ID,
+        source_url: ANNUAIRE_EDUCATION_PAGE_URL,
+        license: FR_ANNUAIRE_EDUCATION_LICENSE,
+        attribution: FR_ANNUAIRE_EDUCATION_ATTRIBUTION,
+        downloaded_at: entry.downloaded_at,
+        files: [...recorded.values()],
+    };
+    await writeManifest(manifestPath, manifest);
+    report?.(`  ✓ ${ANNUAIRE_EDUCATION_FILENAME}: ${lines} records, ${ByteFormatter.formatIEC(stat.size)}, sha256 ${entry.sha256}`);
+    report?.(`  MANIFEST written to ${manifestPath.toString()}`);
+    summary.fetched++;
+    return summary;
+}
+/**
+ * Export the overseas records of the Annuaire de l'éducation into `<outRoot>/fr-annuaire-education-overseas/`.
+ *
+ * The registry entry point.
+ */
+export async function fetchAnnuaireEducationOverseas(options, report) {
+    await using client = new APIClient({ displayName: FR_ANNUAIRE_EDUCATION_ADAPTER_ID, retry: true });
+    // Awaited rather than returned: `await using` disposes the client when this scope exits.
+    return await downloadAnnuaireEducation(client, {
+        outputDir: options.outRoot(FR_ANNUAIRE_EDUCATION_ADAPTER_ID),
+        force: options.force,
+        retryDelayMs: options.retryDelayMs,
+        report,
+    });
+}
+//# sourceMappingURL=annuaire-education.js.map

package/out/fr/tools/fetch/annuaire-education.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annuaire-education.js","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/annuaire-education.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,OAAO,EACN,gCAAgC,EAChC,iCAAiC,EACjC,kCAAkC,EAClC,6BAA6B,GAC7B,MAAM,yCAAyC,CAAA;AAEhD,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAElH;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,0BAA0B,CAAA;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,oEAAoE,6BAA6B,EAAE,CAAA;AAE7I;;;GAGG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,kDAAkD,6BAA6B,GAAG,CAAA;AAE7H;;;GAGG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,yCAAyC,CAAA;AAEpF;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACrC,OAAO,wBAAwB,kCAAkC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;AAC1G,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAChC,OAAO,GAAG,0BAA0B,wBAAwB,kBAAkB,CAAC,sBAAsB,EAAE,CAAC,EAAE,CAAA;AAC3G,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC/B,OAAO,GAAG,0BAA0B,kBAAkB,kBAAkB,CAAC,sBAAsB,EAAE,CAAC,UAAU,CAAA;AAC7G,CAAC;AAkCD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAAgC;IAEhC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAwB,EAAE,GAAG,EAAE,0BAA0B,EAAE,CAAC,CAAA;IAC/F,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,CAAA;IAElC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACd,GAAG,gCAAgC,KAAK,0BAA0B,mCAAmC,CACrG,CAAA;IACF,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI,EAAE,CAAA;AAC3G,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,MAAgC;IAC/E,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAA2B,EAAE,GAAG,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAA;IAE1F,IAAI,OAAO,IAAI,EAAE,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC3C,MAAM,IAAI,SAAS,CAAC,GAAG,gCAAgC,KAAK,gBAAgB,EAAE,0BAA0B,CAAC,CAAA;IAC1G,CAAC;IAED,OAAO,IAAI,CAAC,WAAW,CAAA;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAqB;IACzD,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1D,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACjB,KAAK,EAAE,CAAA;QACR,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAiBD;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,OAAoC;IAC9E,OAAO,OAAO,CAAC,gCAAgC,EAAE,2BAA2B,CAAC,CAAA;AAC9E,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC9C,MAAgC,EAChC,OAAgC;IAEhC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACnD,MAAM,IAAI,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAA;IACjD,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAiB,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;IAEpF,MAAM,eAAe,CAAC,OAAO,CAAC,CAAA;IAE9B,MAAM,EAAE,CAAC,OAAO,gCAAgC,EAAE,CAAC,CAAA;IAEnD,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,CAAC,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAwC,CAAA;IACjG,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAA;IAE1D,MAAM,EAAE,CAAC,sBAAsB,OAAO,CAAC,QAAQ,aAAa,OAAO,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAA;IAE1F,IACC,CAAC,OAAO,CAAC,KAAK;QACd,QAAQ,EAAE,gBAAgB,KAAK,OAAO,CAAC,QAAQ;QAC/C,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC,KAAK,EAC7C,CAAC;QACF,MAAM,EAAE,CAAC,OAAO,2BAA2B,iCAAiC,CAAC,CAAA;QAE7E,OAAO,CAAC,OAAO,EAAE,CAAA;QAEjB,OAAO,OAAO,CAAA;IACf,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,EAAE,MAAc,EAAyB,EAAE;QAC5D,MAAM,EAAE,CAAC,OAAO,2BAA2B,KAAK,MAAM,EAAE,CAAC,CAAA;QACzD,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAE/B,OAAO,CAAC,MAAM,EAAE,CAAA;QAChB,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;QAErD,OAAO,OAAO,CAAA;IACf,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,MAAM,CAAC,CAAA;IAExD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE;QAC9D,OAAO,EAAE,EAAE,MAAM,EAAE,6CAA6C,EAAE;QAClE,SAAS,EAAE,OAAO;QAClB,OAAO,EAAE,CAAC;QACV,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,sBAAsB;KAC5D,CAAC,CAAA;IAEF,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAA;IAE3E,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAA;IAExC,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,sBAAsB,QAAQ,iCAAiC,KAAK,EAAE,CAAC,CAAA;IACpF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAEhC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC,wBAAwB,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IAEjE,MAAM,KAAK,GAA2B;QACrC,UAAU,EAAE,iBAAiB,EAAE;QAC/B,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACvC,QAAQ,EAAE,2BAA2B;QACrC,MAAM,EAAE,MAAM,UAAU,CAAC,IAAI,CAAC;QAC9B,KAAK,EAAE,IAAI,CAAC,IAAI;QAChB,gBAAgB,EAAE,OAAO,CAAC,QAAQ;QAClC,eAAe,EAAE,OAAO,CAAC,OAAO;QAChC,mBAAmB,EAAE,OAAO,CAAC,UAAU;QACvC,OAAO,EAAE,KAAK;KACd,CAAA;IAED,QAAQ,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;IAEhD,MAAM,QAAQ,GAA6B;QAC1C,MAAM,EAAE,gCAAgC;QACxC,UAAU,EAAE,2BAA2B;QACvC,OAAO,EAAE,6BAA6B;QACtC,WAAW,EAAE,iCAAiC;QAC9C,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;KAC7B,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,MAAM,EAAE,CACP,OAAO,2BAA2B,KAAK,KAAK,aAAa,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,MAAM,EAAE,CACrH,CAAA;IAED,MAAM,EAAE,CAAC,yBAAyB,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;IAE5D,OAAO,CAAC,OAAO,EAAE,CAAA;IAEjB,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CACnD,OAAsC,EACtC,MAA+B;IAE/B,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,WAAW,EAAE,gCAAgC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAElG,yFAAyF;IACzF,OAAO,MAAM,yBAAyB,CAAC,MAAM,EAAE;QAC9C,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,gCAAgC,CAAC;QAC5D,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,MAAM;KACN,CAAC,CAAA;AACH,CAAC"}

package/out/fr/tools/fetch/ban.d.ts

@@ -3,21 +3,23 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Fetch the full French BAN (Base Adresse Nationale) — all metropolitan départements (01-95, 2A,
- *   2B) plus 5 overseas DOM/TOM (971-976 excl. 975).
+ *   Fetch the full French BAN (Base Adresse Nationale): every metropolitan département (01-95, 2A,
+ *   2B) and the ten overseas files the publisher serves, 971-978 plus 987 French Polynesia and 988 New
+ *   Caledonia. Each overseas file is its own ISO 3166-1 jurisdiction. The adapter derives it from
+ *   `code_insee`.
  *
  *   Source: https://adresse.data.gouv.fr/data/ban/adresses/latest/csv/
- *   Licence: Licence Ouverte 2.0 (attribution required — Tier B).
+ *   License: Licence Ouverte 2.0 (attribution required — Tier B).
  *
  *   Files already present with matching sha256 are skipped (re-runnable). Downloads `.csv.gz`,
- *   decompresses to `.csv`, deletes the `.gz` artifact. One shared `MANIFEST.json` at
- *   `<outRoot>/ban/MANIFEST.json` covers all codes.
+ *   decompresses to `.csv`, deletes the `.gz` artifact. One shared `manifest.json` at
+ *   `<outRoot>/ban/manifest.json` covers all codes.
  *
  *   Invoke via `mailwoman corpus fetch ban --out-root <path>`. Built-in `fetch` with gzip/brotli
- *   decompression replaces curl; native `node:zlib` gunzip replaces the `gunzip` subprocess; no
+ *   decompression replaces curl. native `node:zlib` gunzip replaces the `gunzip` subprocess. no
  *   Python.
  */
-import type { BaseFetchOptions, FetchSummary } from "#tools/fetch/download/index";
+import type { BaseFetchOptions, FetchSummary } from "#tools/fetch/download";
 export interface BanManifestEntry {
     dept_code: string;
     filename: string;

package/out/fr/tools/fetch/ban.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ban.d.ts","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/ban.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAUH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAA;AAsHjF,MAAM,WAAW,gBAAgB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAA;AAE9C,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAmI/G"}
+{"version":3,"file":"ban.d.ts","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/ban.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAUH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AA6H3E,MAAM,WAAW,gBAAgB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACb;AAED,MAAM,MAAM,eAAe,GAAG,gBAAgB,CAAA;AAE9C,wBAAsB,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAoI/G"}

package/out/fr/tools/fetch/ban.js

@@ -3,36 +3,40 @@
  * @license AGPL-3.0
  * @author Teffen Ellis, et al.
  *
- *   Fetch the full French BAN (Base Adresse Nationale) — all metropolitan départements (01-95, 2A,
- *   2B) plus 5 overseas DOM/TOM (971-976 excl. 975).
+ *   Fetch the full French BAN (Base Adresse Nationale): every metropolitan département (01-95, 2A,
+ *   2B) and the ten overseas files the publisher serves, 971-978 plus 987 French Polynesia and 988 New
+ *   Caledonia. Each overseas file is its own ISO 3166-1 jurisdiction. The adapter derives it from
+ *   `code_insee`.
  *
  *   Source: https://adresse.data.gouv.fr/data/ban/adresses/latest/csv/
- *   Licence: Licence Ouverte 2.0 (attribution required — Tier B).
+ *   License: Licence Ouverte 2.0 (attribution required — Tier B).
  *
  *   Files already present with matching sha256 are skipped (re-runnable). Downloads `.csv.gz`,
- *   decompresses to `.csv`, deletes the `.gz` artifact. One shared `MANIFEST.json` at
- *   `<outRoot>/ban/MANIFEST.json` covers all codes.
+ *   decompresses to `.csv`, deletes the `.gz` artifact. One shared `manifest.json` at
+ *   `<outRoot>/ban/manifest.json` covers all codes.
  *
  *   Invoke via `mailwoman corpus fetch ban --out-root <path>`. Built-in `fetch` with gzip/brotli
- *   decompression replaces curl; native `node:zlib` gunzip replaces the `gunzip` subprocess; no
+ *   decompression replaces curl. native `node:zlib` gunzip replaces the `gunzip` subprocess. no
  *   Python.
  */
 import { gunzip } from "@mailwoman/core/fs/compression";
 import { BYTES_PER_KIB, ByteFormatter } from "@mailwoman/core/fs/formatters";
-import { isFile, readLocalBuffer, tryStat } from "@mailwoman/core/fs/readers";
+import { readLocalBuffer } from "@mailwoman/core/fs/readers";
+import { isFile, tryStat } from "@mailwoman/core/fs/readers/stat";
 import { makeDirectories, removePath, writeLocalFile } from "@mailwoman/core/fs/writers";
 import { sha256File } from "@mailwoman/core/hash";
 import { sleep } from "@mailwoman/core/utils/sleep";
-import { join } from "path-ts";
-import { downloadToFile, loadManifestEntries, writeManifest } from "#tools/fetch/download/index";
+import { downloadToFile, loadManifestEntries, writeManifest } from "#tools/fetch/download";
 /**
- * Bytes per KiB — the divisor for human-readable sizes, and the floor below which a "download" is an error page rather
- * than data.
+ * Bytes per KiB — the divisor for human-readable sizes.
+ *
+ * It is the floor below which a "download" is an error page rather than data.
  */
 const BASE_URL = "https://adresse.data.gouv.fr/data/ban/adresses/latest/csv";
 /**
- * All département codes — metropolitan 01-95 (with 2A/2B for Corsica instead of 20) plus overseas DOM/TOM. Codes do not
- * change.
+ * All département codes — metropolitan 01-95 (with 2A/2B for Corsica instead of 20) plus overseas DOM/TOM.
+ *
+ * Codes do not change.
  */
 const DEPT_CODES = [
     "01",
@@ -135,11 +139,16 @@ const DEPT_CODES = [
     "972",
     "973",
     "974",
+    "975",
     "976",
+    "977",
+    "978",
+    "987",
+    "988",
 ];
 export async function fetchBan(options, report) {
-    const banDir = join(options.outRoot, "ban");
-    const manifestPath = join(banDir, "MANIFEST.json");
+    const banDir = options.outRoot("ban");
+    const manifestPath = banDir("MANIFEST.json");
     await makeDirectories(banDir);
     // Load existing entries (code -> entry): skip detection + preservation of untouched codes.
     const entries = await loadManifestEntries(manifestPath, (entry) => entry.dept_code);
@@ -149,8 +158,8 @@ export async function fetchBan(options, report) {
     const failedCodes = [];
     for (const code of DEPT_CODES) {
         const filename = `adresses-${code}.csv`;
-        const gzFile = join(banDir, `${filename}.gz`);
-        const csvFile = join(banDir, filename);
+        const gzFile = banDir(`${filename}.gz`);
+        const csvFile = banDir(filename);
         const url = `${BASE_URL}/adresses-${code}.csv.gz`;
         report?.(`=== dept ${code}`);
         // If the CSV already exists, compare its sha256 against the manifest.
@@ -190,7 +199,8 @@ export async function fetchBan(options, report) {
             failedCodes.push(code);
             continue;
         }
-        // Decompress in-place; delete the .gz.
+        // Decompress in-place.
+        // Delete the .gz.
         try {
             await writeLocalFile(await gunzip(await readLocalBuffer(gzFile)), csvFile);
         }
@@ -223,7 +233,7 @@ export async function fetchBan(options, report) {
         // Be a polite citizen — short pause between requests.
         await sleep(200);
     }
-    // Write the consolidated MANIFEST.json (entries sorted by dept_code, codepoint order).
+    // Write the consolidated manifest.json (entries sorted by dept_code, codepoint order).
     const sorted = [...entries.values()].toSorted((a, b) => a.dept_code < b.dept_code ? -1 : a.dept_code > b.dept_code ? 1 : 0);
     await writeManifest(manifestPath, sorted);
     report?.(`Wrote ${manifestPath} with ${sorted.length} entries.`);

package/out/fr/tools/fetch/ban.js.map

@@ -1 +1 @@
-{"version":3,"file":"ban.js","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/ban.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC5E,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAC7E,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AACxF,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAA;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAG9B,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAEhG;;;GAGG;AAEH,MAAM,QAAQ,GAAG,2DAA2D,CAAA;AAE5E;;;GAGG;AACH,MAAM,UAAU,GAAG;IAClB,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACL,CAAA;AAaD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAwB,EAAE,MAA+B;IACvF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;IAClD,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;IAE7B,2FAA2F;IAC3F,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAmB,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAErG,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,YAAY,IAAI,MAAM,CAAA;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAA;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACtC,MAAM,GAAG,GAAG,GAAG,QAAQ,aAAa,IAAI,SAAS,CAAA;QAEjD,MAAM,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QAE5B,sEAAsE;QACtE,IAAI,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;YAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;YAE7C,IAAI,WAAW,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;gBAChD,MAAM,EAAE,CAAC,8CAA8C,CAAC,CAAA;gBAExD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,EAAE,CAAC,iEAAiE,CAAC,CAAA;YAC3E,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC;YACJ,MAAM,cAAc,CAAC;gBACpB,GAAG;gBACH,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE;gBAC1C,MAAM;aACN,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,wBAAwB,GAAG,KAAM,KAAe,CAAC,OAAO,GAAG,CAAC,CAAA;YAErE,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,2CAA2C;QAC3C,MAAM,MAAM,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAA;QAEjD,IAAI,MAAM,GAAG,aAAa,EAAE,CAAC;YAC5B,MAAM,EAAE,CAAC,2BAA2B,MAAM,qCAAqC,CAAC,CAAA;YAChF,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAExB,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC;YACJ,MAAM,cAAc,CAAC,MAAM,MAAM,CAAC,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,0BAA2B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9D,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAExB,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;QAExB,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAA;YAEzD,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAA;QACjD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAErC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;YACjB,SAAS,EAAE,IAAI;YACf,QAAQ;YACR,UAAU,EAAE,GAAG;YACf,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACvC,MAAM,EAAE,GAAG;YACX,KAAK;SACL,CAAC,CAAA;QAEF,MAAM,EAAE,CAAC,OAAO,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAA;QAEhE,OAAO,EAAE,CAAA;QAET,sDAAsD;QACtD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;IACjB,CAAC;IAED,uFAAuF;IACvF,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtD,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAClE,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,EAAE,CAAC,SAAS,YAAY,SAAS,MAAM,CAAC,MAAM,WAAW,CAAC,CAAA;IAEhE,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAA;IAC3B,MAAM,EAAE,CAAC,aAAa,OAAO,EAAE,CAAC,CAAA;IAChC,MAAM,EAAE,CAAC,aAAa,OAAO,kCAAkC,CAAC,CAAA;IAChE,MAAM,EAAE,CAAC,aAAa,MAAM,EAAE,CAAC,CAAA;IAE/B,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,EAAE,CAAC,iBAAiB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;AACjD,CAAC"}
+{"version":3,"file":"ban.js","sourceRoot":"","sources":["../../../../lib/fr/tools/fetch/ban.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAA;AACvD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAA;AACjE,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AACxF,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAA;AAGnD,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAE1F;;;;GAIG;AAEH,MAAM,QAAQ,GAAG,2DAA2D,CAAA;AAE5E;;;;GAIG;AACH,MAAM,UAAU,GAAG;IAClB,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;CACL,CAAA;AAaD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,OAAwB,EAAE,MAA+B;IACvF,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACrC,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,CAAA;IAC5C,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;IAE7B,2FAA2F;IAC3F,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAmB,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAErG,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,YAAY,IAAI,MAAM,CAAA;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,QAAQ,KAAK,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,GAAG,GAAG,GAAG,QAAQ,aAAa,IAAI,SAAS,CAAA;QAEjD,MAAM,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;QAE5B,sEAAsE;QACtE,IAAI,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;YAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;YAE7C,IAAI,WAAW,IAAI,WAAW,KAAK,WAAW,EAAE,CAAC;gBAChD,MAAM,EAAE,CAAC,8CAA8C,CAAC,CAAA;gBAExD,OAAO,EAAE,CAAA;gBAET,SAAQ;YACT,CAAC;YAED,MAAM,EAAE,CAAC,iEAAiE,CAAC,CAAA;YAC3E,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC;YACJ,MAAM,cAAc,CAAC;gBACpB,GAAG;gBACH,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,OAAO;gBAClB,OAAO,EAAE,EAAE,iBAAiB,EAAE,UAAU,EAAE;gBAC1C,MAAM;aACN,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,wBAAwB,GAAG,KAAM,KAAe,CAAC,OAAO,GAAG,CAAC,CAAA;YAErE,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,2CAA2C;QAC3C,MAAM,MAAM,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAA;QAEjD,IAAI,MAAM,GAAG,aAAa,EAAE,CAAC;YAC5B,MAAM,EAAE,CAAC,2BAA2B,MAAM,qCAAqC,CAAC,CAAA;YAChF,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAExB,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,uBAAuB;QACvB,kBAAkB;QAClB,IAAI,CAAC;YACJ,MAAM,cAAc,CAAC,MAAM,MAAM,CAAC,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,0BAA2B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;YAC9D,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;YAExB,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,MAAM,UAAU,CAAC,MAAM,CAAC,CAAA;QAExB,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAA;YAEzD,MAAM,EAAE,CAAA;YACR,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAEtB,SAAQ;QACT,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,CAAA;QACjD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAA;QAErC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;YACjB,SAAS,EAAE,IAAI;YACf,QAAQ;YACR,UAAU,EAAE,GAAG;YACf,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACvC,MAAM,EAAE,GAAG;YACX,KAAK;SACL,CAAC,CAAA;QAEF,MAAM,EAAE,CAAC,OAAO,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAA;QAEhE,OAAO,EAAE,CAAA;QAET,sDAAsD;QACtD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;IACjB,CAAC;IAED,uFAAuF;IACvF,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtD,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAClE,CAAA;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,EAAE,CAAC,SAAS,YAAY,SAAS,MAAM,CAAC,MAAM,WAAW,CAAC,CAAA;IAEhE,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAA;IAC3B,MAAM,EAAE,CAAC,aAAa,OAAO,EAAE,CAAC,CAAA;IAChC,MAAM,EAAE,CAAC,aAAa,OAAO,kCAAkC,CAAC,CAAA;IAChE,MAAM,EAAE,CAAC,aAAa,MAAM,EAAE,CAAC,CAAA;IAE/B,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,EAAE,CAAC,iBAAiB,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAA;AACjD,CAAC"}