@mailwoman/corpus 10.1.0 → 10.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/data/licenses/cdla-permissive-2.0.md +1 -1
- package/lib/adapters/cordis/adapter.ts +13 -7
- package/lib/adapters/dedup-key.ts +1 -1
- package/lib/adapters/geonames/adapter.ts +1 -1
- package/lib/adapters/gleif/adapter.ts +17 -16
- package/lib/adapters/libpostal-dictionary.ts +0 -2
- package/lib/adapters/openaddresses/adapter.ts +4 -3
- package/lib/adapters/osm/adapter.ts +22 -21
- package/lib/adapters/po-box/adapter.ts +10 -5
- package/lib/adapters/registry.ts +4 -4
- package/lib/adapters/source-id.ts +2 -2
- package/lib/adapters/street-line.ts +7 -6
- package/lib/adapters/wof/admin/json/adapter.ts +2 -2
- package/lib/adapters/wof/json-rows.ts +2 -1
- package/lib/adapters/wof/postalcode-json/adapter.ts +6 -2
- package/lib/adapters.ts +5 -5
- package/lib/au/adapters/gnaf/adapter.ts +1 -1
- package/lib/be/adapters/brussels/adapter.ts +22 -22
- package/lib/be/adapters/vlaanderen/adapter.ts +54 -57
- package/lib/be/adapters/wallonie/adapter.ts +17 -17
- package/lib/be/tools/fetch/brussels.ts +13 -10
- package/lib/be/tools/fetch/wallonie.ts +8 -7
- package/lib/build/adapters.ts +2 -1
- package/lib/build/align.ts +5 -4
- package/lib/build/checkpoint.ts +5 -3
- package/lib/build/eligibility.ts +3 -3
- package/lib/build/types.ts +8 -6
- package/lib/cz/adapters/cuzk/adapter.ts +41 -38
- package/lib/cz/tools/fetch/cuzk.ts +42 -31
- package/lib/de/recipes/locale.ts +1 -1
- package/lib/dk/adapters/inspire/adapter.ts +38 -38
- package/lib/dk/tools/fetch/inspire.ts +16 -14
- package/lib/ee/adapters/ads/adapter.ts +26 -32
- package/lib/ee/tools/fetch/ads.ts +10 -8
- package/lib/es/adapters/bizkaia/adapter.ts +47 -47
- package/lib/es/adapters/catastro/adapter.ts +36 -34
- package/lib/es/adapters/gipuzkoa/adapter.ts +38 -45
- package/lib/es/adapters/navarra/adapter.ts +28 -27
- package/lib/es/cadastre.ts +31 -31
- package/lib/es/tools/fetch/bizkaia.ts +40 -36
- package/lib/es/tools/fetch/catastro.ts +51 -40
- package/lib/es/tools/fetch/gipuzkoa.ts +13 -11
- package/lib/es/tools/fetch/navarra.ts +33 -25
- package/lib/fi/adapters/ryhti/adapter.ts +22 -26
- package/lib/fi/tools/fetch/ryhti.ts +31 -31
- package/lib/fr/adapters/annuaire-education/adapter.ts +13 -11
- package/lib/fr/adapters/ban/adapter.ts +6 -6
- package/lib/fr/adapters/finess/adapter.ts +16 -15
- package/lib/fr/adapters/finess/voie-type.ts +4 -3
- package/lib/fr/insee-country.ts +2 -2
- package/lib/fr/recipes/lieudit.ts +8 -6
- package/lib/fr/tools/fetch/annuaire-education.ts +11 -8
- package/lib/fr/tools/fetch/ban.ts +3 -2
- package/lib/fr/tools/fetch/finess.ts +14 -13
- package/lib/inspire/address.ts +86 -78
- package/lib/inspire/errors.ts +9 -8
- package/lib/inspire/stream.ts +29 -26
- package/lib/international/recipes/locale.ts +13 -9
- package/lib/it/adapters/anac/adapter.ts +51 -46
- package/lib/it/tools/fetch/anac.ts +22 -25
- package/lib/jp/adapters/wof-admin/adapter.ts +2 -6
- package/lib/jp/tools/fetch/houjin.ts +3 -3
- package/lib/kr/adapters/localdata/permit-rows.ts +1 -1
- package/lib/kr/tools/fetch/juso.ts +1 -1
- package/lib/kr/tools/fetch/localdata.ts +2 -2
- package/lib/lu/adapters/bd-adresses/adapter.ts +10 -10
- package/lib/lu/tools/fetch/bd-adresses.ts +15 -13
- package/lib/lv/adapters/varis/adapter.ts +24 -23
- package/lib/lv/tools/fetch/varis.ts +3 -2
- package/lib/nl/adapters/kadaster/adapter.ts +29 -29
- package/lib/nl/tools/fetch/kadaster.ts +16 -12
- package/lib/no/adapters/matrikkelen/adapter.ts +6 -5
- package/lib/no/tools/fetch/matrikkelen.ts +59 -47
- package/lib/parquet/duckdb.ts +7 -4
- package/lib/parquet/readers.ts +3 -3
- package/lib/parquet/schema.ts +1 -1
- package/lib/parquet/writers.ts +3 -2
- package/lib/pl/adapters/emuia/adapter.ts +12 -12
- package/lib/pl/tools/fetch/emuia.ts +10 -9
- package/lib/recipes/bare/postcode.ts +1 -1
- package/lib/recipes/boundary-stress.ts +1 -1
- package/lib/recipes/house-venue.ts +7 -3
- package/lib/recipes/intersection.ts +2 -2
- package/lib/recipes/po/box/cedex/recipe.ts +3 -3
- package/lib/recipes/po/box/cedex/sources.ts +13 -1
- package/lib/recipes/scaffold.ts +31 -21
- package/lib/recipes/sources.ts +16 -3
- package/lib/recipes/street/bare.ts +2 -2
- package/lib/recipes/street.ts +3 -1
- package/lib/recipes/sub/venue/context.ts +2 -0
- package/lib/recipes/sub/venue/render.ts +1 -1
- package/lib/recipes/sub/venue/sources.ts +24 -29
- package/lib/recipes/sub/venue.ts +12 -18
- package/lib/recipes/trailing-region.ts +6 -2
- package/lib/recipes/unit.ts +3 -3
- package/lib/recipes/venue.ts +347 -0
- package/lib/recipes.ts +4 -2
- package/lib/registers.ts +8 -6
- package/lib/ro/adapters/retea-scolara/adapter.ts +5 -5
- package/lib/ro/tools/fetch/retea-scolara.ts +1 -1
- package/lib/runner.ts +4 -3
- package/lib/sg/recipes/register.ts +1 -1
- package/lib/sg/tools/fetch/acra.ts +3 -3
- package/lib/sk/adapters/inspire/adapter.ts +25 -27
- package/lib/sk/tools/fetch/inspire.ts +15 -14
- package/lib/source-register/effective-manifest.ts +3 -3
- package/lib/source-register/register.ts +3 -3
- package/lib/source-register/training-manifest.ts +1 -1
- package/lib/source-register/types.ts +12 -13
- package/lib/subvenue/promotions.ts +1 -1
- package/lib/subvenue/table.ts +4 -4
- package/lib/surfaces/locale.ts +2 -0
- package/lib/synthesizers/anchor-absorption.ts +2 -1
- package/lib/synthesizers/boundary-stress.ts +20 -26
- package/lib/synthesizers/house-venue.ts +26 -30
- package/lib/synthesizers/no-street.ts +2 -1
- package/lib/synthesizers/po-box.ts +6 -3
- package/lib/synthesizers/tail.ts +55 -0
- package/lib/synthesizers/utils.ts +19 -2
- package/lib/test-kit.ts +2 -2
- package/lib/tools/audit.ts +7 -5
- package/lib/tools/corpus-stats.ts +1 -1
- package/lib/tools/fetch/atom.ts +10 -10
- package/lib/tools/fetch/cordis.ts +11 -9
- package/lib/tools/fetch/download/manifest.ts +2 -1
- package/lib/tools/fetch/download/network.ts +4 -4
- package/lib/tools/fetch/download/retry.ts +4 -4
- package/lib/tools/fetch/geonames/dump.ts +5 -3
- package/lib/tools/fetch/geonames/postal.ts +2 -2
- package/lib/tools/fetch/gleif.ts +6 -4
- package/lib/tools/fetch/header.ts +8 -6
- package/lib/tools/fetch/inspire-addresses.ts +41 -36
- package/lib/tools/fetch/openaddresses.ts +1 -1
- package/lib/tools/fetch/vlaanderen-ad.ts +17 -17
- package/lib/tools/fetch/wfs-harvest.ts +39 -28
- package/lib/tools/fetch.ts +0 -42
- package/lib/tools/golden/expand.ts +8 -8
- package/lib/tools/golden/promote.ts +12 -8
- package/lib/tools/golden/relabel-street/directory.ts +7 -6
- package/lib/tools/golden/relabel-street/row.ts +7 -6
- package/lib/tools/ingest-csv.ts +3 -3
- package/lib/tools/jsonl-to-parquet.ts +1 -1
- package/lib/tools/lint/recipe-output/vocab.ts +10 -5
- package/lib/tools/lint/recipe-output.ts +26 -8
- package/lib/tools/overlay/kryptonite.ts +4 -3
- package/lib/tools/overlay/manifest.ts +4 -2
- package/lib/tools/overlay/merge-source.ts +2 -1
- package/lib/tools/overlay/split-slice.ts +2 -2
- package/lib/tools/overlay/translit.ts +6 -4
- package/lib/tools/overture-subvenue.ts +1 -1
- package/lib/tools/postcode-triples.ts +5 -4
- package/lib/tools/source-register/build.ts +17 -14
- package/lib/tools/sub/venue/lexicon.ts +4 -8
- package/lib/tw/tools/fetch/gcis.ts +4 -4
- package/lib/types.ts +4 -3
- package/lib/us/adapters/state/hi-schools/workbook.ts +1 -1
- package/lib/us/adapters/usgov/nad/adapter.ts +11 -11
- package/lib/us/adapters/usgov/samhsa-treatment-locator/adapter.ts +4 -4
- package/lib/us/fips-state.ts +2 -2
- package/lib/{synthesizers → us/synthesizers}/intersection.ts +12 -13
- package/lib/{synthesizers → us/synthesizers}/street.ts +16 -15
- package/lib/us/tools/fetch/imls-pls.ts +1 -1
- package/lib/us/tools/fetch/nad.ts +7 -7
- package/lib/us/tools/fetch/nppes.ts +5 -5
- package/lib/us/tools/fetch/state/hi-schools.ts +3 -2
- package/lib/us/tools/fetch/tiger-full.ts +1 -1
- package/lib/utils/align.ts +13 -10
- package/lib/utils/golden.ts +2 -2
- package/lib/utils/license.ts +3 -3
- package/lib/utils/split.ts +19 -15
- package/lib/utils/tokenize.ts +7 -26
- package/lib/utils/wof-json.ts +4 -4
- package/out/adapters/cordis/adapter.d.ts +5 -3
- package/out/adapters/cordis/adapter.d.ts.map +1 -1
- package/out/adapters/cordis/adapter.js +13 -7
- package/out/adapters/cordis/adapter.js.map +1 -1
- package/out/adapters/dedup-key.d.ts +1 -1
- package/out/adapters/dedup-key.js +1 -1
- package/out/adapters/geonames/adapter.js +1 -1
- package/out/adapters/geonames/adapter.js.map +1 -1
- package/out/adapters/gleif/adapter.d.ts +9 -9
- package/out/adapters/gleif/adapter.d.ts.map +1 -1
- package/out/adapters/gleif/adapter.js +15 -14
- package/out/adapters/gleif/adapter.js.map +1 -1
- package/out/adapters/libpostal-dictionary.d.ts +0 -2
- package/out/adapters/libpostal-dictionary.d.ts.map +1 -1
- package/out/adapters/libpostal-dictionary.js +0 -2
- package/out/adapters/libpostal-dictionary.js.map +1 -1
- package/out/adapters/openaddresses/adapter.d.ts +3 -2
- package/out/adapters/openaddresses/adapter.d.ts.map +1 -1
- package/out/adapters/openaddresses/adapter.js +1 -1
- package/out/adapters/openaddresses/adapter.js.map +1 -1
- package/out/adapters/osm/adapter.d.ts +17 -16
- package/out/adapters/osm/adapter.d.ts.map +1 -1
- package/out/adapters/osm/adapter.js +10 -9
- package/out/adapters/osm/adapter.js.map +1 -1
- package/out/adapters/po-box/adapter.d.ts +6 -3
- package/out/adapters/po-box/adapter.d.ts.map +1 -1
- package/out/adapters/po-box/adapter.js +4 -2
- package/out/adapters/po-box/adapter.js.map +1 -1
- package/out/adapters/registry.d.ts +3 -3
- package/out/adapters/registry.d.ts.map +1 -1
- package/out/adapters/registry.js +1 -1
- package/out/adapters/registry.js.map +1 -1
- package/out/adapters/source-id.d.ts +2 -2
- package/out/adapters/source-id.js +2 -2
- package/out/adapters/street-line.d.ts +7 -6
- package/out/adapters/street-line.d.ts.map +1 -1
- package/out/adapters/street-line.js +7 -6
- package/out/adapters/street-line.js.map +1 -1
- package/out/adapters/wof/admin/json/adapter.js +1 -1
- package/out/adapters/wof/admin/json/adapter.js.map +1 -1
- package/out/adapters/wof/json-rows.d.ts +2 -1
- package/out/adapters/wof/json-rows.d.ts.map +1 -1
- package/out/adapters/wof/json-rows.js.map +1 -1
- package/out/adapters/wof/postalcode-json/adapter.d.ts.map +1 -1
- package/out/adapters/wof/postalcode-json/adapter.js +5 -1
- package/out/adapters/wof/postalcode-json/adapter.js.map +1 -1
- package/out/adapters.d.ts +5 -5
- package/out/adapters.js +5 -5
- package/out/au/adapters/gnaf/adapter.js +1 -1
- package/out/au/adapters/gnaf/adapter.js.map +1 -1
- package/out/be/adapters/brussels/adapter.d.ts +9 -9
- package/out/be/adapters/brussels/adapter.d.ts.map +1 -1
- package/out/be/adapters/brussels/adapter.js +21 -21
- package/out/be/adapters/brussels/adapter.js.map +1 -1
- package/out/be/adapters/vlaanderen/adapter.d.ts +34 -37
- package/out/be/adapters/vlaanderen/adapter.d.ts.map +1 -1
- package/out/be/adapters/vlaanderen/adapter.js +40 -38
- package/out/be/adapters/vlaanderen/adapter.js.map +1 -1
- package/out/be/adapters/wallonie/adapter.d.ts +2 -2
- package/out/be/adapters/wallonie/adapter.js +17 -17
- package/out/be/adapters/wallonie/adapter.js.map +1 -1
- package/out/be/tools/fetch/brussels.d.ts +11 -8
- package/out/be/tools/fetch/brussels.d.ts.map +1 -1
- package/out/be/tools/fetch/brussels.js +10 -8
- package/out/be/tools/fetch/brussels.js.map +1 -1
- package/out/be/tools/fetch/wallonie.d.ts +6 -5
- package/out/be/tools/fetch/wallonie.d.ts.map +1 -1
- package/out/be/tools/fetch/wallonie.js +4 -4
- package/out/be/tools/fetch/wallonie.js.map +1 -1
- package/out/build/adapters.d.ts.map +1 -1
- package/out/build/adapters.js +2 -1
- package/out/build/adapters.js.map +1 -1
- package/out/build/align.d.ts +3 -2
- package/out/build/align.d.ts.map +1 -1
- package/out/build/align.js +2 -2
- package/out/build/align.js.map +1 -1
- package/out/build/checkpoint.d.ts +1 -1
- package/out/build/checkpoint.d.ts.map +1 -1
- package/out/build/checkpoint.js +4 -2
- package/out/build/checkpoint.js.map +1 -1
- package/out/build/eligibility.d.ts +2 -2
- package/out/build/eligibility.js +3 -3
- package/out/build/eligibility.js.map +1 -1
- package/out/build/types.d.ts +8 -6
- package/out/build/types.d.ts.map +1 -1
- package/out/cz/adapters/cuzk/adapter.d.ts +14 -14
- package/out/cz/adapters/cuzk/adapter.d.ts.map +1 -1
- package/out/cz/adapters/cuzk/adapter.js +38 -35
- package/out/cz/adapters/cuzk/adapter.js.map +1 -1
- package/out/cz/tools/fetch/cuzk.d.ts +31 -22
- package/out/cz/tools/fetch/cuzk.d.ts.map +1 -1
- package/out/cz/tools/fetch/cuzk.js +21 -19
- package/out/cz/tools/fetch/cuzk.js.map +1 -1
- package/out/de/recipes/locale.js +1 -1
- package/out/de/recipes/locale.js.map +1 -1
- package/out/dk/adapters/inspire/adapter.d.ts +32 -33
- package/out/dk/adapters/inspire/adapter.d.ts.map +1 -1
- package/out/dk/adapters/inspire/adapter.js +38 -38
- package/out/dk/adapters/inspire/adapter.js.map +1 -1
- package/out/dk/tools/fetch/inspire.d.ts +6 -5
- package/out/dk/tools/fetch/inspire.d.ts.map +1 -1
- package/out/dk/tools/fetch/inspire.js +15 -13
- package/out/dk/tools/fetch/inspire.js.map +1 -1
- package/out/ee/adapters/ads/adapter.d.ts +19 -26
- package/out/ee/adapters/ads/adapter.d.ts.map +1 -1
- package/out/ee/adapters/ads/adapter.js +22 -28
- package/out/ee/adapters/ads/adapter.js.map +1 -1
- package/out/ee/tools/fetch/ads.d.ts +3 -3
- package/out/ee/tools/fetch/ads.d.ts.map +1 -1
- package/out/ee/tools/fetch/ads.js +10 -8
- package/out/ee/tools/fetch/ads.js.map +1 -1
- package/out/es/adapters/bizkaia/adapter.d.ts +28 -28
- package/out/es/adapters/bizkaia/adapter.d.ts.map +1 -1
- package/out/es/adapters/bizkaia/adapter.js +43 -43
- package/out/es/adapters/bizkaia/adapter.js.map +1 -1
- package/out/es/adapters/catastro/adapter.d.ts +22 -23
- package/out/es/adapters/catastro/adapter.d.ts.map +1 -1
- package/out/es/adapters/catastro/adapter.js +35 -33
- package/out/es/adapters/catastro/adapter.js.map +1 -1
- package/out/es/adapters/gipuzkoa/adapter.d.ts +31 -38
- package/out/es/adapters/gipuzkoa/adapter.d.ts.map +1 -1
- package/out/es/adapters/gipuzkoa/adapter.js +40 -47
- package/out/es/adapters/gipuzkoa/adapter.js.map +1 -1
- package/out/es/adapters/navarra/adapter.d.ts +20 -19
- package/out/es/adapters/navarra/adapter.d.ts.map +1 -1
- package/out/es/adapters/navarra/adapter.js +23 -22
- package/out/es/adapters/navarra/adapter.js.map +1 -1
- package/out/es/cadastre.d.ts +21 -20
- package/out/es/cadastre.d.ts.map +1 -1
- package/out/es/cadastre.js +19 -21
- package/out/es/cadastre.js.map +1 -1
- package/out/es/tools/fetch/bizkaia.d.ts +28 -25
- package/out/es/tools/fetch/bizkaia.d.ts.map +1 -1
- package/out/es/tools/fetch/bizkaia.js +25 -24
- package/out/es/tools/fetch/bizkaia.js.map +1 -1
- package/out/es/tools/fetch/catastro.d.ts +28 -20
- package/out/es/tools/fetch/catastro.d.ts.map +1 -1
- package/out/es/tools/fetch/catastro.js +36 -31
- package/out/es/tools/fetch/catastro.js.map +1 -1
- package/out/es/tools/fetch/gipuzkoa.d.ts +11 -9
- package/out/es/tools/fetch/gipuzkoa.d.ts.map +1 -1
- package/out/es/tools/fetch/gipuzkoa.js +9 -8
- package/out/es/tools/fetch/gipuzkoa.js.map +1 -1
- package/out/es/tools/fetch/navarra.d.ts +20 -15
- package/out/es/tools/fetch/navarra.d.ts.map +1 -1
- package/out/es/tools/fetch/navarra.js +21 -16
- package/out/es/tools/fetch/navarra.js.map +1 -1
- package/out/fi/adapters/ryhti/adapter.d.ts +16 -20
- package/out/fi/adapters/ryhti/adapter.d.ts.map +1 -1
- package/out/fi/adapters/ryhti/adapter.js +21 -25
- package/out/fi/adapters/ryhti/adapter.js.map +1 -1
- package/out/fi/tools/fetch/ryhti.d.ts +24 -24
- package/out/fi/tools/fetch/ryhti.d.ts.map +1 -1
- package/out/fi/tools/fetch/ryhti.js +21 -24
- package/out/fi/tools/fetch/ryhti.js.map +1 -1
- package/out/fr/adapters/annuaire-education/adapter.d.ts +8 -8
- package/out/fr/adapters/annuaire-education/adapter.d.ts.map +1 -1
- package/out/fr/adapters/annuaire-education/adapter.js +13 -11
- package/out/fr/adapters/annuaire-education/adapter.js.map +1 -1
- package/out/fr/adapters/ban/adapter.d.ts +4 -4
- package/out/fr/adapters/ban/adapter.js +6 -6
- package/out/fr/adapters/ban/adapter.js.map +1 -1
- package/out/fr/adapters/finess/adapter.d.ts +12 -11
- package/out/fr/adapters/finess/adapter.d.ts.map +1 -1
- package/out/fr/adapters/finess/adapter.js +16 -15
- package/out/fr/adapters/finess/adapter.js.map +1 -1
- package/out/fr/adapters/finess/voie-type.d.ts +2 -2
- package/out/fr/adapters/finess/voie-type.d.ts.map +1 -1
- package/out/fr/adapters/finess/voie-type.js +4 -3
- package/out/fr/adapters/finess/voie-type.js.map +1 -1
- package/out/fr/insee-country.d.ts +2 -2
- package/out/fr/insee-country.js +2 -2
- package/out/fr/recipes/lieudit.d.ts.map +1 -1
- package/out/fr/recipes/lieudit.js +5 -4
- package/out/fr/recipes/lieudit.js.map +1 -1
- package/out/fr/tools/fetch/annuaire-education.d.ts +7 -4
- package/out/fr/tools/fetch/annuaire-education.d.ts.map +1 -1
- package/out/fr/tools/fetch/annuaire-education.js +9 -7
- package/out/fr/tools/fetch/annuaire-education.js.map +1 -1
- package/out/fr/tools/fetch/ban.d.ts +1 -1
- package/out/fr/tools/fetch/ban.d.ts.map +1 -1
- package/out/fr/tools/fetch/ban.js +3 -2
- package/out/fr/tools/fetch/ban.js.map +1 -1
- package/out/fr/tools/fetch/finess.d.ts +5 -5
- package/out/fr/tools/fetch/finess.d.ts.map +1 -1
- package/out/fr/tools/fetch/finess.js +13 -12
- package/out/fr/tools/fetch/finess.js.map +1 -1
- package/out/inspire/address.d.ts +62 -52
- package/out/inspire/address.d.ts.map +1 -1
- package/out/inspire/address.js +71 -60
- package/out/inspire/address.js.map +1 -1
- package/out/inspire/errors.d.ts +9 -8
- package/out/inspire/errors.d.ts.map +1 -1
- package/out/inspire/errors.js +7 -6
- package/out/inspire/errors.js.map +1 -1
- package/out/inspire/stream.d.ts +25 -22
- package/out/inspire/stream.d.ts.map +1 -1
- package/out/inspire/stream.js +10 -12
- package/out/inspire/stream.js.map +1 -1
- package/out/international/recipes/locale.d.ts +2 -2
- package/out/international/recipes/locale.d.ts.map +1 -1
- package/out/international/recipes/locale.js +11 -7
- package/out/international/recipes/locale.js.map +1 -1
- package/out/it/adapters/anac/adapter.d.ts +45 -43
- package/out/it/adapters/anac/adapter.d.ts.map +1 -1
- package/out/it/adapters/anac/adapter.js +48 -43
- package/out/it/adapters/anac/adapter.js.map +1 -1
- package/out/it/tools/fetch/anac.d.ts +16 -19
- package/out/it/tools/fetch/anac.d.ts.map +1 -1
- package/out/it/tools/fetch/anac.js +20 -23
- package/out/it/tools/fetch/anac.js.map +1 -1
- package/out/jp/adapters/wof-admin/adapter.d.ts.map +1 -1
- package/out/jp/adapters/wof-admin/adapter.js.map +1 -1
- package/out/jp/tools/fetch/houjin.js +2 -2
- package/out/jp/tools/fetch/houjin.js.map +1 -1
- package/out/kr/adapters/localdata/permit-rows.js +1 -1
- package/out/kr/adapters/localdata/permit-rows.js.map +1 -1
- package/out/kr/tools/fetch/juso.d.ts +1 -1
- package/out/kr/tools/fetch/localdata.d.ts +1 -1
- package/out/kr/tools/fetch/localdata.js +1 -1
- package/out/kr/tools/fetch/localdata.js.map +1 -1
- package/out/lu/adapters/bd-adresses/adapter.d.ts +9 -9
- package/out/lu/adapters/bd-adresses/adapter.js +10 -10
- package/out/lu/tools/fetch/bd-adresses.d.ts +11 -9
- package/out/lu/tools/fetch/bd-adresses.d.ts.map +1 -1
- package/out/lu/tools/fetch/bd-adresses.js +11 -11
- package/out/lu/tools/fetch/bd-adresses.js.map +1 -1
- package/out/lv/adapters/varis/adapter.d.ts +24 -23
- package/out/lv/adapters/varis/adapter.d.ts.map +1 -1
- package/out/lv/adapters/varis/adapter.js +24 -23
- package/out/lv/adapters/varis/adapter.js.map +1 -1
- package/out/lv/tools/fetch/varis.d.ts +2 -1
- package/out/lv/tools/fetch/varis.d.ts.map +1 -1
- package/out/lv/tools/fetch/varis.js +1 -1
- package/out/lv/tools/fetch/varis.js.map +1 -1
- package/out/nl/adapters/kadaster/adapter.d.ts +12 -12
- package/out/nl/adapters/kadaster/adapter.d.ts.map +1 -1
- package/out/nl/adapters/kadaster/adapter.js +22 -23
- package/out/nl/adapters/kadaster/adapter.js.map +1 -1
- package/out/nl/tools/fetch/kadaster.d.ts +14 -10
- package/out/nl/tools/fetch/kadaster.d.ts.map +1 -1
- package/out/nl/tools/fetch/kadaster.js +12 -9
- package/out/nl/tools/fetch/kadaster.js.map +1 -1
- package/out/no/adapters/matrikkelen/adapter.d.ts +1 -1
- package/out/no/adapters/matrikkelen/adapter.d.ts.map +1 -1
- package/out/no/adapters/matrikkelen/adapter.js +3 -3
- package/out/no/adapters/matrikkelen/adapter.js.map +1 -1
- package/out/no/tools/fetch/matrikkelen.d.ts +50 -38
- package/out/no/tools/fetch/matrikkelen.d.ts.map +1 -1
- package/out/no/tools/fetch/matrikkelen.js +44 -36
- package/out/no/tools/fetch/matrikkelen.js.map +1 -1
- package/out/parquet/duckdb.d.ts +7 -4
- package/out/parquet/duckdb.d.ts.map +1 -1
- package/out/parquet/duckdb.js +2 -1
- package/out/parquet/duckdb.js.map +1 -1
- package/out/parquet/readers.js +3 -3
- package/out/parquet/readers.js.map +1 -1
- package/out/parquet/schema.js +1 -1
- package/out/parquet/schema.js.map +1 -1
- package/out/parquet/writers.d.ts +1 -1
- package/out/parquet/writers.d.ts.map +1 -1
- package/out/parquet/writers.js +2 -1
- package/out/parquet/writers.js.map +1 -1
- package/out/pl/adapters/emuia/adapter.d.ts +8 -8
- package/out/pl/adapters/emuia/adapter.js +12 -12
- package/out/pl/adapters/emuia/adapter.js.map +1 -1
- package/out/pl/tools/fetch/emuia.d.ts +5 -4
- package/out/pl/tools/fetch/emuia.d.ts.map +1 -1
- package/out/pl/tools/fetch/emuia.js +10 -9
- package/out/pl/tools/fetch/emuia.js.map +1 -1
- package/out/recipes/bare/postcode.js +1 -1
- package/out/recipes/bare/postcode.js.map +1 -1
- package/out/recipes/boundary-stress.js +1 -1
- package/out/recipes/boundary-stress.js.map +1 -1
- package/out/recipes/house-venue.d.ts.map +1 -1
- package/out/recipes/house-venue.js +6 -3
- package/out/recipes/house-venue.js.map +1 -1
- package/out/recipes/intersection.js +2 -2
- package/out/recipes/intersection.js.map +1 -1
- package/out/recipes/po/box/cedex/recipe.js +2 -1
- package/out/recipes/po/box/cedex/recipe.js.map +1 -1
- package/out/recipes/po/box/cedex/sources.d.ts +8 -2
- package/out/recipes/po/box/cedex/sources.d.ts.map +1 -1
- package/out/recipes/po/box/cedex/sources.js +1 -1
- package/out/recipes/po/box/cedex/sources.js.map +1 -1
- package/out/recipes/scaffold.d.ts +28 -19
- package/out/recipes/scaffold.d.ts.map +1 -1
- package/out/recipes/scaffold.js +3 -2
- package/out/recipes/scaffold.js.map +1 -1
- package/out/recipes/sources.d.ts +1 -1
- package/out/recipes/sources.d.ts.map +1 -1
- package/out/recipes/sources.js +15 -2
- package/out/recipes/sources.js.map +1 -1
- package/out/recipes/street/bare.js +2 -2
- package/out/recipes/street/bare.js.map +1 -1
- package/out/recipes/street.d.ts.map +1 -1
- package/out/recipes/street.js +3 -1
- package/out/recipes/street.js.map +1 -1
- package/out/recipes/sub/venue/context.d.ts.map +1 -1
- package/out/recipes/sub/venue/context.js +2 -0
- package/out/recipes/sub/venue/context.js.map +1 -1
- package/out/recipes/sub/venue/render.js +1 -1
- package/out/recipes/sub/venue/render.js.map +1 -1
- package/out/recipes/sub/venue/sources.d.ts +6 -3
- package/out/recipes/sub/venue/sources.d.ts.map +1 -1
- package/out/recipes/sub/venue/sources.js +16 -20
- package/out/recipes/sub/venue/sources.js.map +1 -1
- package/out/recipes/sub/venue.d.ts +2 -5
- package/out/recipes/sub/venue.d.ts.map +1 -1
- package/out/recipes/sub/venue.js +10 -14
- package/out/recipes/sub/venue.js.map +1 -1
- package/out/recipes/trailing-region.d.ts.map +1 -1
- package/out/recipes/trailing-region.js +6 -1
- package/out/recipes/trailing-region.js.map +1 -1
- package/out/recipes/unit.js +2 -2
- package/out/recipes/unit.js.map +1 -1
- package/out/recipes/venue.d.ts +119 -0
- package/out/recipes/venue.d.ts.map +1 -0
- package/out/recipes/venue.js +245 -0
- package/out/recipes/venue.js.map +1 -0
- package/out/recipes.d.ts +1 -1
- package/out/recipes.d.ts.map +1 -1
- package/out/recipes.js +3 -1
- package/out/recipes.js.map +1 -1
- package/out/registers.d.ts +8 -6
- package/out/registers.d.ts.map +1 -1
- package/out/registers.js +8 -6
- package/out/registers.js.map +1 -1
- package/out/ro/adapters/retea-scolara/adapter.d.ts +5 -5
- package/out/ro/adapters/retea-scolara/adapter.js +5 -5
- package/out/ro/tools/fetch/retea-scolara.js +1 -1
- package/out/ro/tools/fetch/retea-scolara.js.map +1 -1
- package/out/runner.d.ts +3 -2
- package/out/runner.d.ts.map +1 -1
- package/out/runner.js +1 -1
- package/out/runner.js.map +1 -1
- package/out/sg/recipes/register.js +1 -1
- package/out/sg/recipes/register.js.map +1 -1
- package/out/sg/tools/fetch/acra.js +2 -2
- package/out/sg/tools/fetch/acra.js.map +1 -1
- package/out/sk/adapters/inspire/adapter.d.ts +5 -5
- package/out/sk/adapters/inspire/adapter.d.ts.map +1 -1
- package/out/sk/adapters/inspire/adapter.js +18 -18
- package/out/sk/adapters/inspire/adapter.js.map +1 -1
- package/out/sk/tools/fetch/inspire.d.ts +11 -10
- package/out/sk/tools/fetch/inspire.d.ts.map +1 -1
- package/out/sk/tools/fetch/inspire.js +15 -14
- package/out/sk/tools/fetch/inspire.js.map +1 -1
- package/out/source-register/effective-manifest.js +3 -3
- package/out/source-register/effective-manifest.js.map +1 -1
- package/out/source-register/register.d.ts +2 -2
- package/out/source-register/register.d.ts.map +1 -1
- package/out/source-register/register.js +2 -2
- package/out/source-register/register.js.map +1 -1
- package/out/source-register/training-manifest.d.ts +1 -1
- package/out/source-register/types.d.ts +12 -13
- package/out/source-register/types.d.ts.map +1 -1
- package/out/source-register/types.js +2 -2
- package/out/source-register/types.js.map +1 -1
- package/out/subvenue/promotions.d.ts +1 -1
- package/out/subvenue/promotions.js +1 -1
- package/out/subvenue/table.d.ts +4 -4
- package/out/subvenue/table.js +3 -3
- package/out/surfaces/locale.d.ts.map +1 -1
- package/out/surfaces/locale.js +2 -0
- package/out/surfaces/locale.js.map +1 -1
- package/out/synthesizers/anchor-absorption.d.ts +2 -1
- package/out/synthesizers/anchor-absorption.d.ts.map +1 -1
- package/out/synthesizers/anchor-absorption.js.map +1 -1
- package/out/synthesizers/boundary-stress.d.ts +1 -1
- package/out/synthesizers/boundary-stress.d.ts.map +1 -1
- package/out/synthesizers/boundary-stress.js +20 -23
- package/out/synthesizers/boundary-stress.js.map +1 -1
- package/out/synthesizers/house-venue.d.ts +3 -2
- package/out/synthesizers/house-venue.d.ts.map +1 -1
- package/out/synthesizers/house-venue.js +24 -26
- package/out/synthesizers/house-venue.js.map +1 -1
- package/out/synthesizers/no-street.d.ts.map +1 -1
- package/out/synthesizers/no-street.js.map +1 -1
- package/out/synthesizers/po-box.d.ts +4 -2
- package/out/synthesizers/po-box.d.ts.map +1 -1
- package/out/synthesizers/po-box.js.map +1 -1
- package/out/synthesizers/tail.d.ts +36 -0
- package/out/synthesizers/tail.d.ts.map +1 -0
- package/out/synthesizers/tail.js +32 -0
- package/out/synthesizers/tail.js.map +1 -0
- package/out/synthesizers/utils.d.ts +2 -1
- package/out/synthesizers/utils.d.ts.map +1 -1
- package/out/synthesizers/utils.js +17 -1
- package/out/synthesizers/utils.js.map +1 -1
- package/out/test-kit.js +2 -2
- package/out/test-kit.js.map +1 -1
- package/out/tools/audit.d.ts +2 -1
- package/out/tools/audit.d.ts.map +1 -1
- package/out/tools/audit.js +4 -3
- package/out/tools/audit.js.map +1 -1
- package/out/tools/corpus-stats.js +1 -1
- package/out/tools/corpus-stats.js.map +1 -1
- package/out/tools/fetch/atom.d.ts +8 -8
- package/out/tools/fetch/atom.d.ts.map +1 -1
- package/out/tools/fetch/atom.js +7 -8
- package/out/tools/fetch/atom.js.map +1 -1
- package/out/tools/fetch/cordis.d.ts +4 -3
- package/out/tools/fetch/cordis.d.ts.map +1 -1
- package/out/tools/fetch/cordis.js +9 -7
- package/out/tools/fetch/cordis.js.map +1 -1
- package/out/tools/fetch/download/manifest.d.ts.map +1 -1
- package/out/tools/fetch/download/manifest.js +2 -1
- package/out/tools/fetch/download/manifest.js.map +1 -1
- package/out/tools/fetch/download/network.d.ts +4 -4
- package/out/tools/fetch/download/retry.js +4 -4
- package/out/tools/fetch/download/retry.js.map +1 -1
- package/out/tools/fetch/geonames/dump.d.ts +3 -2
- package/out/tools/fetch/geonames/dump.d.ts.map +1 -1
- package/out/tools/fetch/geonames/dump.js +2 -1
- package/out/tools/fetch/geonames/dump.js.map +1 -1
- package/out/tools/fetch/geonames/postal.d.ts +2 -2
- package/out/tools/fetch/gleif.d.ts +3 -2
- package/out/tools/fetch/gleif.d.ts.map +1 -1
- package/out/tools/fetch/gleif.js +6 -4
- package/out/tools/fetch/gleif.js.map +1 -1
- package/out/tools/fetch/header.d.ts +7 -5
- package/out/tools/fetch/header.d.ts.map +1 -1
- package/out/tools/fetch/header.js +8 -6
- package/out/tools/fetch/header.js.map +1 -1
- package/out/tools/fetch/inspire-addresses.d.ts +32 -27
- package/out/tools/fetch/inspire-addresses.d.ts.map +1 -1
- package/out/tools/fetch/inspire-addresses.js +25 -24
- package/out/tools/fetch/inspire-addresses.js.map +1 -1
- package/out/tools/fetch/openaddresses.js +1 -1
- package/out/tools/fetch/openaddresses.js.map +1 -1
- package/out/tools/fetch/vlaanderen-ad.d.ts +5 -5
- package/out/tools/fetch/vlaanderen-ad.d.ts.map +1 -1
- package/out/tools/fetch/vlaanderen-ad.js +16 -16
- package/out/tools/fetch/vlaanderen-ad.js.map +1 -1
- package/out/tools/fetch/wfs-harvest.d.ts +26 -16
- package/out/tools/fetch/wfs-harvest.d.ts.map +1 -1
- package/out/tools/fetch/wfs-harvest.js +21 -18
- package/out/tools/fetch/wfs-harvest.js.map +1 -1
- package/out/tools/fetch.d.ts +0 -41
- package/out/tools/fetch.d.ts.map +1 -1
- package/out/tools/fetch.js +0 -41
- package/out/tools/fetch.js.map +1 -1
- package/out/tools/golden/expand.d.ts +7 -7
- package/out/tools/golden/expand.js +1 -1
- package/out/tools/golden/expand.js.map +1 -1
- package/out/tools/golden/promote.d.ts +2 -2
- package/out/tools/golden/promote.d.ts.map +1 -1
- package/out/tools/golden/promote.js +9 -6
- package/out/tools/golden/promote.js.map +1 -1
- package/out/tools/golden/relabel-street/directory.d.ts +4 -4
- package/out/tools/golden/relabel-street/directory.d.ts.map +1 -1
- package/out/tools/golden/relabel-street/directory.js +3 -2
- package/out/tools/golden/relabel-street/directory.js.map +1 -1
- package/out/tools/golden/relabel-street/row.d.ts +4 -3
- package/out/tools/golden/relabel-street/row.d.ts.map +1 -1
- package/out/tools/golden/relabel-street/row.js +3 -3
- package/out/tools/golden/relabel-street/row.js.map +1 -1
- package/out/tools/ingest-csv.js +3 -3
- package/out/tools/ingest-csv.js.map +1 -1
- package/out/tools/jsonl-to-parquet.d.ts +1 -1
- package/out/tools/lint/recipe-output/vocab.d.ts +10 -5
- package/out/tools/lint/recipe-output/vocab.d.ts.map +1 -1
- package/out/tools/lint/recipe-output/vocab.js.map +1 -1
- package/out/tools/lint/recipe-output.d.ts +8 -8
- package/out/tools/lint/recipe-output.d.ts.map +1 -1
- package/out/tools/lint/recipe-output.js +17 -0
- package/out/tools/lint/recipe-output.js.map +1 -1
- package/out/tools/overlay/kryptonite.d.ts +2 -2
- package/out/tools/overlay/kryptonite.d.ts.map +1 -1
- package/out/tools/overlay/kryptonite.js +2 -1
- package/out/tools/overlay/kryptonite.js.map +1 -1
- package/out/tools/overlay/manifest.d.ts +2 -1
- package/out/tools/overlay/manifest.d.ts.map +1 -1
- package/out/tools/overlay/manifest.js +2 -1
- package/out/tools/overlay/manifest.js.map +1 -1
- package/out/tools/overlay/merge-source.d.ts +2 -1
- package/out/tools/overlay/merge-source.d.ts.map +1 -1
- package/out/tools/overlay/merge-source.js.map +1 -1
- package/out/tools/overlay/split-slice.d.ts +1 -1
- package/out/tools/overlay/split-slice.js +1 -1
- package/out/tools/overlay/split-slice.js.map +1 -1
- package/out/tools/overlay/translit.d.ts +4 -3
- package/out/tools/overlay/translit.d.ts.map +1 -1
- package/out/tools/overlay/translit.js +2 -1
- package/out/tools/overlay/translit.js.map +1 -1
- package/out/tools/overture-subvenue.d.ts +1 -1
- package/out/tools/overture-subvenue.d.ts.map +1 -1
- package/out/tools/postcode-triples.d.ts +1 -1
- package/out/tools/postcode-triples.d.ts.map +1 -1
- package/out/tools/postcode-triples.js +4 -3
- package/out/tools/postcode-triples.js.map +1 -1
- package/out/tools/source-register/build.d.ts +10 -8
- package/out/tools/source-register/build.d.ts.map +1 -1
- package/out/tools/source-register/build.js +10 -8
- package/out/tools/source-register/build.js.map +1 -1
- package/out/tools/sub/venue/lexicon.d.ts +2 -6
- package/out/tools/sub/venue/lexicon.d.ts.map +1 -1
- package/out/tools/sub/venue/lexicon.js +2 -6
- package/out/tools/sub/venue/lexicon.js.map +1 -1
- package/out/tw/tools/fetch/gcis.js +3 -3
- package/out/tw/tools/fetch/gcis.js.map +1 -1
- package/out/types.d.ts +4 -3
- package/out/types.d.ts.map +1 -1
- package/out/types.js.map +1 -1
- package/out/us/adapters/state/hi-schools/workbook.d.ts +1 -1
- package/out/us/adapters/state/hi-schools/workbook.d.ts.map +1 -1
- package/out/us/adapters/state/hi-schools/workbook.js.map +1 -1
- package/out/us/adapters/usgov/nad/adapter.js +6 -6
- package/out/us/adapters/usgov/nad/adapter.js.map +1 -1
- package/out/us/adapters/usgov/samhsa-treatment-locator/adapter.js +2 -2
- package/out/us/adapters/usgov/samhsa-treatment-locator/adapter.js.map +1 -1
- package/out/us/fips-state.d.ts +2 -2
- package/out/us/fips-state.d.ts.map +1 -1
- package/out/us/fips-state.js.map +1 -1
- package/out/us/synthesizers/intersection.d.ts.map +1 -0
- package/out/{synthesizers → us/synthesizers}/intersection.js +13 -9
- package/out/us/synthesizers/intersection.js.map +1 -0
- package/out/{synthesizers → us/synthesizers}/street.d.ts +3 -2
- package/out/us/synthesizers/street.d.ts.map +1 -0
- package/out/{synthesizers → us/synthesizers}/street.js +12 -12
- package/out/us/synthesizers/street.js.map +1 -0
- package/out/us/tools/fetch/imls-pls.js +1 -1
- package/out/us/tools/fetch/imls-pls.js.map +1 -1
- package/out/us/tools/fetch/nad.d.ts +6 -6
- package/out/us/tools/fetch/nad.js +1 -1
- package/out/us/tools/fetch/nad.js.map +1 -1
- package/out/us/tools/fetch/nppes.js +3 -3
- package/out/us/tools/fetch/nppes.js.map +1 -1
- package/out/us/tools/fetch/state/hi-schools.d.ts +2 -1
- package/out/us/tools/fetch/state/hi-schools.d.ts.map +1 -1
- package/out/us/tools/fetch/state/hi-schools.js +1 -1
- package/out/us/tools/fetch/state/hi-schools.js.map +1 -1
- package/out/us/tools/fetch/tiger-full.js +1 -1
- package/out/us/tools/fetch/tiger-full.js.map +1 -1
- package/out/utils/align.d.ts +5 -3
- package/out/utils/align.d.ts.map +1 -1
- package/out/utils/align.js +5 -5
- package/out/utils/align.js.map +1 -1
- package/out/utils/golden.js +2 -2
- package/out/utils/golden.js.map +1 -1
- package/out/utils/license.d.ts +3 -3
- package/out/utils/license.d.ts.map +1 -1
- package/out/utils/license.js.map +1 -1
- package/out/utils/split.d.ts +1 -1
- package/out/utils/split.d.ts.map +1 -1
- package/out/utils/split.js +18 -14
- package/out/utils/split.js.map +1 -1
- package/out/utils/tokenize.d.ts +3 -20
- package/out/utils/tokenize.d.ts.map +1 -1
- package/out/utils/tokenize.js.map +1 -1
- package/out/utils/wof-json.js +3 -3
- package/out/utils/wof-json.js.map +1 -1
- package/package.json +18 -27
- package/lib/tools.ts +0 -31
- package/out/synthesizers/intersection.d.ts.map +0 -1
- package/out/synthesizers/intersection.js.map +0 -1
- package/out/synthesizers/street.d.ts.map +0 -1
- package/out/synthesizers/street.js.map +0 -1
- package/out/tools.d.ts +0 -31
- package/out/tools.d.ts.map +0 -1
- package/out/tools.js +0 -31
- package/out/tools.js.map +0 -1
- /package/out/{synthesizers → us/synthesizers}/intersection.d.ts +0 -0
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
* adapter joins locally rather than resolving four references per address against 4,563,062 of
|
|
15
15
|
* them.
|
|
16
16
|
* 2. `sortBy=gml:identifier` answers HTTP 504, so the service grants no ordering. The manifest
|
|
17
|
-
* records the pages taken and their order
|
|
17
|
+
* records the pages taken and their order. That record makes a harvest reproducible even though
|
|
18
18
|
* a second harvest need not match the first.
|
|
19
19
|
* 3. A bare `resultType=hits` answers `numberMatched="10000"` whatever `count` asks for. The count
|
|
20
20
|
* has to be taken past index 0: `startIndex=1` answers `numberMatched="4563062"`, and the
|
|
@@ -22,7 +22,7 @@
|
|
|
22
22
|
* returns none.
|
|
23
23
|
*
|
|
24
24
|
* Article 3 of the elected `Modellicentie voor gratis hergebruik Vlaanderen` grants reproduction and
|
|
25
|
-
* transmission,
|
|
25
|
+
* transmission, and article 6 states that access is free. Those two grants cover paging. The
|
|
26
26
|
* capabilities document's `ows:Fees` and `ows:AccessConstraints` describe the service rather than
|
|
27
27
|
* the data, so neither is read here.
|
|
28
28
|
*/
|
|
@@ -42,7 +42,7 @@ export const VLAANDEREN_AD_WFS = "https://geo.api.vlaanderen.be/ad/wfs";
|
|
|
42
42
|
* The `outputFormat` the harvest is written in.
|
|
43
43
|
*
|
|
44
44
|
* GML is the format whose `ad:component/@xlink:href` the adapter reads.
|
|
45
|
-
* `application/json`
|
|
45
|
+
* `application/json` holds the same references under `@href` and serves the same lost characters,
|
|
46
46
|
* so the choice is a matter of which reader the adapter uses rather than of what the service knows.
|
|
47
47
|
*/
|
|
48
48
|
const OUTPUT_FORMAT = "application/gml+xml; version=3.2";
|
|
@@ -60,8 +60,7 @@ export const MAX_PAGE_SIZE = 10_000;
|
|
|
60
60
|
* Measured 2026-10-02, `ad:ThoroughfareName` holds 167,218 features against a 10,000 page cap,
|
|
61
61
|
* so it needs 17 pages, while the other two hold 1,190 and 609 and fit in one.
|
|
62
62
|
*
|
|
63
|
-
*
|
|
64
|
-
* until one of them passed the cap.
|
|
63
|
+
* A single file for the small ones would leave the harvester correct only until one of them passed the cap.
|
|
65
64
|
*/
|
|
66
65
|
const COMPONENT_STEMS = {
|
|
67
66
|
ThoroughfareName: "thoroughfare-name",
|
|
@@ -71,8 +70,8 @@ const COMPONENT_STEMS = {
|
|
|
71
70
|
/**
|
|
72
71
|
* Issues one `GetFeature` against the service.
|
|
73
72
|
*
|
|
74
|
-
* `#tools/fetch/wfs-harvest` owns the request, the exception check and the counts
|
|
75
|
-
*
|
|
73
|
+
* `#tools/fetch/wfs-harvest` owns the request, the exception check and the counts.
|
|
74
|
+
* Every markup-serving WFS in this directory shares them.
|
|
76
75
|
* This states the service and its context.
|
|
77
76
|
*
|
|
78
77
|
* @throws When the service answers an OGC exception report, so a 400 carrying
|
|
@@ -103,14 +102,14 @@ export async function readVlaanderenFeatureCount(client, typeName) {
|
|
|
103
102
|
*
|
|
104
103
|
* The component types are taken first and whole, so a harvest that stops early
|
|
105
104
|
* holds address pages whose references all resolve.
|
|
106
|
-
*
|
|
105
|
+
* Addresses first would leave every page unjoinable.
|
|
107
106
|
*
|
|
108
107
|
* @returns The manifest as written.
|
|
109
108
|
*/
|
|
110
109
|
/**
|
|
111
110
|
* How much of a page is read to find its root attributes.
|
|
112
111
|
*
|
|
113
|
-
* `numberReturned` sits on the `wfs:FeatureCollection` element
|
|
112
|
+
* `numberReturned` sits on the `wfs:FeatureCollection` element that opens the document.
|
|
114
113
|
* A page of this service is about 20 MB, and reading all of one to find an attribute in
|
|
115
114
|
* its first kilobyte would cost 1.6 GB of reads across a whole-region harvest.
|
|
116
115
|
*/
|
|
@@ -125,9 +124,10 @@ const PAGE_ROOT_PREFIX_BYTES = 8192;
|
|
|
125
124
|
*
|
|
126
125
|
* The feature count is read from each file's own `numberReturned` rather than assumed
|
|
127
126
|
* from the page size, so a page the service answered short is recorded as short.
|
|
128
|
-
* A file whose opening bytes state no `numberReturned` is left out
|
|
129
|
-
*
|
|
130
|
-
* harvest
|
|
127
|
+
* A file whose opening bytes state no `numberReturned` is left out.
|
|
128
|
+
*
|
|
129
|
+
* The harvest then requests that index again: a page of unknown extent is not a page
|
|
130
|
+
* this harvest can count, and a run killed mid-write leaves exactly that.
|
|
131
131
|
*
|
|
132
132
|
* A group small enough for one page is written under `<stem>.gml` with no index,
|
|
133
133
|
* so that name reads as `startIndex` 0.
|
|
@@ -141,7 +141,7 @@ async function pagesOnDisk(root, stem) {
|
|
|
141
141
|
const matched = indexed.exec(name);
|
|
142
142
|
if (!matched)
|
|
143
143
|
continue;
|
|
144
|
-
const startIndex = matched[1]
|
|
144
|
+
const startIndex = matched[1] ? Number(matched[1]) : 0;
|
|
145
145
|
if (!Number.isInteger(startIndex))
|
|
146
146
|
continue;
|
|
147
147
|
const handle = await open(root(name).toString(), "r");
|
|
@@ -151,7 +151,7 @@ async function pagesOnDisk(root, stem) {
|
|
|
151
151
|
const returned = rootAttribute(buffer.subarray(0, bytesRead).toString("utf8"), "numberReturned", {
|
|
152
152
|
xml: true,
|
|
153
153
|
});
|
|
154
|
-
if (returned
|
|
154
|
+
if (!returned || !/^\d+$/u.test(returned))
|
|
155
155
|
continue;
|
|
156
156
|
pages.set(startIndex, { file: name, numberReturned: Number(returned) });
|
|
157
157
|
}
|
|
@@ -177,7 +177,7 @@ export async function harvestVlaanderenAD(client, options) {
|
|
|
177
177
|
let read = 0;
|
|
178
178
|
for (let startIndex = 0; startIndex < count; startIndex += componentPageSize) {
|
|
179
179
|
const held = existing.get(startIndex);
|
|
180
|
-
if (held
|
|
180
|
+
if (held) {
|
|
181
181
|
componentFiles[typeName].push(held.file);
|
|
182
182
|
read += held.numberReturned;
|
|
183
183
|
continue;
|
|
@@ -222,7 +222,7 @@ export async function harvestVlaanderenAD(client, options) {
|
|
|
222
222
|
if (options.maxPages !== undefined && addressPages.length >= options.maxPages)
|
|
223
223
|
break;
|
|
224
224
|
const existing = onDisk.get(startIndex);
|
|
225
|
-
if (existing
|
|
225
|
+
if (existing) {
|
|
226
226
|
addressPages.push({ startIndex, file: existing.file, numberReturned: existing.numberReturned });
|
|
227
227
|
continue;
|
|
228
228
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vlaanderen-ad.js","sourceRoot":"","sources":["../../../lib/tools/fetch/vlaanderen-ad.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEvC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,OAAO,EAAE,qBAAqB,EAA0B,MAAM,iCAAiC,CAAA;AAE/F,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAEzE;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,sCAAsC,CAAA;AAEvE;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,kCAAkC,CAAA;AAExD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAA;AAEnC
|
|
1
|
+
{"version":3,"file":"vlaanderen-ad.js","sourceRoot":"","sources":["../../../lib/tools/fetch/vlaanderen-ad.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEvC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAC/C,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AACpG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,OAAO,EAAE,qBAAqB,EAA0B,MAAM,iCAAiC,CAAA;AAE/F,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAEzE;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,sCAAsC,CAAA;AAEvE;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,kCAAkC,CAAA;AAExD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAA;AAEnC;;;;;;;;GAQG;AACH,MAAM,eAAe,GAAG;IACvB,gBAAgB,EAAE,mBAAmB;IACrC,gBAAgB,EAAE,mBAAmB;IACrC,aAAa,EAAE,iBAAiB;CACvB,CAAA;AAyBV;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,MAAgC,EAChC,MAAwC;IAExC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,CAAC,CAAA;IAEjH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAA;AACnG,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,MAAgC,EAAE,QAAgB;IAClG,8FAA8F;IAC9F,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAA;IAE3G,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CACd,yCAAyC,QAAQ,4CAA4C;YAC5F,gDAAgD,CACjD,CAAA;IACF,CAAC;IAED,+FAA+F;IAC/F,4FAA4F;IAC5F,OAAO,IAAI,CAAC,aAAa,CAAA;AAC1B,CAAC;AA8BD;;;;;;;;GAQG;AACH;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG,IAAI,CAAA;AAUnC;;;;;;;;;;;;;;;;;GAiBG;AACH,KAAK,UAAU,WAAW,CAAC,IAAiB,EAAE,IAAY;IACzD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;IACxG,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,IAAI,qBAAqB,EAAE,GAAG,CAAC,CAAA;IAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,CAAC,OAAO;YAAE,SAAQ;QAEtB,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;YAAE,SAAQ;QAE3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAA;QAErD,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAA;YACnD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YAE7E,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE;gBAChG,GAAG,EAAE,IAAI;aACT,CAAC,CAAA;YAEF,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAAE,SAAQ;YAEnD,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QACxE,CAAC;gBAAS,CAAC;YACV,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,CAAC;IACF,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAAgC,EAChC,OAAiC;IAEjC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,aAAa,EAAE,aAAa,CAAC,CAAA;IAC3E,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,IAAI,aAAa,EAAE,aAAa,CAAC,CAAA;IAE7F,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAE3B,MAAM,cAAc,GAAoC;QACvD,gBAAgB,EAAE,EAAE;QACpB,gBAAgB,EAAE,EAAE;QACpB,aAAa,EAAE,EAAE;KACjB,CAAA;IAED,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAA8B,EAAE,CAAC;QAC7F,MAAM,KAAK,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,MAAM,QAAQ,EAAE,CAAC,CAAA;QACxE,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC9C,IAAI,IAAI,GAAG,CAAC,CAAA;QAEZ,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,iBAAiB,EAAE,CAAC;YAC9E,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAErC,IAAI,IAAI,EAAE,CAAC;gBACV,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACxC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAA;gBAE3B,SAAQ;YACT,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE;gBAC7C,SAAS,EAAE,MAAM,QAAQ,EAAE;gBAC3B,KAAK,EAAE,MAAM,CAAC,iBAAiB,CAAC;gBAChC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;aAC9B,CAAC,CAAA;YAEF,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACd,6BAA6B,QAAQ,uBAAuB,UAAU,aAAa;oBAClF,+DAA+D,CAChE,CAAA;YACF,CAAC;YAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;gBAAE,MAAK;YAEpC,MAAM,IAAI,GAAG,KAAK,IAAI,iBAAiB,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAA;YAE/G,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE/C,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACnC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAA;QAC5B,CAAC;QAED,oFAAoF;QACpF,sFAAsF;QACtF,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACd,yBAAyB,QAAQ,aAAa,IAAI,iBAAiB;gBAClE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG;gBACrC,uCAAuC,KAAK,kCAAkC,CAC/E,CAAA;QACF,CAAC;IACF,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,0BAA0B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC3E,MAAM,YAAY,GAAwE,EAAE,CAAA;IAC5F,IAAI,WAAW,GAAG,EAAE,CAAA;IAEpB,iDAAiD;IACjD,sFAAsF;IACtF,2FAA2F;IAC3F,4FAA4F;IAC5F,+FAA+F;IAC/F,wFAAwF;IACxF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAEjD,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,YAAY,EAAE,UAAU,IAAI,QAAQ,EAAE,CAAC;QAC5E,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAK;QAElC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ;YAAE,MAAK;QAEpF,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAEvC,IAAI,QAAQ,EAAE,CAAC;YACd,YAAY,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAA;YAE/F,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;SAC9B,CAAC,CAAA;QAEF,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACd,6CAA6C,UAAU,wCAAwC;gBAC9F,oCAAoC,CACrC,CAAA;QACF,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;YAAE,MAAK;QAEpC,MAAM,IAAI,GAAG,WAAW,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAA;QAElE,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAE/C,YAAY,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;QAE5E,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,IAAI,WAAW,CAAA;IAClF,CAAC;IAED,MAAM,OAAO,GAAsB;QAClC,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,WAAW;QACvB,YAAY,EAAE,aAAa;QAC3B,WAAW;QACX,YAAY;QACZ,UAAU,EAAE,cAAc;QAC1B,YAAY;KACZ,CAAA;IAED,MAAM,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAA;IAEvD,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAoC;IACvE,OAAO,OAAO,CAAC,qBAAqB,CAAC,CAAA;AACtC,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,OAA+B,EAC/B,MAA+B;IAE/B,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,WAAW,EAAE,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAEvF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAA;IAExD,MAAM,EAAE,CAAC,OAAO,qBAAqB,gBAAgB,iBAAiB,EAAE,CAAC,CAAA;IAEzE,yFAAyF;IACzF,0DAA0D;IAC1D,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE;QACjD,SAAS;QACT,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,MAAM,EAAE,OAAO,CAAC,MAAM;KACtB,CAAC,CAAA;IAEF,MAAM,EAAE,CACP,OAAO,OAAO,CAAC,YAAY,mBAAmB,OAAO,CAAC,YAAY,CAAC,MAAM,UAAU;QAClF,cAAc,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;aACjD,IAAI,CAAC,GAAG,CAAC,EAAE,CACd,CAAA;IAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;AAC9D,CAAC"}
|
|
@@ -22,10 +22,10 @@
|
|
|
22
22
|
*
|
|
23
23
|
* 1. A service may ignore `startIndex` and answer every page with the first. `countWFSFeaturesByPaging`
|
|
24
24
|
* in `@mailwoman/core/api` refuses such a service by comparing two pages' leading feature. A
|
|
25
|
-
* harvest sees the same defect as two consecutive pages with equal bytes
|
|
25
|
+
* harvest sees the same defect as two consecutive pages with equal bytes. It refuses that pair.
|
|
26
26
|
* 2. A service's own `numberMatched` may be a per-request cap rather than a count. The caller states
|
|
27
27
|
* what its count is and where it came from, and {@linkcode PagedWFSHarvestOptions.featureCount}
|
|
28
|
-
*
|
|
28
|
+
* holds both. No count is written into this module, and a harvest with no usable count ends on
|
|
29
29
|
* the first page that returns no features.
|
|
30
30
|
* 3. A page may return fewer features than `count` asks for. The next `startIndex` therefore advances
|
|
31
31
|
* by the features the service returned rather than by the page size, so a service that caps a page
|
|
@@ -58,7 +58,8 @@ export interface MarkupRoot {
|
|
|
58
58
|
*/
|
|
59
59
|
name: string;
|
|
60
60
|
/**
|
|
61
|
-
* The text between the name and the tag's terminator
|
|
61
|
+
* The text between the name and the tag's terminator.
|
|
62
|
+
* It holds the attributes.
|
|
62
63
|
*/
|
|
63
64
|
attributes: string;
|
|
64
65
|
/**
|
|
@@ -80,7 +81,8 @@ export declare function rootCount(root: MarkupRoot, attribute: string): number |
|
|
|
80
81
|
*/
|
|
81
82
|
export declare function readMarkupRoot(body: string, context: string): MarkupRoot;
|
|
82
83
|
/**
|
|
83
|
-
* The content between a document's root tags
|
|
84
|
+
* The content between a document's root tags.
|
|
85
|
+
* For a `wfs:FeatureCollection` those are its members.
|
|
84
86
|
*
|
|
85
87
|
* @throws When the root element is not closed, so a truncated transfer reads as
|
|
86
88
|
* unreadable rather than as a page of no features.
|
|
@@ -134,8 +136,9 @@ export interface WFSHarvestRequest {
|
|
|
134
136
|
/**
|
|
135
137
|
* The property the service was asked to order by, or `null` where it grants no ordering.
|
|
136
138
|
*
|
|
137
|
-
* Without one, a resumed harvest rests on the service returning the same
|
|
138
|
-
* in the same order as the earlier run
|
|
139
|
+
* Without one, a resumed harvest rests on the service returning the same
|
|
140
|
+
* features in the same order as the earlier run.
|
|
141
|
+
* No WFS guarantees that order.
|
|
139
142
|
*/
|
|
140
143
|
sortBy: string | null;
|
|
141
144
|
}
|
|
@@ -153,8 +156,9 @@ export interface FeatureCountStatement {
|
|
|
153
156
|
/**
|
|
154
157
|
* The count a service states, or no count and the reason there is none.
|
|
155
158
|
*
|
|
156
|
-
* `readCheckedWFSFeatureCount` proves a reported `numberMatched` against a page of the
|
|
157
|
-
*
|
|
159
|
+
* `readCheckedWFSFeatureCount` proves a reported `numberMatched` against a page of the same type.
|
|
160
|
+
* That comparison catches a service whose count is smaller than one of its own pages.
|
|
161
|
+
*
|
|
158
162
|
* It cannot catch a count that equals the service's page cap: no page can return more
|
|
159
163
|
* features than the cap, so the page it asks for agrees with the cap every time.
|
|
160
164
|
*
|
|
@@ -164,7 +168,7 @@ export interface FeatureCountStatement {
|
|
|
164
168
|
*
|
|
165
169
|
* The reported number is the cap, and a harvest that read it as a count would store 1,000
|
|
166
170
|
* of the 8.6 million features the service holds and record the type as read whole.
|
|
167
|
-
*
|
|
171
|
+
* The harvest therefore records no count when the reported number equals the cap.
|
|
168
172
|
*
|
|
169
173
|
* @param pageCap The largest page the service will serve, from its advertised `CountDefault`.
|
|
170
174
|
*/
|
|
@@ -189,7 +193,8 @@ export interface HarvestedPayload {
|
|
|
189
193
|
*/
|
|
190
194
|
footer?: string;
|
|
191
195
|
/**
|
|
192
|
-
* The features the service returned
|
|
196
|
+
* The features the service returned.
|
|
197
|
+
* The next `startIndex` advances by this number.
|
|
193
198
|
*
|
|
194
199
|
* `null` where the service stated none.
|
|
195
200
|
* The harvest refuses that rather than reading it as zero.
|
|
@@ -207,7 +212,8 @@ export interface HarvestedPayload {
|
|
|
207
212
|
export interface WFSHarvestPageRecord {
|
|
208
213
|
start_index: number;
|
|
209
214
|
/**
|
|
210
|
-
* The page size requested
|
|
215
|
+
* The page size requested.
|
|
216
|
+
* A service may answer with fewer features.
|
|
211
217
|
*/
|
|
212
218
|
count: number;
|
|
213
219
|
offset: number;
|
|
@@ -326,7 +332,7 @@ export interface HarvestCurrencyExpectation {
|
|
|
326
332
|
* Two harvests need none:
|
|
327
333
|
*
|
|
328
334
|
* - A complete one whose data file still hashes to the digest the manifest records.
|
|
329
|
-
* - A partial one that already holds `maxPages` pages,
|
|
335
|
+
* - A partial one that already holds `maxPages` pages, the cap a bounded probe requests.
|
|
330
336
|
*
|
|
331
337
|
* @throws When a page's recorded byte range no longer hashes to its recorded digest,
|
|
332
338
|
* so a file that was altered under its manifest is reported rather than used.
|
|
@@ -356,7 +362,8 @@ export declare function harvestPagedWFS(options: PagedWFSHarvestOptions): Promis
|
|
|
356
362
|
*/
|
|
357
363
|
export interface RunWFSHarvestOptions {
|
|
358
364
|
/**
|
|
359
|
-
* The slug the harvest is written under and reported by
|
|
365
|
+
* The slug the harvest is written under and reported by.
|
|
366
|
+
* It matches the adapter's own id.
|
|
360
367
|
*/
|
|
361
368
|
slug: string;
|
|
362
369
|
/**
|
|
@@ -364,7 +371,8 @@ export interface RunWFSHarvestOptions {
|
|
|
364
371
|
*/
|
|
365
372
|
outRoot: (segment: string) => PathBuilderLike;
|
|
366
373
|
/**
|
|
367
|
-
* The data file inside the harvest directory
|
|
374
|
+
* The data file inside the harvest directory.
|
|
375
|
+
* The adapter's `inputPath` points here.
|
|
368
376
|
*/
|
|
369
377
|
filename: string;
|
|
370
378
|
/**
|
|
@@ -384,11 +392,13 @@ export interface RunWFSHarvestOptions {
|
|
|
384
392
|
*/
|
|
385
393
|
harvest: (client: Pick<APIClient, "fetch">) => Promise<WFSHarvestManifest>;
|
|
386
394
|
/**
|
|
387
|
-
* A client to use rather than constructing one
|
|
395
|
+
* A client to use rather than constructing one.
|
|
396
|
+
* A test supplies this.
|
|
388
397
|
*/
|
|
389
398
|
client?: Pick<APIClient, "fetch">;
|
|
390
399
|
/**
|
|
391
|
-
* A page cap
|
|
400
|
+
* A page cap.
|
|
401
|
+
* A capped run treats an incomplete harvest as a success.
|
|
392
402
|
*/
|
|
393
403
|
maxPages?: number;
|
|
394
404
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wfs-harvest.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/wfs-harvest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,SAAS,EAA+B,KAAK,sBAAsB,EAAE,MAAM,qBAAqB,CAAA;
|
|
1
|
+
{"version":3,"file":"wfs-harvest.d.ts","sourceRoot":"","sources":["../../../lib/tools/fetch/wfs-harvest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,SAAS,EAA+B,KAAK,sBAAsB,EAAE,MAAM,qBAAqB,CAAA;AAQzG,OAAO,EAAe,KAAK,eAAe,EAAE,MAAM,SAAS,CAAA;AAE3D,OAAO,EAA+B,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAEtF;;;;;GAKG;AACH,eAAO,MAAM,WAAW,UAAU,CAAA;AAElC;;GAEG;AACH,eAAO,MAAM,qBAAqB,kBAAkB,CAAA;AAEpD;;GAEG;AACH,MAAM,WAAW,UAAU;IAC1B;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IACZ;;;OAGG;IACH,UAAU,EAAE,MAAM,CAAA;IAClB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAA;CACpB;AAuBD;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAI5E;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,CAexE;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAWnF;AAWD;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAE7D;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,UAAU,CAAA;IAChB;;OAEG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B;;OAEG;IACH,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CACxB;AAED;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACtC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAChC,OAAO,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CAAE,GACpF,OAAO,CAAC,aAAa,CAAC,CAmBxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IACjC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB;;;;;;OAMG;IACH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CACrB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,qBAAqB;IACrC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;CACf;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,qBAAqB,CAgBjH;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;;;OAMG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;CAC1B;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB;IACpC,WAAW,EAAE,MAAM,CAAA;IACnB;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,eAAe,EAAE,MAAM,CAAA;IACvB;;OAEG;IACH,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAC3B;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IAClC,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,gBAAgB,EAAE,MAAM,CAAA;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IACb;;;;;OAKG;IACH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,QAAQ,EAAE,OAAO,CAAA;IACjB,KAAK,EAAE,oBAAoB,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,sBAAsB;IACtC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,SAAS,EAAE,eAAe,CAAA;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,iBAAiB,CAAA;IAC1B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IACf;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,qBAAqB,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB;;OAEG;IACH,QAAQ,EAAE,CAAC,OAAO,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACvF,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC/B;AA8JD;;;;;GAKG;AACH,MAAM,WAAW,0BAA0B;IAC1C,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,kBAAkB,CAAC,OAAO,EAAE;IACjD,SAAS,EAAE,eAAe,CAAA;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,0BAA0B,CAAA;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CA2CrC;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CA6JlG;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACpC;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,eAAe,CAAA;IAE7C;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAA;IAEhB;;OAEG;IACH,MAAM,EAAE,0BAA0B,CAAA;IAElC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAA;IAEnB;;OAEG;IACH,oBAAoB,EAAE,MAAM,CAAA;IAE5B;;OAEG;IACH,OAAO,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAE1E;;;OAGG;IACH,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAEjC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,aAAa,CAClC,OAAO,EAAE,oBAAoB,EAC7B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAC7B,OAAO,CAAC,YAAY,CAAC,CA6CvB"}
|
|
@@ -22,10 +22,10 @@
|
|
|
22
22
|
*
|
|
23
23
|
* 1. A service may ignore `startIndex` and answer every page with the first. `countWFSFeaturesByPaging`
|
|
24
24
|
* in `@mailwoman/core/api` refuses such a service by comparing two pages' leading feature. A
|
|
25
|
-
* harvest sees the same defect as two consecutive pages with equal bytes
|
|
25
|
+
* harvest sees the same defect as two consecutive pages with equal bytes. It refuses that pair.
|
|
26
26
|
* 2. A service's own `numberMatched` may be a per-request cap rather than a count. The caller states
|
|
27
27
|
* what its count is and where it came from, and {@linkcode PagedWFSHarvestOptions.featureCount}
|
|
28
|
-
*
|
|
28
|
+
* holds both. No count is written into this module, and a harvest with no usable count ends on
|
|
29
29
|
* the first page that returns no features.
|
|
30
30
|
* 3. A page may return fewer features than `count` asks for. The next `startIndex` therefore advances
|
|
31
31
|
* by the features the service returned rather than by the page size, so a service that caps a page
|
|
@@ -33,7 +33,8 @@
|
|
|
33
33
|
*/
|
|
34
34
|
import { APIClient, assertNoOGCServiceException } from "@mailwoman/core/api";
|
|
35
35
|
import { ByteFormatter } from "@mailwoman/core/fs/formatters";
|
|
36
|
-
import { readFileRange
|
|
36
|
+
import { readFileRange } from "@mailwoman/core/fs/readers";
|
|
37
|
+
import { tryStat } from "@mailwoman/core/fs/readers/stat";
|
|
37
38
|
import { appendLocalTextFile, makeDirectories, removePathIfPresent, truncateFile } from "@mailwoman/core/fs/writers";
|
|
38
39
|
import { sha256File, sha256Hex } from "@mailwoman/core/hash";
|
|
39
40
|
import { stringifyJSON } from "@mailwoman/core/json";
|
|
@@ -58,7 +59,8 @@ export const HARVEST_MANIFEST_FILE = "MANIFEST.json";
|
|
|
58
59
|
* opening tag verbatim to open the file it assembles, and parsing a 1.6 MB page per request
|
|
59
60
|
* to recover a tag that the first 400 bytes already hold costs a document parse per page.
|
|
60
61
|
*
|
|
61
|
-
* The leading `[A-Za-z_]` skips the XML declaration
|
|
62
|
+
* The leading `[A-Za-z_]` skips the XML declaration.
|
|
63
|
+
* That declaration opens `<?xml`.
|
|
62
64
|
*/
|
|
63
65
|
const ROOT_OPENING_TAG = /<([A-Za-z_][\w.:-]*)([^>]*)>/u;
|
|
64
66
|
/**
|
|
@@ -66,7 +68,7 @@ const ROOT_OPENING_TAG = /<([A-Za-z_][\w.:-]*)([^>]*)>/u;
|
|
|
66
68
|
*/
|
|
67
69
|
function tagAttribute(root, attribute) {
|
|
68
70
|
const pattern = new RegExp(`(?:^|\\s)(?:[\\w.-]+:)?${attribute}\\s*=\\s*"([^"]*)"`, "iu");
|
|
69
|
-
return pattern.exec(root.attributes)?.[1];
|
|
71
|
+
return pattern.exec(root.attributes)?.[1] ?? null;
|
|
70
72
|
}
|
|
71
73
|
/**
|
|
72
74
|
* The count an opening tag states, or `null` where it states none or declines to state one.
|
|
@@ -75,7 +77,7 @@ function tagAttribute(root, attribute) {
|
|
|
75
77
|
*/
|
|
76
78
|
export function rootCount(root, attribute) {
|
|
77
79
|
const value = tagAttribute(root, attribute);
|
|
78
|
-
return value
|
|
80
|
+
return value && /^\d+$/u.test(value) ? Number(value) : null;
|
|
79
81
|
}
|
|
80
82
|
/**
|
|
81
83
|
* The document's first element tag.
|
|
@@ -96,7 +98,8 @@ export function readMarkupRoot(body, context) {
|
|
|
96
98
|
};
|
|
97
99
|
}
|
|
98
100
|
/**
|
|
99
|
-
* The content between a document's root tags
|
|
101
|
+
* The content between a document's root tags.
|
|
102
|
+
* For a `wfs:FeatureCollection` those are its members.
|
|
100
103
|
*
|
|
101
104
|
* @throws When the root element is not closed, so a truncated transfer reads as
|
|
102
105
|
* unreadable rather than as a page of no features.
|
|
@@ -144,14 +147,15 @@ export async function readWFSMarkupPage(client, options) {
|
|
|
144
147
|
root,
|
|
145
148
|
numberReturned: rootCount(root, "numberReturned"),
|
|
146
149
|
numberMatched: rootCount(root, "numberMatched"),
|
|
147
|
-
timeStamp: tagAttribute(root, "timeStamp")
|
|
150
|
+
timeStamp: tagAttribute(root, "timeStamp"),
|
|
148
151
|
};
|
|
149
152
|
}
|
|
150
153
|
/**
|
|
151
154
|
* The count a service states, or no count and the reason there is none.
|
|
152
155
|
*
|
|
153
|
-
* `readCheckedWFSFeatureCount` proves a reported `numberMatched` against a page of the
|
|
154
|
-
*
|
|
156
|
+
* `readCheckedWFSFeatureCount` proves a reported `numberMatched` against a page of the same type.
|
|
157
|
+
* That comparison catches a service whose count is smaller than one of its own pages.
|
|
158
|
+
*
|
|
155
159
|
* It cannot catch a count that equals the service's page cap: no page can return more
|
|
156
160
|
* features than the cap, so the page it asks for agrees with the cap every time.
|
|
157
161
|
*
|
|
@@ -161,7 +165,7 @@ export async function readWFSMarkupPage(client, options) {
|
|
|
161
165
|
*
|
|
162
166
|
* The reported number is the cap, and a harvest that read it as a count would store 1,000
|
|
163
167
|
* of the 8.6 million features the service holds and record the type as read whole.
|
|
164
|
-
*
|
|
168
|
+
* The harvest therefore records no count when the reported number equals the cap.
|
|
165
169
|
*
|
|
166
170
|
* @param pageCap The largest page the service will serve, from its advertised `CountDefault`.
|
|
167
171
|
*/
|
|
@@ -250,15 +254,14 @@ function nextStartIndexOf(pages) {
|
|
|
250
254
|
return next;
|
|
251
255
|
}
|
|
252
256
|
/**
|
|
253
|
-
* The recorded pages
|
|
257
|
+
* The recorded pages present on disk, with the file truncated back to the last of them.
|
|
254
258
|
*
|
|
255
259
|
* An interrupted run can leave a partial page at the end of the file,
|
|
256
260
|
* or a footer the next page has to be appended past.
|
|
257
|
-
* Both are resolved by
|
|
258
|
-
* which is a page boundary rather than an arbitrary offset.
|
|
261
|
+
* Both are resolved by truncating the file at the last page boundary it reaches.
|
|
259
262
|
*
|
|
260
|
-
* @throws When the last surviving page's bytes no longer hash to what the manifest recorded
|
|
261
|
-
*
|
|
263
|
+
* @throws When the last surviving page's bytes no longer hash to what the manifest recorded.
|
|
264
|
+
* A mismatch means the file was altered after the harvest recorded it.
|
|
262
265
|
*/
|
|
263
266
|
async function reconcileHarvestFile(manifest, dataPath, context, report) {
|
|
264
267
|
const stat = await tryStat(dataPath);
|
|
@@ -308,7 +311,7 @@ async function reconcileHarvestFile(manifest, dataPath, context, report) {
|
|
|
308
311
|
* Two harvests need none:
|
|
309
312
|
*
|
|
310
313
|
* - A complete one whose data file still hashes to the digest the manifest records.
|
|
311
|
-
* - A partial one that already holds `maxPages` pages,
|
|
314
|
+
* - A partial one that already holds `maxPages` pages, the cap a bounded probe requests.
|
|
312
315
|
*
|
|
313
316
|
* @throws When a page's recorded byte range no longer hashes to its recorded digest,
|
|
314
317
|
* so a file that was altered under its manifest is reported rather than used.
|
|
@@ -364,7 +367,7 @@ export async function harvestPagedWFS(options) {
|
|
|
364
367
|
const manifestPath = root(HARVEST_MANIFEST_FILE);
|
|
365
368
|
const recorded = await readManifest(manifestPath);
|
|
366
369
|
const resumable = recorded !== null && Array.isArray(recorded.pages) && describesSameRequest(recorded, options);
|
|
367
|
-
if (recorded
|
|
370
|
+
if (recorded && !resumable) {
|
|
368
371
|
options.report?.(" The manifest describes a different request — starting the harvest over");
|
|
369
372
|
await removePathIfPresent(dataPath);
|
|
370
373
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wfs-harvest.js","sourceRoot":"","sources":["../../../lib/tools/fetch/wfs-harvest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,SAAS,EAAE,2BAA2B,EAA+B,MAAM,qBAAqB,CAAA;AACzG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACpH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAE3D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAqB,MAAM,uBAAuB,CAAA;AAEtF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAA;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAA;AAwBpD;;;;;;;;GAQG;AACH,MAAM,gBAAgB,GAAG,+BAA+B,CAAA;AAExD;;GAEG;AACH,SAAS,YAAY,CAAC,IAAgB,EAAE,SAAiB;IACxD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,0BAA0B,SAAS,oBAAoB,EAAE,IAAI,CAAC,CAAA;IAEzF,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAC1C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,IAAgB,EAAE,SAAiB;IAC5D,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAE3C,OAAO,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAC1E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,OAAe;IAC3D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,IAAI,SAAS,CAClB,GAAG,OAAO,mFAAmF,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAChI,CAAA;IACF,CAAC;IAED,OAAO;QACN,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACb,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QACpB,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QAC1B,YAAY,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;KAC3C,CAAA;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,IAAgB,EAAE,OAAe;IAC1E,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,IAAI,GAAG,CAAA;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAErC,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,SAAS,CAClB,GAAG,OAAO,oBAAoB,IAAI,CAAC,IAAI,4GAA4G,CACnJ,CAAA;IACF,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,eAAe,GAAG,0FAA0F,CAAA;AAElH;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAgB;IACpD,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,GAAG,CAAA;AACvE,CAAC;AAsBD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,MAAgC,EAChC,OAAsF;IAEtF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAS;QAC3C,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO,CAAC,MAAM;QACnB,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;KAC1F,CAAC,CAAA;IAEF,2BAA2B,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO;QACN,IAAI,EAAE,IAAI;QACV,IAAI;QACJ,cAAc,EAAE,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC;QACjD,aAAa,EAAE,SAAS,CAAC,IAAI,EAAE,eAAe,CAAC;QAC/C,SAAS,EAAE,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,IAAI;KAClD,CAAA;AACF,CAAC;AAiCD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA+B,EAAE,OAAsB;IACzF,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,uCAAuC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAA;IAC1F,CAAC;IAED,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACtD,OAAO;YACN,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,sCAAsC,OAAO,CAAC,QAAQ,kBAAkB,OAAO,oIAAoI;SAC5N,CAAA;IACF,CAAC;IAED,OAAO;QACN,KAAK,EAAE,OAAO,CAAC,QAAQ;QACvB,OAAO,EAAE,sCAAsC,OAAO,CAAC,QAAQ,sBAAsB,OAAO,CAAC,OAAO,EAAE;KACtG,CAAA;AACF,CAAC;AA8ID;;;;;;GAMG;AACH,SAAS,oBAAoB,CAAC,QAA4B,EAAE,OAA+B;IAC1F,OAAO,CACN,QAAQ,CAAC,UAAU,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM;QAC9C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,QAAQ;QAC/C,QAAQ,CAAC,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,YAAY;QACvD,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM;QAC3C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,QAAQ;QACvC,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CACtC,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,OAA+B;IACrD,OAAO;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAClC,WAAW,EAAE,WAAW;QACxB,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;QACnC,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QAC3C,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa,EAAE,aAAa,EAAE;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK;QACzC,oBAAoB,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO;QAClD,gBAAgB,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC;QACf,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,KAAK;QACf,KAAK,EAAE,EAAE;KACT,CAAA;AACF,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,QAA4B;IAC9C,IAAI,GAAG,GAAG,QAAQ,CAAC,YAAY,CAAA;IAE/B,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAA;IAClB,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,KAAsC;IACzD,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAA;IACjC,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAsC;IAC/D,IAAI,IAAI,GAAG,CAAC,CAAA;IAEZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,UAAU,oBAAoB,CAClC,QAA4B,EAC5B,QAAyB,EACzB,OAAe,EACf,MAA+B;IAE/B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,CAAC,CAAA;IAE5B,MAAM,IAAI,GAA2B,EAAE,CAAA;IAEvC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI;YAAE,MAAK;QAE1C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACzC,MAAM,EAAE,CACP,KAAK,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,wDAAwD,IAAI,CAAC,MAAM,EAAE,CACzI,CAAA;IACF,CAAC;IAED,MAAM,UAAU,GAAuB;QACtC,GAAG,QAAQ;QACX,KAAK,EAAE,IAAI;QACX,gBAAgB,EAAE,UAAU,CAAC,IAAI,CAAC;QAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,KAAK,CAAC,MAAM;KACpE,CAAA;IAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,wFAAwF;QACxF,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAEnC,OAAO,EAAE,GAAG,UAAU,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;IAC/F,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAA;IACzB,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5E,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAA;IAEvC,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,SAAS,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,WAAW,YAAY,MAAM,gBAAgB,IAAI,CAAC,MAAM,QAAQ,QAAQ,sDAAsD,CAC1N,CAAA;IACF,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;IAErC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;QAE/D,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QAEhE,MAAM,EAAE,CAAC,kCAAkC,QAAQ,cAAc,IAAI,iCAAiC,CAAC,CAAA;IACxG,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACtB,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;AACxE,CAAC;AAcD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAMxC;IACA,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAqB,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAA;IAEpF,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAE5D,MAAM,oBAAoB,GACzB,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;QACtC,QAAQ,CAAC,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM;QAC7C,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE/C,IAAI,CAAC,oBAAoB;QAAE,OAAO,IAAI,CAAA;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAEvC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;QAEpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QAEtD,OAAO,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1E,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAE3F,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAElC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IAEtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IAEpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IAE9D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAEhF,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,SAAS,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,WAAW,YAAY,MAAM,gBAAgB,IAAI,CAAC,MAAM,QAAQ,QAAQ,sDAAsD,CAClO,CAAA;IACF,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA+B;IACpE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAEhD,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAqB,YAAY,CAAC,CAAA;IACrE,MAAM,SAAS,GAAG,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAE/G,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,CAAC,MAAM,EAAE,CAAC,0EAA0E,CAAC,CAAA;QAE5F,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED,IAAI,QAAQ,GAAG,SAAS;QACvB,CAAC,CAAC,MAAM,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;QACjF,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;IAEzB,yFAAyF;IACzF,QAAQ,GAAG;QACV,GAAG,QAAQ;QACX,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK;QACzC,oBAAoB,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO;KAClD,CAAA;IAED,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAEzC,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,MAAM,EAAE,CAAC,yCAAyC,qBAAqB,sBAAsB,CAAC,CAAA;YAEtG,OAAO,QAAQ,CAAA;QAChB,CAAC;QAED,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,QAAQ,cAAc,MAAM,gBAAgB,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAA;QAE1G,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IAC1D,CAAC;IAED,MAAM,SAAS,GAAG,GAAY,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAA;IAE5G,IAAI,SAAS,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,EAAE,CAAC,kCAAkC,QAAQ,CAAC,KAAK,CAAC,MAAM,2BAA2B,CAAC,CAAA;QAEpG,OAAO,QAAQ,CAAA;IAChB,CAAC;IAED,IAAI,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IACjD,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,SAAS,CAAC;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAK;QAElC,IAAI,SAAS,EAAE;YAAE,MAAK;QAEtB,IAAI,QAAQ,CAAC,aAAa,KAAK,IAAI,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC5F,QAAQ,GAAG,IAAI,CAAA;YAEf,MAAK;QACN,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAA;QAE5E,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,4BAA4B,UAAU,0EAA0E,CAClI,CAAA;QACF,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YAC/B,QAAQ,GAAG,IAAI,CAAA;YAEf,MAAK;QACN,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtC,yEAAyE;QACzE,8DAA8D;QAC9D,6FAA6F;QAC7F,gDAAgD;QAChD,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,YAAY,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,4BAA4B,UAAU,gDAAgD,QAAQ,CAAC,WAAW,0FAA0F,CACtN,CAAA;QACF,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;YAEhD,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAA;QACzE,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;QAElC,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAEjD,QAAQ,GAAG;YACV,GAAG,QAAQ;YACX,aAAa,EAAE,aAAa,EAAE;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM;YACtC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc;YACjE,KAAK,EAAE,MAAM,GAAG,YAAY;YAC5B,KAAK,EAAE;gBACN,GAAG,QAAQ,CAAC,KAAK;gBACjB;oBACC,WAAW,EAAE,UAAU;oBACvB,KAAK,EAAE,OAAO,CAAC,QAAQ;oBACvB,MAAM;oBACN,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,MAAM;oBACd,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,cAAc,EAAE,IAAI,CAAC,aAAa;oBAClC,YAAY,EAAE,IAAI,CAAC,WAAW;iBAC9B;aACD;SACD,CAAA;QAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QAE3C,OAAO,CAAC,MAAM,EAAE,CACf,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,kBAAkB,UAAU,KAAK,IAAI,CAAC,cAAc,cAAc,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,gBAAgB,WAAW,CAC/K,CAAA;QAED,2FAA2F;QAC3F,8FAA8F;QAC9F,UAAU,IAAI,IAAI,CAAC,cAAc,CAAA;IAClC,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACd,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACrD,CAAC;QAED,wGAAwG;QACxG,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAChC,MAAM,mBAAmB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;QAEpC,QAAQ,GAAG;YACV,GAAG,QAAQ;YACX,aAAa,EAAE,aAAa,EAAE;YAC9B,KAAK,EAAE,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,KAAK;YACnC,MAAM,EAAE,MAAM,UAAU,CAAC,QAAQ,CAAC;YAClC,QAAQ,EAAE,IAAI;SACd,CAAA;IACF,CAAC;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,OAAO,QAAQ,CAAA;AAChB,CAAC;AAoDD;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,OAA6B,EAC7B,MAA+B;IAE/B,MAAM,EAAE,CAAC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IAE/B,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAEjD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC;QACxC,SAAS,EAAE,WAAW;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,IAAI;QACrB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC1B,CAAC,CAAA;IAEF,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,EAAE,CACP,0BAA0B,OAAO,CAAC,gBAAgB,kBAAkB,OAAO,CAAC,KAAK,CAAC,MAAM,2BAA2B,CACnH,CAAA;QAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;IAC9D,CAAC;IAED,IAAI,QAA4B,CAAA;IAEhC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;SAAM,CAAC;QACP,6FAA6F;QAC7F,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;YAClD,KAAK,EAAE,IAAI;SACX,CAAC,CAAA;QAEF,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACzC,CAAC;IAED,MAAM,EAAE,CACP,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,gBAAgB,kBAAkB,QAAQ,CAAC,KAAK,CAAC,MAAM,WAAW,QAAQ,CAAC,KAAK,QAAQ,CAC9I,CAAA;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAA;IAE3F,OAAO,QAAQ,CAAC,QAAQ,IAAI,OAAO;QAClC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE;QACxD,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;AACtE,CAAC"}
|
|
1
|
+
{"version":3,"file":"wfs-harvest.js","sourceRoot":"","sources":["../../../lib/tools/fetch/wfs-harvest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,SAAS,EAAE,2BAA2B,EAA+B,MAAM,qBAAqB,CAAA;AACzG,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAA;AACzD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACpH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAwB,MAAM,SAAS,CAAA;AAE3D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAqB,MAAM,uBAAuB,CAAA;AAEtF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAA;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAA;AAyBpD;;;;;;;;;GASG;AACH,MAAM,gBAAgB,GAAG,+BAA+B,CAAA;AAExD;;GAEG;AACH,SAAS,YAAY,CAAC,IAAgB,EAAE,SAAiB;IACxD,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,0BAA0B,SAAS,oBAAoB,EAAE,IAAI,CAAC,CAAA;IAEzF,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;AAClD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,IAAgB,EAAE,SAAiB;IAC5D,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAE3C,OAAO,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,OAAe;IAC3D,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEzC,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,IAAI,SAAS,CAClB,GAAG,OAAO,mFAAmF,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAChI,CAAA;IACF,CAAC;IAED,OAAO;QACN,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;QACb,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QACpB,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;QAC1B,YAAY,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;KAC3C,CAAA;AACF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,IAAgB,EAAE,OAAe;IAC1E,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,IAAI,GAAG,CAAA;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IAErC,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,SAAS,CAClB,GAAG,OAAO,oBAAoB,IAAI,CAAC,IAAI,4GAA4G,CACnJ,CAAA;IACF,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,eAAe,GAAG,0FAA0F,CAAA;AAElH;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAgB;IACpD,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,GAAG,CAAA;AACvE,CAAC;AAsBD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACtC,MAAgC,EAChC,OAAsF;IAEtF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAS;QAC3C,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,OAAO,CAAC,MAAM;QACnB,YAAY,EAAE,MAAM;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE;KAC1F,CAAC,CAAA;IAEF,2BAA2B,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO;QACN,IAAI,EAAE,IAAI;QACV,IAAI;QACJ,cAAc,EAAE,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC;QACjD,aAAa,EAAE,SAAS,CAAC,IAAI,EAAE,eAAe,CAAC;QAC/C,SAAS,EAAE,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC;KAC1C,CAAA;AACF,CAAC;AAkCD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA+B,EAAE,OAAsB;IACzF,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,uCAAuC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAA;IAC1F,CAAC;IAED,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACtD,OAAO;YACN,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,sCAAsC,OAAO,CAAC,QAAQ,kBAAkB,OAAO,oIAAoI;SAC5N,CAAA;IACF,CAAC;IAED,OAAO;QACN,KAAK,EAAE,OAAO,CAAC,QAAQ;QACvB,OAAO,EAAE,sCAAsC,OAAO,CAAC,QAAQ,sBAAsB,OAAO,CAAC,OAAO,EAAE;KACtG,CAAA;AACF,CAAC;AAgJD;;;;;;GAMG;AACH,SAAS,oBAAoB,CAAC,QAA4B,EAAE,OAA+B;IAC1F,OAAO,CACN,QAAQ,CAAC,UAAU,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM;QAC9C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,QAAQ;QAC/C,QAAQ,CAAC,aAAa,KAAK,OAAO,CAAC,OAAO,CAAC,YAAY;QACvD,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM;QAC3C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,QAAQ;QACvC,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CACtC,CAAA;AACF,CAAC;AAED,SAAS,aAAa,CAAC,OAA+B;IACrD,OAAO;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAClC,WAAW,EAAE,WAAW;QACxB,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;QACnC,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QAC3C,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,aAAa,EAAE,aAAa,EAAE;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,QAAQ;QAC3B,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK;QACzC,oBAAoB,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO;QAClD,gBAAgB,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC;QACf,MAAM,EAAE,EAAE;QACV,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,KAAK;QACf,KAAK,EAAE,EAAE;KACT,CAAA;AACF,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,QAA4B;IAC9C,IAAI,GAAG,GAAG,QAAQ,CAAC,YAAY,CAAA;IAE/B,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAA;IAClB,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,KAAsC;IACzD,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAA;IACjC,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAsC;IAC/D,IAAI,IAAI,GAAG,CAAC,CAAA;IAEZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED;;;;;;;;;GASG;AACH,KAAK,UAAU,oBAAoB,CAClC,QAA4B,EAC5B,QAAyB,EACzB,OAAe,EACf,MAA+B;IAE/B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,CAAC,CAAA;IAE5B,MAAM,IAAI,GAA2B,EAAE,CAAA;IAEvC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI;YAAE,MAAK;QAE1C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChB,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACzC,MAAM,EAAE,CACP,KAAK,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,wDAAwD,IAAI,CAAC,MAAM,EAAE,CACzI,CAAA;IACF,CAAC;IAED,MAAM,UAAU,GAAuB;QACtC,GAAG,QAAQ;QACX,KAAK,EAAE,IAAI;QACX,gBAAgB,EAAE,UAAU,CAAC,IAAI,CAAC;QAClC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,KAAK,CAAC,MAAM;KACpE,CAAA;IAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,wFAAwF;QACxF,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAEnC,OAAO,EAAE,GAAG,UAAU,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;IAC/F,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAA;IACzB,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5E,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAA;IAEvC,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,SAAS,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,WAAW,YAAY,MAAM,gBAAgB,IAAI,CAAC,MAAM,QAAQ,QAAQ,sDAAsD,CAC1N,CAAA;IACF,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;IAErC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;QAE/D,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;QAEhE,MAAM,EAAE,CAAC,kCAAkC,QAAQ,cAAc,IAAI,iCAAiC,CAAC,CAAA;IACxG,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACtB,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAA;AACxE,CAAC;AAcD;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAMxC;IACA,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAqB,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAA;IAEpF,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAE5D,MAAM,oBAAoB,GACzB,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ;QACtC,QAAQ,CAAC,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM;QAC7C,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM;QAC1C,QAAQ,CAAC,SAAS,KAAK,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE/C,IAAI,CAAC,oBAAoB;QAAE,OAAO,IAAI,CAAA;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAEvC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;QAEpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK;YAAE,OAAO,IAAI,CAAA;QAEtD,OAAO,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1E,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAE3F,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAElC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IAEtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;IAEpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IAE9D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IAEhF,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,SAAS,IAAI,CAAC,KAAK,0DAA0D,IAAI,CAAC,WAAW,YAAY,MAAM,gBAAgB,IAAI,CAAC,MAAM,QAAQ,QAAQ,sDAAsD,CAClO,CAAA;IACF,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA+B;IACpE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAEhD,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAChD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAqB,YAAY,CAAC,CAAA;IACrE,MAAM,SAAS,GAAG,QAAQ,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAE/G,IAAI,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,EAAE,CAAC,0EAA0E,CAAC,CAAA;QAE5F,MAAM,mBAAmB,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED,IAAI,QAAQ,GAAG,SAAS;QACvB,CAAC,CAAC,MAAM,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;QACjF,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;IAEzB,yFAAyF;IACzF,QAAQ,GAAG;QACV,GAAG,QAAQ;QACX,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,KAAK;QACzC,oBAAoB,EAAE,OAAO,CAAC,YAAY,CAAC,OAAO;KAClD,CAAA;IAED,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;QAEzC,IAAI,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,MAAM,EAAE,CAAC,yCAAyC,qBAAqB,sBAAsB,CAAC,CAAA;YAEtG,OAAO,QAAQ,CAAA;QAChB,CAAC;QAED,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,QAAQ,cAAc,MAAM,gBAAgB,QAAQ,CAAC,MAAM,wBAAwB,CAAC,CAAA;QAE1G,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IAC1D,CAAC;IAED,MAAM,SAAS,GAAG,GAAY,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAA;IAE5G,IAAI,SAAS,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,EAAE,CAAC,kCAAkC,QAAQ,CAAC,KAAK,CAAC,MAAM,2BAA2B,CAAC,CAAA;QAEpG,OAAO,QAAQ,CAAA;IAChB,CAAC;IAED,IAAI,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IACjD,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,SAAS,CAAC;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAK;QAElC,IAAI,SAAS,EAAE;YAAE,MAAK;QAEtB,IAAI,QAAQ,CAAC,aAAa,KAAK,IAAI,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC5F,QAAQ,GAAG,IAAI,CAAA;YAEf,MAAK;QACN,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAA;QAE5E,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,4BAA4B,UAAU,0EAA0E,CAClI,CAAA;QACF,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC,EAAE,CAAC;YAC/B,QAAQ,GAAG,IAAI,CAAA;YAEf,MAAK;QACN,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAEtC,yEAAyE;QACzE,8DAA8D;QAC9D,6FAA6F;QAC7F,gDAAgD;QAChD,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,YAAY,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CACd,GAAG,OAAO,CAAC,OAAO,4BAA4B,UAAU,gDAAgD,QAAQ,CAAC,WAAW,0FAA0F,CACtN,CAAA;QACF,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;YAEhD,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAA;QACzE,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;QAElC,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAEjD,QAAQ,GAAG;YACV,GAAG,QAAQ;YACX,aAAa,EAAE,aAAa,EAAE;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM;YACtC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc;YACjE,KAAK,EAAE,MAAM,GAAG,YAAY;YAC5B,KAAK,EAAE;gBACN,GAAG,QAAQ,CAAC,KAAK;gBACjB;oBACC,WAAW,EAAE,UAAU;oBACvB,KAAK,EAAE,OAAO,CAAC,QAAQ;oBACvB,MAAM;oBACN,KAAK,EAAE,YAAY;oBACnB,MAAM,EAAE,MAAM;oBACd,eAAe,EAAE,IAAI,CAAC,cAAc;oBACpC,cAAc,EAAE,IAAI,CAAC,aAAa;oBAClC,YAAY,EAAE,IAAI,CAAC,WAAW;iBAC9B;aACD;SACD,CAAA;QAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QAE3C,OAAO,CAAC,MAAM,EAAE,CACf,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,kBAAkB,UAAU,KAAK,IAAI,CAAC,cAAc,cAAc,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,gBAAgB,WAAW,CAC/K,CAAA;QAED,2FAA2F;QAC3F,8FAA8F;QAC9F,UAAU,IAAI,IAAI,CAAC,cAAc,CAAA;IAClC,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACd,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QACrD,CAAC;QAED,wGAAwG;QACxG,IAAI,CAAC,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAChC,MAAM,mBAAmB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;QACxC,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAA;QAEpC,QAAQ,GAAG;YACV,GAAG,QAAQ;YACX,aAAa,EAAE,aAAa,EAAE;YAC9B,KAAK,EAAE,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,KAAK;YACnC,MAAM,EAAE,MAAM,UAAU,CAAC,QAAQ,CAAC;YAClC,QAAQ,EAAE,IAAI;SACd,CAAA;IACF,CAAC;IAED,MAAM,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAE3C,OAAO,QAAQ,CAAA;AAChB,CAAC;AAwDD;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,OAA6B,EAC7B,MAA+B;IAE/B,MAAM,EAAE,CAAC,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;IAE/B,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAEjD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC;QACxC,SAAS,EAAE,WAAW;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,IAAI;QACrB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC1B,CAAC,CAAA;IAEF,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,EAAE,CACP,0BAA0B,OAAO,CAAC,gBAAgB,kBAAkB,OAAO,CAAC,KAAK,CAAC,MAAM,2BAA2B,CACnH,CAAA;QAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;IAC9D,CAAC;IAED,IAAI,QAA4B,CAAA;IAEhC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;SAAM,CAAC;QACP,6FAA6F;QAC7F,YAAY,MAAM,GAAG,IAAI,SAAS,CAAC;YAClC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;YAClD,KAAK,EAAE,IAAI;SACX,CAAC,CAAA;QAEF,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACzC,CAAC;IAED,MAAM,EAAE,CACP,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,gBAAgB,kBAAkB,QAAQ,CAAC,KAAK,CAAC,MAAM,WAAW,QAAQ,CAAC,KAAK,QAAQ,CAC9I,CAAA;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAA;IAE3F,OAAO,QAAQ,CAAC,QAAQ,IAAI,OAAO;QAClC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE;QACxD,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;AACtE,CAAC"}
|
package/out/tools/fetch.d.ts
CHANGED
|
@@ -46,47 +46,6 @@ import { fetchNPPES } from "#us/tools/fetch/nppes";
|
|
|
46
46
|
import { fetchStateHISchools } from "#us/tools/fetch/state/hi-schools";
|
|
47
47
|
import { fetchStateSources } from "#us/tools/fetch/state/sources";
|
|
48
48
|
import { fetchTigerFull } from "#us/tools/fetch/tiger-full";
|
|
49
|
-
export * from "#sg/tools/fetch/acra";
|
|
50
|
-
export * from "#ee/tools/fetch/ads";
|
|
51
|
-
export * from "#be/tools/fetch/brussels";
|
|
52
|
-
export * from "#tools/fetch/vlaanderen-ad";
|
|
53
|
-
export * from "#be/tools/fetch/wallonie";
|
|
54
|
-
export * from "#it/tools/fetch/anac";
|
|
55
|
-
export * from "#fr/tools/fetch/finess";
|
|
56
|
-
export * from "#fr/tools/fetch/annuaire-education";
|
|
57
|
-
export * from "#ro/tools/fetch/retea-scolara";
|
|
58
|
-
export * from "#tools/fetch/cordis";
|
|
59
|
-
export * from "#tools/fetch/gleif";
|
|
60
|
-
export * from "#fr/tools/fetch/ban";
|
|
61
|
-
export * from "#lu/tools/fetch/bd-adresses";
|
|
62
|
-
export * from "#lv/tools/fetch/varis";
|
|
63
|
-
export * from "#es/tools/fetch/bizkaia";
|
|
64
|
-
export * from "#es/tools/fetch/catastro";
|
|
65
|
-
export * from "#cz/tools/fetch/cuzk";
|
|
66
|
-
export * from "#es/tools/fetch/gipuzkoa";
|
|
67
|
-
export * from "#es/tools/fetch/navarra";
|
|
68
|
-
export * from "#pl/tools/fetch/emuia";
|
|
69
|
-
export * from "#dk/tools/fetch/inspire";
|
|
70
|
-
export * from "#sk/tools/fetch/inspire";
|
|
71
|
-
export * from "#tw/tools/fetch/gcis";
|
|
72
|
-
export * from "#tools/fetch/geonames/dump";
|
|
73
|
-
export * from "#tools/fetch/geonames/postal";
|
|
74
|
-
export * from "#jp/tools/fetch/houjin";
|
|
75
|
-
export * from "#us/tools/fetch/hrsa";
|
|
76
|
-
export * from "#us/tools/fetch/imls-pls";
|
|
77
|
-
export * from "#kr/tools/fetch/juso";
|
|
78
|
-
export * from "#nl/tools/fetch/kadaster";
|
|
79
|
-
export * from "#kr/tools/fetch/localdata";
|
|
80
|
-
export * from "#no/tools/fetch/matrikkelen";
|
|
81
|
-
export * from "#us/tools/fetch/nad";
|
|
82
|
-
export * from "#us/tools/fetch/nppes";
|
|
83
|
-
export * from "#tools/fetch/openaddresses";
|
|
84
|
-
export * from "#tools/fetch/ourairports";
|
|
85
|
-
export * from "#fi/tools/fetch/ryhti";
|
|
86
|
-
export * from "#us/tools/fetch/state/hi-schools";
|
|
87
|
-
export * from "#us/tools/fetch/state/sources";
|
|
88
|
-
export * from "#us/tools/fetch/tiger-full";
|
|
89
|
-
export * from "#tools/fetch/wikidata-subvenue";
|
|
90
49
|
/**
|
|
91
50
|
* The fetcher for each source id that `mailwoman corpus fetch` accepts.
|
|
92
51
|
*/
|
package/out/tools/fetch.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../lib/tools/fetch.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAA;AACnF,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAA;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAA;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAE3D
|
|
1
|
+
{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../lib/tools/fetch.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAA;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAA;AACnF,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAA;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAA;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAA;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAA;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAE3D;;GAEG;AACH,eAAO,MAAM,aAAa;aACzB,SAAS;aACT,QAAQ;aACR,GAAG;aACH,QAAQ;aACR,MAAM;aACN,aAAa;aACb,SAAS;aACT,YAAY;aACZ,UAAU;aACV,YAAY;aACZ,aAAa;aACb,aAAa;aACb,YAAY;aACZ,gCAAgC;aAChC,oBAAoB;aACpB,SAAS;aACT,KAAK;aACL,WAAW;aACX,SAAS;aACT,SAAS;aACT,cAAc;aACd,UAAU;aACV,WAAW;aACX,GAAG;aACH,aAAa;aACb,kBAAkB;aAClB,KAAK;aACL,YAAY;aACZ,eAAe;aACf,iBAAiB;aACjB,IAAI;aACJ,UAAU;aACV,KAAK;aACL,aAAa;aACb,WAAW;aACX,UAAU;aACV,QAAQ;aACR,eAAe;aACf,kBAAkB;aAClB,YAAY;aACZ,mBAAmB;CACV,CAAA;AAEV;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,OAAO,aAAa,CAAA"}
|
package/out/tools/fetch.js
CHANGED
|
@@ -46,47 +46,6 @@ import { fetchNPPES } from "#us/tools/fetch/nppes";
|
|
|
46
46
|
import { fetchStateHISchools } from "#us/tools/fetch/state/hi-schools";
|
|
47
47
|
import { fetchStateSources } from "#us/tools/fetch/state/sources";
|
|
48
48
|
import { fetchTigerFull } from "#us/tools/fetch/tiger-full";
|
|
49
|
-
export * from "#sg/tools/fetch/acra";
|
|
50
|
-
export * from "#ee/tools/fetch/ads";
|
|
51
|
-
export * from "#be/tools/fetch/brussels";
|
|
52
|
-
export * from "#tools/fetch/vlaanderen-ad";
|
|
53
|
-
export * from "#be/tools/fetch/wallonie";
|
|
54
|
-
export * from "#it/tools/fetch/anac";
|
|
55
|
-
export * from "#fr/tools/fetch/finess";
|
|
56
|
-
export * from "#fr/tools/fetch/annuaire-education";
|
|
57
|
-
export * from "#ro/tools/fetch/retea-scolara";
|
|
58
|
-
export * from "#tools/fetch/cordis";
|
|
59
|
-
export * from "#tools/fetch/gleif";
|
|
60
|
-
export * from "#fr/tools/fetch/ban";
|
|
61
|
-
export * from "#lu/tools/fetch/bd-adresses";
|
|
62
|
-
export * from "#lv/tools/fetch/varis";
|
|
63
|
-
export * from "#es/tools/fetch/bizkaia";
|
|
64
|
-
export * from "#es/tools/fetch/catastro";
|
|
65
|
-
export * from "#cz/tools/fetch/cuzk";
|
|
66
|
-
export * from "#es/tools/fetch/gipuzkoa";
|
|
67
|
-
export * from "#es/tools/fetch/navarra";
|
|
68
|
-
export * from "#pl/tools/fetch/emuia";
|
|
69
|
-
export * from "#dk/tools/fetch/inspire";
|
|
70
|
-
export * from "#sk/tools/fetch/inspire";
|
|
71
|
-
export * from "#tw/tools/fetch/gcis";
|
|
72
|
-
export * from "#tools/fetch/geonames/dump";
|
|
73
|
-
export * from "#tools/fetch/geonames/postal";
|
|
74
|
-
export * from "#jp/tools/fetch/houjin";
|
|
75
|
-
export * from "#us/tools/fetch/hrsa";
|
|
76
|
-
export * from "#us/tools/fetch/imls-pls";
|
|
77
|
-
export * from "#kr/tools/fetch/juso";
|
|
78
|
-
export * from "#nl/tools/fetch/kadaster";
|
|
79
|
-
export * from "#kr/tools/fetch/localdata";
|
|
80
|
-
export * from "#no/tools/fetch/matrikkelen";
|
|
81
|
-
export * from "#us/tools/fetch/nad";
|
|
82
|
-
export * from "#us/tools/fetch/nppes";
|
|
83
|
-
export * from "#tools/fetch/openaddresses";
|
|
84
|
-
export * from "#tools/fetch/ourairports";
|
|
85
|
-
export * from "#fi/tools/fetch/ryhti";
|
|
86
|
-
export * from "#us/tools/fetch/state/hi-schools";
|
|
87
|
-
export * from "#us/tools/fetch/state/sources";
|
|
88
|
-
export * from "#us/tools/fetch/tiger-full";
|
|
89
|
-
export * from "#tools/fetch/wikidata-subvenue";
|
|
90
49
|
/**
|
|
91
50
|
* The fetcher for each source id that `mailwoman corpus fetch` accepts.
|
|
92
51
|
*/
|