@mailwoman/corpus 9.4.0 → 10.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -0
- package/lib/adapters/geonames/adapter.ts +3 -3
- package/lib/adapters/geonames/postal/adapter.ts +122 -0
- package/lib/adapters/index.ts +39 -32
- package/lib/adapters/openaddresses/adapter.ts +4 -7
- package/lib/adapters/osm/adapter.ts +278 -0
- package/lib/adapters/overture/adapter.ts +22 -7
- package/lib/adapters/utils/index.ts +1 -1
- package/lib/adapters/wof/admin/json/adapter.ts +239 -0
- package/lib/adapters/wof/json-rows.ts +181 -0
- package/lib/adapters/wof/postalcode-json/adapter.ts +196 -0
- package/lib/au/adapters/gnaf/adapter.ts +152 -0
- package/lib/au/adapters/gnaf/assemble.ts +225 -0
- package/lib/de/recipes/locale.ts +360 -0
- package/lib/fr/adapters/ban/adapter.ts +159 -0
- package/lib/fr/recipes/admin-split.ts +243 -0
- package/lib/fr/recipes/bare-street.ts +171 -0
- package/lib/fr/recipes/fragment.ts +334 -0
- package/lib/fr/recipes/lieudit.ts +274 -0
- package/lib/fr/recipes/order.ts +246 -0
- package/lib/fr/tools/fetch/ban.ts +289 -0
- package/lib/index.ts +1 -1
- package/lib/international/recipes/locale.ts +598 -0
- package/lib/jp/tools/fetch/houjin.ts +141 -0
- package/lib/kr/adapters/juso/label-rows.ts +259 -0
- package/lib/kr/adapters/localdata/align.ts +299 -0
- package/lib/kr/adapters/localdata/key-index.ts +185 -0
- package/lib/kr/adapters/localdata/permit-rows.ts +186 -0
- package/lib/kr/tools/fetch/juso.ts +172 -0
- package/lib/kr/tools/fetch/localdata.ts +206 -0
- package/lib/recipes/bare/postcode/eval.ts +99 -0
- package/lib/recipes/bare/postcode/index.ts +327 -0
- package/lib/recipes/country-balanced.ts +1 -1
- package/lib/recipes/index.ts +28 -21
- package/lib/recipes/intersection.ts +1 -1
- package/lib/recipes/po/box/cedex/au-nz.ts +82 -0
- package/lib/recipes/po/box/cedex/ca.ts +58 -0
- package/lib/recipes/po/box/cedex/fr.ts +76 -0
- package/lib/recipes/po/box/cedex/phrases.ts +108 -0
- package/lib/recipes/po/box/cedex/recipe.ts +203 -0
- package/lib/recipes/po/box/cedex/sources.ts +189 -0
- package/lib/recipes/po/box/cedex/types.ts +35 -0
- package/lib/recipes/po/box/cedex/us.ts +69 -0
- package/lib/recipes/po/box/cedex/vocabulary.ts +106 -0
- package/lib/recipes/po/box/cedex.ts +9 -0
- package/lib/recipes/po/box/index.ts +128 -0
- package/lib/recipes/scaffold.ts +18 -41
- package/lib/recipes/street/affix.ts +807 -0
- package/lib/recipes/sub/venue/context.ts +149 -0
- package/lib/recipes/sub/venue/index.ts +997 -0
- package/lib/recipes/sub/venue/sources.ts +739 -0
- package/lib/recipes/trailing-region.ts +6 -1
- package/lib/recipes/unit.ts +1 -1
- package/lib/sg/recipes/register.ts +270 -0
- package/lib/sg/tools/fetch/acra.ts +179 -0
- package/lib/south-asia/recipes/register.ts +214 -0
- package/lib/synthesizers/anchor-absorption.ts +1 -1
- package/lib/synthesizers/locale.ts +261 -0
- package/lib/synthesizers/street.ts +1 -1
- package/lib/synthesizers/utils.ts +2 -2
- package/lib/tools/audit.ts +3 -2
- package/lib/tools/corpus-stats.ts +3 -3
- package/lib/tools/fetch/download/index.ts +10 -0
- package/lib/tools/fetch/download/manifest.ts +102 -0
- package/lib/tools/fetch/download/network.ts +226 -0
- package/lib/tools/fetch/download/retry.ts +173 -0
- package/lib/tools/fetch/geonames/dump.ts +257 -0
- package/lib/tools/fetch/geonames/postal.ts +180 -0
- package/lib/tools/fetch/index.ts +30 -30
- package/lib/tools/fetch/openaddresses.ts +2 -2
- package/lib/tools/fetch/ourairports.ts +2 -2
- package/lib/tools/fetch/ppd.ts +1 -3
- package/lib/tools/fetch/wikidata-subvenue.ts +2 -2
- package/lib/tools/golden/promote.ts +340 -0
- package/lib/tools/golden/relabel-street/directory.ts +340 -0
- package/lib/tools/golden/relabel-street/index.ts +9 -0
- package/lib/tools/golden/relabel-street/row.ts +361 -0
- package/lib/tools/index.ts +10 -10
- package/lib/tools/ingest-csv.ts +5 -7
- package/lib/tools/lint/slice/vocab.ts +376 -0
- package/lib/tools/overlay-manifest.ts +92 -25
- package/lib/tools/overture-subvenue.ts +1 -1
- package/lib/tools/postcode-triples.ts +138 -14
- package/lib/tools/sub/venue/harvest.ts +234 -0
- package/lib/tools/sub/venue/head-nouns.ts +245 -0
- package/lib/tools/sub/venue/lexicon.ts +429 -0
- package/lib/tools/sub/venue/surfaces.ts +95 -0
- package/lib/tools/sub/venue/table.ts +281 -0
- package/lib/tools/sub/venue/wikidata.ts +85 -0
- package/lib/tw/tools/fetch/gcis.ts +180 -0
- package/lib/types.ts +1 -1
- package/lib/us/adapters/fcc-bdc/adapter.ts +173 -0
- package/lib/us/adapters/state/hi-schools/adapter.ts +160 -0
- package/lib/us/adapters/state/ia-contractors/adapter.ts +136 -0
- package/lib/us/adapters/state/ny-notaries/adapter.ts +133 -0
- package/lib/us/adapters/state/tx-notaries/adapter.ts +149 -0
- package/lib/us/adapters/tiger/adapter.ts +250 -0
- package/lib/us/adapters/usgov/hrsa-fqhc/adapter.ts +156 -0
- package/lib/us/adapters/usgov/imls-pls/adapter.ts +134 -0
- package/lib/us/adapters/usgov/irs-bmf/adapter.ts +145 -0
- package/lib/us/adapters/usgov/nad/adapter.ts +324 -0
- package/lib/us/adapters/usgov/nppes/adapter.ts +143 -0
- package/lib/us/adapters/usgov/samhsa-treatment-locator/adapter.ts +182 -0
- package/lib/us/tools/fetch/hrsa.ts +59 -0
- package/lib/us/tools/fetch/imls-pls.ts +149 -0
- package/lib/us/tools/fetch/nad.ts +341 -0
- package/lib/us/tools/fetch/nppes.ts +165 -0
- package/lib/us/tools/fetch/state/hi-schools.ts +161 -0
- package/lib/us/tools/fetch/state/sources.ts +146 -0
- package/lib/us/tools/fetch/tiger-full.ts +308 -0
- package/lib/utils/align.ts +1 -1
- package/lib/utils/golden.ts +12 -8
- package/lib/utils/wof-json.ts +7 -13
- package/out/adapters/geonames/adapter.d.ts +1 -1
- package/out/adapters/geonames/adapter.js +3 -3
- package/out/adapters/geonames/adapter.js.map +1 -1
- package/out/adapters/geonames/postal/adapter.d.ts.map +1 -0
- package/out/adapters/geonames/postal/adapter.js +107 -0
- package/out/adapters/geonames/postal/adapter.js.map +1 -0
- package/out/adapters/index.d.ts +16 -16
- package/out/adapters/index.d.ts.map +1 -1
- package/out/adapters/index.js +34 -32
- package/out/adapters/index.js.map +1 -1
- package/out/adapters/openaddresses/adapter.d.ts.map +1 -1
- package/out/adapters/openaddresses/adapter.js +4 -6
- package/out/adapters/openaddresses/adapter.js.map +1 -1
- package/out/adapters/osm/adapter.d.ts +95 -0
- package/out/adapters/osm/adapter.d.ts.map +1 -0
- package/out/adapters/osm/adapter.js +211 -0
- package/out/adapters/osm/adapter.js.map +1 -0
- package/out/adapters/overture/adapter.d.ts +10 -0
- package/out/adapters/overture/adapter.d.ts.map +1 -1
- package/out/adapters/overture/adapter.js +20 -7
- package/out/adapters/overture/adapter.js.map +1 -1
- package/out/adapters/synth-po-box/adapter.js.map +1 -1
- package/out/adapters/utils/index.d.ts +1 -1
- package/out/adapters/utils/index.d.ts.map +1 -1
- package/out/adapters/utils/index.js.map +1 -1
- package/out/adapters/wof/admin/json/adapter.d.ts +79 -0
- package/out/adapters/wof/admin/json/adapter.d.ts.map +1 -0
- package/out/adapters/wof/admin/json/adapter.js +204 -0
- package/out/adapters/wof/admin/json/adapter.js.map +1 -0
- package/out/adapters/wof/json-rows.d.ts +73 -0
- package/out/adapters/wof/json-rows.d.ts.map +1 -0
- package/out/adapters/wof/json-rows.js +115 -0
- package/out/adapters/wof/json-rows.js.map +1 -0
- package/out/adapters/wof/postalcode-json/adapter.d.ts +65 -0
- package/out/adapters/wof/postalcode-json/adapter.d.ts.map +1 -0
- package/out/adapters/wof/postalcode-json/adapter.js +167 -0
- package/out/adapters/wof/postalcode-json/adapter.js.map +1 -0
- package/out/au/adapters/gnaf/adapter.d.ts.map +1 -0
- package/out/au/adapters/gnaf/adapter.js +127 -0
- package/out/au/adapters/gnaf/adapter.js.map +1 -0
- package/out/au/adapters/gnaf/assemble.d.ts +65 -0
- package/out/au/adapters/gnaf/assemble.d.ts.map +1 -0
- package/out/au/adapters/gnaf/assemble.js +154 -0
- package/out/au/adapters/gnaf/assemble.js.map +1 -0
- package/out/cn/recipes/organizational-units.d.ts +36 -0
- package/out/cn/recipes/organizational-units.d.ts.map +1 -0
- package/out/cn/recipes/organizational-units.js +159 -0
- package/out/cn/recipes/organizational-units.js.map +1 -0
- package/out/cz/recipes/pcfirst-preposition.d.ts +22 -0
- package/out/cz/recipes/pcfirst-preposition.d.ts.map +1 -0
- package/out/cz/recipes/pcfirst-preposition.js +101 -0
- package/out/cz/recipes/pcfirst-preposition.js.map +1 -0
- package/out/de/recipes/locale.d.ts +44 -0
- package/out/de/recipes/locale.d.ts.map +1 -0
- package/out/de/recipes/locale.js +289 -0
- package/out/de/recipes/locale.js.map +1 -0
- package/out/env.d.ts +1 -1
- package/out/fr/adapters/ban/adapter.d.ts.map +1 -0
- package/out/fr/adapters/ban/adapter.js +123 -0
- package/out/fr/adapters/ban/adapter.js.map +1 -0
- package/out/fr/adapters/ban/street-decompose.d.ts.map +1 -0
- package/out/fr/adapters/ban/street-decompose.js.map +1 -0
- package/out/fr/recipes/admin-split.d.ts +38 -0
- package/out/fr/recipes/admin-split.d.ts.map +1 -0
- package/out/fr/recipes/admin-split.js +192 -0
- package/out/fr/recipes/admin-split.js.map +1 -0
- package/out/fr/recipes/bare-street.d.ts +28 -0
- package/out/fr/recipes/bare-street.d.ts.map +1 -0
- package/out/fr/recipes/bare-street.js +144 -0
- package/out/fr/recipes/bare-street.js.map +1 -0
- package/out/fr/recipes/fragment.d.ts +77 -0
- package/out/fr/recipes/fragment.d.ts.map +1 -0
- package/out/fr/recipes/fragment.js +277 -0
- package/out/fr/recipes/fragment.js.map +1 -0
- package/out/fr/recipes/lieudit.d.ts +32 -0
- package/out/fr/recipes/lieudit.d.ts.map +1 -0
- package/out/fr/recipes/lieudit.js +211 -0
- package/out/fr/recipes/lieudit.js.map +1 -0
- package/out/fr/recipes/order.d.ts +38 -0
- package/out/fr/recipes/order.d.ts.map +1 -0
- package/out/fr/recipes/order.js +198 -0
- package/out/fr/recipes/order.js.map +1 -0
- package/out/fr/tools/fetch/ban.d.ts +31 -0
- package/out/fr/tools/fetch/ban.d.ts.map +1 -0
- package/out/fr/tools/fetch/ban.js +239 -0
- package/out/fr/tools/fetch/ban.js.map +1 -0
- package/out/index.d.ts +1 -1
- package/out/index.d.ts.map +1 -1
- package/out/index.js +1 -1
- package/out/index.js.map +1 -1
- package/out/international/recipes/locale.d.ts +136 -0
- package/out/international/recipes/locale.d.ts.map +1 -0
- package/out/international/recipes/locale.js +458 -0
- package/out/international/recipes/locale.js.map +1 -0
- package/out/jp/adapters/wof-admin/adapter.d.ts.map +1 -0
- package/out/jp/adapters/wof-admin/adapter.js.map +1 -0
- package/out/jp/tools/fetch/houjin.d.ts +24 -0
- package/out/jp/tools/fetch/houjin.d.ts.map +1 -0
- package/out/jp/tools/fetch/houjin.js +102 -0
- package/out/jp/tools/fetch/houjin.js.map +1 -0
- package/out/kr/adapters/juso/label-rows.d.ts +76 -0
- package/out/kr/adapters/juso/label-rows.d.ts.map +1 -0
- package/out/kr/adapters/juso/label-rows.js +194 -0
- package/out/kr/adapters/juso/label-rows.js.map +1 -0
- package/out/kr/adapters/localdata/align.d.ts +43 -0
- package/out/kr/adapters/localdata/align.d.ts.map +1 -0
- package/out/kr/adapters/localdata/align.js +223 -0
- package/out/kr/adapters/localdata/align.js.map +1 -0
- package/out/kr/adapters/localdata/key-index.d.ts +71 -0
- package/out/kr/adapters/localdata/key-index.d.ts.map +1 -0
- package/out/kr/adapters/localdata/key-index.js +133 -0
- package/out/kr/adapters/localdata/key-index.js.map +1 -0
- package/out/kr/adapters/localdata/permit-rows.d.ts +66 -0
- package/out/kr/adapters/localdata/permit-rows.d.ts.map +1 -0
- package/out/kr/adapters/localdata/permit-rows.js +131 -0
- package/out/kr/adapters/localdata/permit-rows.js.map +1 -0
- package/out/kr/tools/fetch/juso.d.ts +30 -0
- package/out/kr/tools/fetch/juso.d.ts.map +1 -0
- package/out/kr/tools/fetch/juso.js +120 -0
- package/out/kr/tools/fetch/juso.js.map +1 -0
- package/out/kr/tools/fetch/localdata.d.ts +30 -0
- package/out/kr/tools/fetch/localdata.d.ts.map +1 -0
- package/out/kr/tools/fetch/localdata.js +139 -0
- package/out/kr/tools/fetch/localdata.js.map +1 -0
- package/out/nl/recipes/postcode.d.ts +26 -0
- package/out/nl/recipes/postcode.d.ts.map +1 -0
- package/out/nl/recipes/postcode.js +103 -0
- package/out/nl/recipes/postcode.js.map +1 -0
- package/out/no/recipes/fragment.d.ts +43 -0
- package/out/no/recipes/fragment.d.ts.map +1 -0
- package/out/no/recipes/fragment.js +183 -0
- package/out/no/recipes/fragment.js.map +1 -0
- package/out/no/recipes/street/index.d.ts +18 -0
- package/out/no/recipes/street/index.d.ts.map +1 -0
- package/out/no/recipes/street/index.js +72 -0
- package/out/no/recipes/street/index.js.map +1 -0
- package/out/no/recipes/street/led.d.ts +24 -0
- package/out/no/recipes/street/led.d.ts.map +1 -0
- package/out/no/recipes/street/led.js +114 -0
- package/out/no/recipes/street/led.js.map +1 -0
- package/out/recipes/bare/country.d.ts +25 -0
- package/out/recipes/bare/country.d.ts.map +1 -0
- package/out/recipes/bare/country.js +88 -0
- package/out/recipes/bare/country.js.map +1 -0
- package/out/recipes/bare/postcode/eval.d.ts +29 -0
- package/out/recipes/bare/postcode/eval.d.ts.map +1 -0
- package/out/recipes/bare/postcode/eval.js +85 -0
- package/out/recipes/bare/postcode/eval.js.map +1 -0
- package/out/recipes/bare/postcode/index.d.ts +62 -0
- package/out/recipes/bare/postcode/index.d.ts.map +1 -0
- package/out/recipes/bare/postcode/index.js +267 -0
- package/out/recipes/bare/postcode/index.js.map +1 -0
- package/out/recipes/country-balanced.js.map +1 -1
- package/out/recipes/index.d.ts.map +1 -1
- package/out/recipes/index.js +28 -21
- package/out/recipes/index.js.map +1 -1
- package/out/recipes/intersection.js.map +1 -1
- package/out/recipes/po/box/cedex/au-nz.d.ts +7 -0
- package/out/recipes/po/box/cedex/au-nz.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/au-nz.js +56 -0
- package/out/recipes/po/box/cedex/au-nz.js.map +1 -0
- package/out/recipes/po/box/cedex/ca.d.ts +7 -0
- package/out/recipes/po/box/cedex/ca.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/ca.js +38 -0
- package/out/recipes/po/box/cedex/ca.js.map +1 -0
- package/out/recipes/po/box/cedex/fr.d.ts +7 -0
- package/out/recipes/po/box/cedex/fr.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/fr.js +57 -0
- package/out/recipes/po/box/cedex/fr.js.map +1 -0
- package/out/recipes/po/box/cedex/phrases.d.ts +8 -0
- package/out/recipes/po/box/cedex/phrases.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/phrases.js +76 -0
- package/out/recipes/po/box/cedex/phrases.js.map +1 -0
- package/out/recipes/po/box/cedex/recipe.d.ts +9 -0
- package/out/recipes/po/box/cedex/recipe.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/recipe.js +153 -0
- package/out/recipes/po/box/cedex/recipe.js.map +1 -0
- package/out/recipes/po/box/cedex/sources.d.ts +86 -0
- package/out/recipes/po/box/cedex/sources.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/sources.js +143 -0
- package/out/recipes/po/box/cedex/sources.js.map +1 -0
- package/out/recipes/po/box/cedex/types.d.ts +31 -0
- package/out/recipes/po/box/cedex/types.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/types.js +5 -0
- package/out/recipes/po/box/cedex/types.js.map +1 -0
- package/out/recipes/po/box/cedex/us.d.ts +7 -0
- package/out/recipes/po/box/cedex/us.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/us.js +51 -0
- package/out/recipes/po/box/cedex/us.js.map +1 -0
- package/out/recipes/po/box/cedex/vocabulary.d.ts +68 -0
- package/out/recipes/po/box/cedex/vocabulary.d.ts.map +1 -0
- package/out/recipes/po/box/cedex/vocabulary.js +90 -0
- package/out/recipes/po/box/cedex/vocabulary.js.map +1 -0
- package/out/recipes/po/box/cedex.d.ts +9 -0
- package/out/recipes/po/box/cedex.d.ts.map +1 -0
- package/out/recipes/po/box/cedex.js +9 -0
- package/out/recipes/po/box/cedex.js.map +1 -0
- package/out/recipes/po/box/index.d.ts +17 -0
- package/out/recipes/po/box/index.d.ts.map +1 -0
- package/out/recipes/po/box/index.js +105 -0
- package/out/recipes/po/box/index.js.map +1 -0
- package/out/recipes/scaffold.d.ts +20 -0
- package/out/recipes/scaffold.d.ts.map +1 -1
- package/out/recipes/scaffold.js +18 -37
- package/out/recipes/scaffold.js.map +1 -1
- package/out/recipes/street/affix.d.ts +89 -0
- package/out/recipes/street/affix.d.ts.map +1 -0
- package/out/recipes/street/affix.js +565 -0
- package/out/recipes/street/affix.js.map +1 -0
- package/out/recipes/street/bare.d.ts +25 -0
- package/out/recipes/street/bare.d.ts.map +1 -0
- package/out/recipes/street/bare.js +87 -0
- package/out/recipes/street/bare.js.map +1 -0
- package/out/recipes/sub/venue/context.d.ts +29 -0
- package/out/recipes/sub/venue/context.d.ts.map +1 -0
- package/out/recipes/sub/venue/context.js +106 -0
- package/out/recipes/sub/venue/context.js.map +1 -0
- package/out/recipes/sub/venue/index.d.ts +270 -0
- package/out/recipes/sub/venue/index.d.ts.map +1 -0
- package/out/recipes/sub/venue/index.js +728 -0
- package/out/recipes/sub/venue/index.js.map +1 -0
- package/out/recipes/sub/venue/sources.d.ts +209 -0
- package/out/recipes/sub/venue/sources.d.ts.map +1 -0
- package/out/recipes/sub/venue/sources.js +555 -0
- package/out/recipes/sub/venue/sources.js.map +1 -0
- package/out/recipes/trailing-region.d.ts.map +1 -1
- package/out/recipes/trailing-region.js +6 -1
- package/out/recipes/trailing-region.js.map +1 -1
- package/out/recipes/unit.js.map +1 -1
- package/out/sg/recipes/register.d.ts +69 -0
- package/out/sg/recipes/register.d.ts.map +1 -0
- package/out/sg/recipes/register.js +211 -0
- package/out/sg/recipes/register.js.map +1 -0
- package/out/sg/tools/fetch/acra.d.ts +23 -0
- package/out/sg/tools/fetch/acra.d.ts.map +1 -0
- package/out/sg/tools/fetch/acra.js +126 -0
- package/out/sg/tools/fetch/acra.js.map +1 -0
- package/out/si/recipes/bare-village.d.ts +32 -0
- package/out/si/recipes/bare-village.d.ts.map +1 -0
- package/out/si/recipes/bare-village.js +89 -0
- package/out/si/recipes/bare-village.js.map +1 -0
- package/out/south-asia/recipes/register.d.ts +51 -0
- package/out/south-asia/recipes/register.d.ts.map +1 -0
- package/out/south-asia/recipes/register.js +154 -0
- package/out/south-asia/recipes/register.js.map +1 -0
- package/out/synthesizers/anchor-absorption.d.ts +1 -1
- package/out/synthesizers/anchor-absorption.d.ts.map +1 -1
- package/out/synthesizers/anchor-absorption.js.map +1 -1
- package/out/synthesizers/boundary-stress.js.map +1 -1
- package/out/synthesizers/house-venue.js.map +1 -1
- package/out/synthesizers/intersection.js.map +1 -1
- package/out/synthesizers/locale.d.ts +116 -0
- package/out/synthesizers/locale.d.ts.map +1 -0
- package/out/synthesizers/locale.js +150 -0
- package/out/synthesizers/locale.js.map +1 -0
- package/out/synthesizers/no-street.d.ts.map +1 -1
- package/out/synthesizers/no-street.js.map +1 -1
- package/out/synthesizers/po-box.js.map +1 -1
- package/out/synthesizers/street.d.ts.map +1 -1
- package/out/synthesizers/street.js +1 -1
- package/out/synthesizers/street.js.map +1 -1
- package/out/synthesizers/utils.js +1 -1
- package/out/synthesizers/utils.js.map +1 -1
- package/out/test-kit/corpus-recipe.d.ts.map +1 -1
- package/out/test-kit/corpus-recipe.js.map +1 -1
- package/out/tools/audit.d.ts.map +1 -1
- package/out/tools/audit.js +3 -2
- package/out/tools/audit.js.map +1 -1
- package/out/tools/corpus-stats.js +3 -3
- package/out/tools/corpus-stats.js.map +1 -1
- package/out/tools/fetch/download/index.d.ts +10 -0
- package/out/tools/fetch/download/index.d.ts.map +1 -0
- package/out/tools/fetch/download/index.js +10 -0
- package/out/tools/fetch/download/index.js.map +1 -0
- package/out/tools/fetch/download/manifest.d.ts +47 -0
- package/out/tools/fetch/download/manifest.d.ts.map +1 -0
- package/out/tools/fetch/download/manifest.js +74 -0
- package/out/tools/fetch/download/manifest.js.map +1 -0
- package/out/tools/fetch/download/network.d.ts +105 -0
- package/out/tools/fetch/download/network.d.ts.map +1 -0
- package/out/tools/fetch/download/network.js +130 -0
- package/out/tools/fetch/download/network.js.map +1 -0
- package/out/tools/fetch/download/retry.d.ts +45 -0
- package/out/tools/fetch/download/retry.d.ts.map +1 -0
- package/out/tools/fetch/download/retry.js +136 -0
- package/out/tools/fetch/download/retry.js.map +1 -0
- package/out/tools/fetch/geonames/dump.d.ts +91 -0
- package/out/tools/fetch/geonames/dump.d.ts.map +1 -0
- package/out/tools/fetch/geonames/dump.js +171 -0
- package/out/tools/fetch/geonames/dump.js.map +1 -0
- package/out/tools/fetch/geonames/postal.d.ts +76 -0
- package/out/tools/fetch/geonames/postal.d.ts.map +1 -0
- package/out/tools/fetch/geonames/postal.js +126 -0
- package/out/tools/fetch/geonames/postal.js.map +1 -0
- package/out/tools/fetch/index.d.ts +30 -30
- package/out/tools/fetch/index.d.ts.map +1 -1
- package/out/tools/fetch/index.js +30 -30
- package/out/tools/fetch/index.js.map +1 -1
- package/out/tools/fetch/openaddresses.d.ts +1 -1
- package/out/tools/fetch/openaddresses.d.ts.map +1 -1
- package/out/tools/fetch/openaddresses.js +1 -1
- package/out/tools/fetch/openaddresses.js.map +1 -1
- package/out/tools/fetch/ourairports.d.ts +1 -1
- package/out/tools/fetch/ourairports.d.ts.map +1 -1
- package/out/tools/fetch/ourairports.js +1 -1
- package/out/tools/fetch/ourairports.js.map +1 -1
- package/out/tools/fetch/ppd.js +1 -3
- package/out/tools/fetch/ppd.js.map +1 -1
- package/out/tools/fetch/wikidata-subvenue.d.ts +1 -1
- package/out/tools/fetch/wikidata-subvenue.d.ts.map +1 -1
- package/out/tools/fetch/wikidata-subvenue.js +1 -1
- package/out/tools/fetch/wikidata-subvenue.js.map +1 -1
- package/out/tools/golden/expand.d.ts +90 -0
- package/out/tools/golden/expand.d.ts.map +1 -0
- package/out/tools/golden/expand.js +406 -0
- package/out/tools/golden/expand.js.map +1 -0
- package/out/tools/golden/promote.d.ts +72 -0
- package/out/tools/golden/promote.d.ts.map +1 -0
- package/out/tools/golden/promote.js +243 -0
- package/out/tools/golden/promote.js.map +1 -0
- package/out/tools/golden/relabel-street/directory.d.ts +83 -0
- package/out/tools/golden/relabel-street/directory.d.ts.map +1 -0
- package/out/tools/golden/relabel-street/directory.js +216 -0
- package/out/tools/golden/relabel-street/directory.js.map +1 -0
- package/out/tools/golden/relabel-street/index.d.ts +9 -0
- package/out/tools/golden/relabel-street/index.d.ts.map +1 -0
- package/out/tools/golden/relabel-street/index.js +9 -0
- package/out/tools/golden/relabel-street/index.js.map +1 -0
- package/out/tools/golden/relabel-street/row.d.ts +121 -0
- package/out/tools/golden/relabel-street/row.d.ts.map +1 -0
- package/out/tools/golden/relabel-street/row.js +232 -0
- package/out/tools/golden/relabel-street/row.js.map +1 -0
- package/out/tools/index.d.ts +10 -10
- package/out/tools/index.d.ts.map +1 -1
- package/out/tools/index.js +10 -10
- package/out/tools/index.js.map +1 -1
- package/out/tools/ingest-csv.d.ts.map +1 -1
- package/out/tools/ingest-csv.js +5 -7
- package/out/tools/ingest-csv.js.map +1 -1
- package/out/tools/lint/slice/index.d.ts +93 -0
- package/out/tools/lint/slice/index.d.ts.map +1 -0
- package/out/tools/lint/slice/index.js +322 -0
- package/out/tools/lint/slice/index.js.map +1 -0
- package/out/tools/lint/slice/vocab.d.ts +90 -0
- package/out/tools/lint/slice/vocab.d.ts.map +1 -0
- package/out/tools/lint/slice/vocab.js +254 -0
- package/out/tools/lint/slice/vocab.js.map +1 -0
- package/out/tools/overlay-manifest.d.ts +56 -6
- package/out/tools/overlay-manifest.d.ts.map +1 -1
- package/out/tools/overlay-manifest.js +56 -15
- package/out/tools/overlay-manifest.js.map +1 -1
- package/out/tools/overture-subvenue.d.ts +1 -1
- package/out/tools/postcode-triples.d.ts +36 -0
- package/out/tools/postcode-triples.d.ts.map +1 -1
- package/out/tools/postcode-triples.js +91 -12
- package/out/tools/postcode-triples.js.map +1 -1
- package/out/tools/slice/kryptonite.d.ts +32 -0
- package/out/tools/slice/kryptonite.d.ts.map +1 -0
- package/out/tools/slice/kryptonite.js +99 -0
- package/out/tools/slice/kryptonite.js.map +1 -0
- package/out/tools/slice/translit.d.ts +51 -0
- package/out/tools/slice/translit.d.ts.map +1 -0
- package/out/tools/slice/translit.js +166 -0
- package/out/tools/slice/translit.js.map +1 -0
- package/out/tools/sub/venue/harvest.d.ts +100 -0
- package/out/tools/sub/venue/harvest.d.ts.map +1 -0
- package/out/tools/sub/venue/harvest.js +168 -0
- package/out/tools/sub/venue/harvest.js.map +1 -0
- package/out/tools/sub/venue/head-nouns.d.ts +50 -0
- package/out/tools/sub/venue/head-nouns.d.ts.map +1 -0
- package/out/tools/sub/venue/head-nouns.js.map +1 -0
- package/out/tools/sub/venue/lexicon.d.ts +156 -0
- package/out/tools/sub/venue/lexicon.d.ts.map +1 -0
- package/out/tools/sub/venue/lexicon.js +283 -0
- package/out/tools/sub/venue/lexicon.js.map +1 -0
- package/out/tools/sub/venue/promotions.d.ts +94 -0
- package/out/tools/sub/venue/promotions.d.ts.map +1 -0
- package/out/tools/sub/venue/promotions.js +266 -0
- package/out/tools/sub/venue/promotions.js.map +1 -0
- package/out/tools/sub/venue/surfaces.d.ts +45 -0
- package/out/tools/sub/venue/surfaces.d.ts.map +1 -0
- package/out/tools/sub/venue/surfaces.js.map +1 -0
- package/out/tools/sub/venue/table.d.ts +229 -0
- package/out/tools/sub/venue/table.d.ts.map +1 -0
- package/out/tools/sub/venue/table.js.map +1 -0
- package/out/tools/sub/venue/wikidata.d.ts +26 -0
- package/out/tools/sub/venue/wikidata.d.ts.map +1 -0
- package/out/tools/sub/venue/wikidata.js +62 -0
- package/out/tools/sub/venue/wikidata.js.map +1 -0
- package/out/tw/tools/fetch/gcis.d.ts +23 -0
- package/out/tw/tools/fetch/gcis.d.ts.map +1 -0
- package/out/tw/tools/fetch/gcis.js +135 -0
- package/out/tw/tools/fetch/gcis.js.map +1 -0
- package/out/types.d.ts +1 -1
- package/out/types.d.ts.map +1 -1
- package/out/us/adapters/fcc-bdc/adapter.d.ts.map +1 -0
- package/out/us/adapters/fcc-bdc/adapter.js +142 -0
- package/out/us/adapters/fcc-bdc/adapter.js.map +1 -0
- package/out/us/adapters/state/hi-schools/adapter.d.ts.map +1 -0
- package/out/us/adapters/state/hi-schools/adapter.js +136 -0
- package/out/us/adapters/state/hi-schools/adapter.js.map +1 -0
- package/out/us/adapters/state/hi-schools/workbook.d.ts.map +1 -0
- package/out/us/adapters/state/hi-schools/workbook.js.map +1 -0
- package/out/us/adapters/state/ia-contractors/adapter.d.ts.map +1 -0
- package/out/us/adapters/state/ia-contractors/adapter.js +104 -0
- package/out/us/adapters/state/ia-contractors/adapter.js.map +1 -0
- package/out/us/adapters/state/ny-notaries/adapter.d.ts.map +1 -0
- package/out/us/adapters/state/ny-notaries/adapter.js +112 -0
- package/out/us/adapters/state/ny-notaries/adapter.js.map +1 -0
- package/out/us/adapters/state/tx-notaries/adapter.d.ts.map +1 -0
- package/out/us/adapters/state/tx-notaries/adapter.js +118 -0
- package/out/us/adapters/state/tx-notaries/adapter.js.map +1 -0
- package/out/us/adapters/tiger/adapter.d.ts +55 -0
- package/out/us/adapters/tiger/adapter.d.ts.map +1 -0
- package/out/us/adapters/tiger/adapter.js +197 -0
- package/out/us/adapters/tiger/adapter.js.map +1 -0
- package/out/us/adapters/tiger/street-decompose.d.ts.map +1 -0
- package/out/us/adapters/tiger/street-decompose.js.map +1 -0
- package/out/us/adapters/usgov/hrsa-fqhc/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/hrsa-fqhc/adapter.js +121 -0
- package/out/us/adapters/usgov/hrsa-fqhc/adapter.js.map +1 -0
- package/out/us/adapters/usgov/imls-pls/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/imls-pls/adapter.js +106 -0
- package/out/us/adapters/usgov/imls-pls/adapter.js.map +1 -0
- package/out/us/adapters/usgov/irs-bmf/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/irs-bmf/adapter.js +116 -0
- package/out/us/adapters/usgov/irs-bmf/adapter.js.map +1 -0
- package/out/us/adapters/usgov/nad/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/nad/adapter.js +239 -0
- package/out/us/adapters/usgov/nad/adapter.js.map +1 -0
- package/out/us/adapters/usgov/nppes/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/nppes/adapter.js +110 -0
- package/out/us/adapters/usgov/nppes/adapter.js.map +1 -0
- package/out/us/adapters/usgov/samhsa-treatment-locator/adapter.d.ts.map +1 -0
- package/out/us/adapters/usgov/samhsa-treatment-locator/adapter.js +143 -0
- package/out/us/adapters/usgov/samhsa-treatment-locator/adapter.js.map +1 -0
- package/out/us/fips-state.d.ts +41 -0
- package/out/us/fips-state.d.ts.map +1 -0
- package/out/us/fips-state.js +100 -0
- package/out/us/fips-state.js.map +1 -0
- package/out/us/tools/fetch/hrsa.d.ts +18 -0
- package/out/us/tools/fetch/hrsa.d.ts.map +1 -0
- package/out/us/tools/fetch/hrsa.js +46 -0
- package/out/us/tools/fetch/hrsa.js.map +1 -0
- package/out/us/tools/fetch/imls-pls.d.ts +25 -0
- package/out/us/tools/fetch/imls-pls.d.ts.map +1 -0
- package/out/us/tools/fetch/imls-pls.js +108 -0
- package/out/us/tools/fetch/imls-pls.js.map +1 -0
- package/out/us/tools/fetch/nad.d.ts +70 -0
- package/out/us/tools/fetch/nad.d.ts.map +1 -0
- package/out/us/tools/fetch/nad.js +234 -0
- package/out/us/tools/fetch/nad.js.map +1 -0
- package/out/us/tools/fetch/nppes.d.ts +26 -0
- package/out/us/tools/fetch/nppes.d.ts.map +1 -0
- package/out/us/tools/fetch/nppes.js +126 -0
- package/out/us/tools/fetch/nppes.js.map +1 -0
- package/out/us/tools/fetch/state/hi-schools.d.ts +26 -0
- package/out/us/tools/fetch/state/hi-schools.d.ts.map +1 -0
- package/out/us/tools/fetch/state/hi-schools.js +112 -0
- package/out/us/tools/fetch/state/hi-schools.js.map +1 -0
- package/out/us/tools/fetch/state/sources.d.ts +26 -0
- package/out/us/tools/fetch/state/sources.d.ts.map +1 -0
- package/out/us/tools/fetch/state/sources.js +111 -0
- package/out/us/tools/fetch/state/sources.js.map +1 -0
- package/out/us/tools/fetch/tiger-full.d.ts +22 -0
- package/out/us/tools/fetch/tiger-full.d.ts.map +1 -0
- package/out/us/tools/fetch/tiger-full.js +217 -0
- package/out/us/tools/fetch/tiger-full.js.map +1 -0
- package/out/utils/align.d.ts +1 -1
- package/out/utils/align.d.ts.map +1 -1
- package/out/utils/align.js.map +1 -1
- package/out/utils/golden.d.ts +7 -3
- package/out/utils/golden.d.ts.map +1 -1
- package/out/utils/golden.js +12 -8
- package/out/utils/golden.js.map +1 -1
- package/out/utils/parquet.d.ts.map +1 -1
- package/out/utils/split.js.map +1 -1
- package/out/utils/wof-json.d.ts.map +1 -1
- package/out/utils/wof-json.js +7 -12
- package/out/utils/wof-json.js.map +1 -1
- package/out/ve/recipes/reviewed-postcode-tail.d.ts.map +1 -0
- package/out/ve/recipes/reviewed-postcode-tail.js.map +1 -0
- package/package.json +196 -46
- package/lib/adapters/ban/adapter.ts +0 -190
- package/lib/adapters/fcc-bdc/adapter.ts +0 -174
- package/lib/adapters/geonames-postal/adapter.ts +0 -122
- package/lib/adapters/gnaf/adapter.ts +0 -149
- package/lib/adapters/gnaf/assemble.ts +0 -225
- package/lib/adapters/state-hi-schools/adapter.ts +0 -170
- package/lib/adapters/state-ia-contractors/adapter.ts +0 -144
- package/lib/adapters/state-ny-notaries/adapter.ts +0 -141
- package/lib/adapters/state-tx-notaries/adapter.ts +0 -157
- package/lib/adapters/tiger/adapter.ts +0 -252
- package/lib/adapters/usgov-hrsa-fqhc/adapter.ts +0 -167
- package/lib/adapters/usgov-imls-pls/adapter.ts +0 -143
- package/lib/adapters/usgov-irs-bmf/adapter.ts +0 -151
- package/lib/adapters/usgov-nad/adapter.ts +0 -334
- package/lib/adapters/usgov-nppes/adapter.ts +0 -151
- package/lib/adapters/usgov-samhsa-treatment-locator/adapter.ts +0 -193
- package/lib/adapters/wof-admin-json/adapter.ts +0 -231
- package/lib/adapters/wof-json-rows.ts +0 -129
- package/lib/adapters/wof-postalcode-json/adapter.ts +0 -176
- package/lib/recipes/fr-admin-split.ts +0 -243
- package/lib/recipes/fr-bare-street.ts +0 -171
- package/lib/recipes/fr-fragment.ts +0 -334
- package/lib/recipes/fr-lieudit.ts +0 -301
- package/lib/recipes/fr-order.ts +0 -246
- package/lib/recipes/german.ts +0 -360
- package/lib/recipes/locale.ts +0 -600
- package/lib/recipes/po-box-cedex.ts +0 -976
- package/lib/recipes/po-box.ts +0 -124
- package/lib/recipes/street-affix.ts +0 -805
- package/lib/recipes/sub-venue-sources.ts +0 -878
- package/lib/recipes/sub-venue.ts +0 -998
- package/lib/synthesizers/german.ts +0 -260
- package/lib/tools/fetch/acra-sg.ts +0 -174
- package/lib/tools/fetch/ban.ts +0 -289
- package/lib/tools/fetch/download.ts +0 -477
- package/lib/tools/fetch/gcis-tw.ts +0 -175
- package/lib/tools/fetch/geonames-dump.ts +0 -257
- package/lib/tools/fetch/geonames-postal.ts +0 -180
- package/lib/tools/fetch/houjin-jp.ts +0 -135
- package/lib/tools/fetch/hrsa.ts +0 -59
- package/lib/tools/fetch/imls-pls.ts +0 -149
- package/lib/tools/fetch/juso-kr.ts +0 -165
- package/lib/tools/fetch/localdata-kr.ts +0 -194
- package/lib/tools/fetch/nad.ts +0 -341
- package/lib/tools/fetch/nppes.ts +0 -165
- package/lib/tools/fetch/state-hi-schools.ts +0 -161
- package/lib/tools/fetch/state-sources.ts +0 -146
- package/lib/tools/fetch/tiger-full.ts +0 -308
- package/lib/tools/golden-promote.ts +0 -337
- package/lib/tools/golden-relabel-street.ts +0 -686
- package/lib/tools/lint-slice-vocab.ts +0 -388
- package/lib/tools/sub-venue/harvest.ts +0 -234
- package/lib/tools/sub-venue/head-nouns.ts +0 -245
- package/lib/tools/sub-venue/surfaces.ts +0 -95
- package/lib/tools/sub-venue/table.ts +0 -281
- package/lib/tools/sub-venue/wikidata.ts +0 -85
- package/lib/tools/sub-venue-lexicon.ts +0 -429
- package/out/adapters/ban/adapter.d.ts.map +0 -1
- package/out/adapters/ban/adapter.js +0 -149
- package/out/adapters/ban/adapter.js.map +0 -1
- package/out/adapters/ban/street-decompose.d.ts.map +0 -1
- package/out/adapters/ban/street-decompose.js.map +0 -1
- package/out/adapters/fcc-bdc/adapter.d.ts.map +0 -1
- package/out/adapters/fcc-bdc/adapter.js +0 -144
- package/out/adapters/fcc-bdc/adapter.js.map +0 -1
- package/out/adapters/geonames-postal/adapter.d.ts.map +0 -1
- package/out/adapters/geonames-postal/adapter.js +0 -107
- package/out/adapters/geonames-postal/adapter.js.map +0 -1
- package/out/adapters/gnaf/adapter.d.ts.map +0 -1
- package/out/adapters/gnaf/adapter.js +0 -124
- package/out/adapters/gnaf/adapter.js.map +0 -1
- package/out/adapters/gnaf/assemble.d.ts +0 -65
- package/out/adapters/gnaf/assemble.d.ts.map +0 -1
- package/out/adapters/gnaf/assemble.js +0 -154
- package/out/adapters/gnaf/assemble.js.map +0 -1
- package/out/adapters/state-hi-schools/adapter.d.ts.map +0 -1
- package/out/adapters/state-hi-schools/adapter.js +0 -145
- package/out/adapters/state-hi-schools/adapter.js.map +0 -1
- package/out/adapters/state-hi-schools/workbook.d.ts.map +0 -1
- package/out/adapters/state-hi-schools/workbook.js.map +0 -1
- package/out/adapters/state-ia-contractors/adapter.d.ts.map +0 -1
- package/out/adapters/state-ia-contractors/adapter.js +0 -111
- package/out/adapters/state-ia-contractors/adapter.js.map +0 -1
- package/out/adapters/state-ny-notaries/adapter.d.ts.map +0 -1
- package/out/adapters/state-ny-notaries/adapter.js +0 -119
- package/out/adapters/state-ny-notaries/adapter.js.map +0 -1
- package/out/adapters/state-tx-notaries/adapter.d.ts.map +0 -1
- package/out/adapters/state-tx-notaries/adapter.js +0 -125
- package/out/adapters/state-tx-notaries/adapter.js.map +0 -1
- package/out/adapters/tiger/adapter.d.ts +0 -55
- package/out/adapters/tiger/adapter.d.ts.map +0 -1
- package/out/adapters/tiger/adapter.js +0 -201
- package/out/adapters/tiger/adapter.js.map +0 -1
- package/out/adapters/tiger/street-decompose.d.ts.map +0 -1
- package/out/adapters/tiger/street-decompose.js.map +0 -1
- package/out/adapters/usgov-hrsa-fqhc/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-hrsa-fqhc/adapter.js +0 -132
- package/out/adapters/usgov-hrsa-fqhc/adapter.js.map +0 -1
- package/out/adapters/usgov-imls-pls/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-imls-pls/adapter.js +0 -114
- package/out/adapters/usgov-imls-pls/adapter.js.map +0 -1
- package/out/adapters/usgov-irs-bmf/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-irs-bmf/adapter.js +0 -120
- package/out/adapters/usgov-irs-bmf/adapter.js.map +0 -1
- package/out/adapters/usgov-nad/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-nad/adapter.js +0 -249
- package/out/adapters/usgov-nad/adapter.js.map +0 -1
- package/out/adapters/usgov-nppes/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-nppes/adapter.js +0 -118
- package/out/adapters/usgov-nppes/adapter.js.map +0 -1
- package/out/adapters/usgov-samhsa-treatment-locator/adapter.d.ts.map +0 -1
- package/out/adapters/usgov-samhsa-treatment-locator/adapter.js +0 -154
- package/out/adapters/usgov-samhsa-treatment-locator/adapter.js.map +0 -1
- package/out/adapters/wof-admin-jp/adapter.d.ts.map +0 -1
- package/out/adapters/wof-admin-jp/adapter.js.map +0 -1
- package/out/adapters/wof-admin-json/adapter.d.ts +0 -79
- package/out/adapters/wof-admin-json/adapter.d.ts.map +0 -1
- package/out/adapters/wof-admin-json/adapter.js +0 -197
- package/out/adapters/wof-admin-json/adapter.js.map +0 -1
- package/out/adapters/wof-json-rows.d.ts +0 -62
- package/out/adapters/wof-json-rows.d.ts.map +0 -1
- package/out/adapters/wof-json-rows.js +0 -83
- package/out/adapters/wof-json-rows.js.map +0 -1
- package/out/adapters/wof-postalcode-json/adapter.d.ts +0 -65
- package/out/adapters/wof-postalcode-json/adapter.d.ts.map +0 -1
- package/out/adapters/wof-postalcode-json/adapter.js +0 -151
- package/out/adapters/wof-postalcode-json/adapter.js.map +0 -1
- package/out/codex/us-fips-state.d.ts +0 -41
- package/out/codex/us-fips-state.d.ts.map +0 -1
- package/out/codex/us-fips-state.js +0 -100
- package/out/codex/us-fips-state.js.map +0 -1
- package/out/recipes/bare-country.d.ts +0 -25
- package/out/recipes/bare-country.d.ts.map +0 -1
- package/out/recipes/bare-country.js +0 -88
- package/out/recipes/bare-country.js.map +0 -1
- package/out/recipes/cn-organizational-units.d.ts +0 -36
- package/out/recipes/cn-organizational-units.d.ts.map +0 -1
- package/out/recipes/cn-organizational-units.js +0 -159
- package/out/recipes/cn-organizational-units.js.map +0 -1
- package/out/recipes/cz-pcfirst-preposition.d.ts +0 -22
- package/out/recipes/cz-pcfirst-preposition.d.ts.map +0 -1
- package/out/recipes/cz-pcfirst-preposition.js +0 -101
- package/out/recipes/cz-pcfirst-preposition.js.map +0 -1
- package/out/recipes/fr-admin-split.d.ts +0 -38
- package/out/recipes/fr-admin-split.d.ts.map +0 -1
- package/out/recipes/fr-admin-split.js +0 -192
- package/out/recipes/fr-admin-split.js.map +0 -1
- package/out/recipes/fr-bare-street.d.ts +0 -28
- package/out/recipes/fr-bare-street.d.ts.map +0 -1
- package/out/recipes/fr-bare-street.js +0 -144
- package/out/recipes/fr-bare-street.js.map +0 -1
- package/out/recipes/fr-fragment.d.ts +0 -77
- package/out/recipes/fr-fragment.d.ts.map +0 -1
- package/out/recipes/fr-fragment.js +0 -277
- package/out/recipes/fr-fragment.js.map +0 -1
- package/out/recipes/fr-lieudit.d.ts +0 -32
- package/out/recipes/fr-lieudit.d.ts.map +0 -1
- package/out/recipes/fr-lieudit.js +0 -227
- package/out/recipes/fr-lieudit.js.map +0 -1
- package/out/recipes/fr-order.d.ts +0 -38
- package/out/recipes/fr-order.d.ts.map +0 -1
- package/out/recipes/fr-order.js +0 -198
- package/out/recipes/fr-order.js.map +0 -1
- package/out/recipes/german.d.ts +0 -44
- package/out/recipes/german.d.ts.map +0 -1
- package/out/recipes/german.js +0 -289
- package/out/recipes/german.js.map +0 -1
- package/out/recipes/locale.d.ts +0 -136
- package/out/recipes/locale.d.ts.map +0 -1
- package/out/recipes/locale.js +0 -460
- package/out/recipes/locale.js.map +0 -1
- package/out/recipes/nl-postcode.d.ts +0 -26
- package/out/recipes/nl-postcode.d.ts.map +0 -1
- package/out/recipes/nl-postcode.js +0 -103
- package/out/recipes/nl-postcode.js.map +0 -1
- package/out/recipes/no-fragment.d.ts +0 -43
- package/out/recipes/no-fragment.d.ts.map +0 -1
- package/out/recipes/no-fragment.js +0 -183
- package/out/recipes/no-fragment.js.map +0 -1
- package/out/recipes/no-street-led.d.ts +0 -24
- package/out/recipes/no-street-led.d.ts.map +0 -1
- package/out/recipes/no-street-led.js +0 -114
- package/out/recipes/no-street-led.js.map +0 -1
- package/out/recipes/no-street.d.ts +0 -18
- package/out/recipes/no-street.d.ts.map +0 -1
- package/out/recipes/no-street.js +0 -72
- package/out/recipes/no-street.js.map +0 -1
- package/out/recipes/po-box-cedex.d.ts +0 -38
- package/out/recipes/po-box-cedex.d.ts.map +0 -1
- package/out/recipes/po-box-cedex.js +0 -768
- package/out/recipes/po-box-cedex.js.map +0 -1
- package/out/recipes/po-box.d.ts +0 -17
- package/out/recipes/po-box.d.ts.map +0 -1
- package/out/recipes/po-box.js +0 -101
- package/out/recipes/po-box.js.map +0 -1
- package/out/recipes/reviewed-postcode-tail.d.ts.map +0 -1
- package/out/recipes/reviewed-postcode-tail.js.map +0 -1
- package/out/recipes/si-bare-village.d.ts +0 -32
- package/out/recipes/si-bare-village.d.ts.map +0 -1
- package/out/recipes/si-bare-village.js +0 -89
- package/out/recipes/si-bare-village.js.map +0 -1
- package/out/recipes/street-affix.d.ts +0 -89
- package/out/recipes/street-affix.d.ts.map +0 -1
- package/out/recipes/street-affix.js +0 -563
- package/out/recipes/street-affix.js.map +0 -1
- package/out/recipes/street-bare.d.ts +0 -25
- package/out/recipes/street-bare.d.ts.map +0 -1
- package/out/recipes/street-bare.js +0 -87
- package/out/recipes/street-bare.js.map +0 -1
- package/out/recipes/sub-venue-sources.d.ts +0 -229
- package/out/recipes/sub-venue-sources.d.ts.map +0 -1
- package/out/recipes/sub-venue-sources.js +0 -654
- package/out/recipes/sub-venue-sources.js.map +0 -1
- package/out/recipes/sub-venue.d.ts +0 -269
- package/out/recipes/sub-venue.d.ts.map +0 -1
- package/out/recipes/sub-venue.js +0 -726
- package/out/recipes/sub-venue.js.map +0 -1
- package/out/synthesizers/german.d.ts +0 -115
- package/out/synthesizers/german.d.ts.map +0 -1
- package/out/synthesizers/german.js +0 -149
- package/out/synthesizers/german.js.map +0 -1
- package/out/tools/fetch/acra-sg.d.ts +0 -23
- package/out/tools/fetch/acra-sg.d.ts.map +0 -1
- package/out/tools/fetch/acra-sg.js +0 -126
- package/out/tools/fetch/acra-sg.js.map +0 -1
- package/out/tools/fetch/ban.d.ts +0 -31
- package/out/tools/fetch/ban.d.ts.map +0 -1
- package/out/tools/fetch/ban.js +0 -239
- package/out/tools/fetch/ban.js.map +0 -1
- package/out/tools/fetch/download.d.ts +0 -182
- package/out/tools/fetch/download.d.ts.map +0 -1
- package/out/tools/fetch/download.js +0 -318
- package/out/tools/fetch/download.js.map +0 -1
- package/out/tools/fetch/gcis-tw.d.ts +0 -23
- package/out/tools/fetch/gcis-tw.d.ts.map +0 -1
- package/out/tools/fetch/gcis-tw.js +0 -135
- package/out/tools/fetch/gcis-tw.js.map +0 -1
- package/out/tools/fetch/geonames-dump.d.ts +0 -91
- package/out/tools/fetch/geonames-dump.d.ts.map +0 -1
- package/out/tools/fetch/geonames-dump.js +0 -171
- package/out/tools/fetch/geonames-dump.js.map +0 -1
- package/out/tools/fetch/geonames-postal.d.ts +0 -76
- package/out/tools/fetch/geonames-postal.d.ts.map +0 -1
- package/out/tools/fetch/geonames-postal.js +0 -126
- package/out/tools/fetch/geonames-postal.js.map +0 -1
- package/out/tools/fetch/houjin-jp.d.ts +0 -24
- package/out/tools/fetch/houjin-jp.d.ts.map +0 -1
- package/out/tools/fetch/houjin-jp.js +0 -102
- package/out/tools/fetch/houjin-jp.js.map +0 -1
- package/out/tools/fetch/hrsa.d.ts +0 -18
- package/out/tools/fetch/hrsa.d.ts.map +0 -1
- package/out/tools/fetch/hrsa.js +0 -46
- package/out/tools/fetch/hrsa.js.map +0 -1
- package/out/tools/fetch/imls-pls.d.ts +0 -25
- package/out/tools/fetch/imls-pls.d.ts.map +0 -1
- package/out/tools/fetch/imls-pls.js +0 -108
- package/out/tools/fetch/imls-pls.js.map +0 -1
- package/out/tools/fetch/juso-kr.d.ts +0 -30
- package/out/tools/fetch/juso-kr.d.ts.map +0 -1
- package/out/tools/fetch/juso-kr.js +0 -120
- package/out/tools/fetch/juso-kr.js.map +0 -1
- package/out/tools/fetch/localdata-kr.d.ts +0 -30
- package/out/tools/fetch/localdata-kr.d.ts.map +0 -1
- package/out/tools/fetch/localdata-kr.js +0 -139
- package/out/tools/fetch/localdata-kr.js.map +0 -1
- package/out/tools/fetch/nad.d.ts +0 -70
- package/out/tools/fetch/nad.d.ts.map +0 -1
- package/out/tools/fetch/nad.js +0 -234
- package/out/tools/fetch/nad.js.map +0 -1
- package/out/tools/fetch/nppes.d.ts +0 -26
- package/out/tools/fetch/nppes.d.ts.map +0 -1
- package/out/tools/fetch/nppes.js +0 -126
- package/out/tools/fetch/nppes.js.map +0 -1
- package/out/tools/fetch/state-hi-schools.d.ts +0 -26
- package/out/tools/fetch/state-hi-schools.d.ts.map +0 -1
- package/out/tools/fetch/state-hi-schools.js +0 -112
- package/out/tools/fetch/state-hi-schools.js.map +0 -1
- package/out/tools/fetch/state-sources.d.ts +0 -26
- package/out/tools/fetch/state-sources.d.ts.map +0 -1
- package/out/tools/fetch/state-sources.js +0 -111
- package/out/tools/fetch/state-sources.js.map +0 -1
- package/out/tools/fetch/tiger-full.d.ts +0 -22
- package/out/tools/fetch/tiger-full.d.ts.map +0 -1
- package/out/tools/fetch/tiger-full.js +0 -217
- package/out/tools/fetch/tiger-full.js.map +0 -1
- package/out/tools/golden-expand.d.ts +0 -90
- package/out/tools/golden-expand.d.ts.map +0 -1
- package/out/tools/golden-expand.js +0 -406
- package/out/tools/golden-expand.js.map +0 -1
- package/out/tools/golden-promote.d.ts +0 -72
- package/out/tools/golden-promote.d.ts.map +0 -1
- package/out/tools/golden-promote.js +0 -240
- package/out/tools/golden-promote.js.map +0 -1
- package/out/tools/golden-relabel-street.d.ts +0 -196
- package/out/tools/golden-relabel-street.d.ts.map +0 -1
- package/out/tools/golden-relabel-street.js +0 -439
- package/out/tools/golden-relabel-street.js.map +0 -1
- package/out/tools/lint-slice-vocab.d.ts +0 -90
- package/out/tools/lint-slice-vocab.d.ts.map +0 -1
- package/out/tools/lint-slice-vocab.js +0 -267
- package/out/tools/lint-slice-vocab.js.map +0 -1
- package/out/tools/lint-slice.d.ts +0 -93
- package/out/tools/lint-slice.d.ts.map +0 -1
- package/out/tools/lint-slice.js +0 -322
- package/out/tools/lint-slice.js.map +0 -1
- package/out/tools/slice-kryptonite.d.ts +0 -32
- package/out/tools/slice-kryptonite.d.ts.map +0 -1
- package/out/tools/slice-kryptonite.js +0 -99
- package/out/tools/slice-kryptonite.js.map +0 -1
- package/out/tools/slice-translit.d.ts +0 -51
- package/out/tools/slice-translit.d.ts.map +0 -1
- package/out/tools/slice-translit.js +0 -166
- package/out/tools/slice-translit.js.map +0 -1
- package/out/tools/sub-venue/harvest.d.ts +0 -100
- package/out/tools/sub-venue/harvest.d.ts.map +0 -1
- package/out/tools/sub-venue/harvest.js +0 -168
- package/out/tools/sub-venue/harvest.js.map +0 -1
- package/out/tools/sub-venue/head-nouns.d.ts +0 -50
- package/out/tools/sub-venue/head-nouns.d.ts.map +0 -1
- package/out/tools/sub-venue/head-nouns.js.map +0 -1
- package/out/tools/sub-venue/surfaces.d.ts +0 -45
- package/out/tools/sub-venue/surfaces.d.ts.map +0 -1
- package/out/tools/sub-venue/surfaces.js.map +0 -1
- package/out/tools/sub-venue/table.d.ts +0 -229
- package/out/tools/sub-venue/table.d.ts.map +0 -1
- package/out/tools/sub-venue/table.js.map +0 -1
- package/out/tools/sub-venue/wikidata.d.ts +0 -26
- package/out/tools/sub-venue/wikidata.d.ts.map +0 -1
- package/out/tools/sub-venue/wikidata.js +0 -62
- package/out/tools/sub-venue/wikidata.js.map +0 -1
- package/out/tools/sub-venue-lexicon.d.ts +0 -156
- package/out/tools/sub-venue-lexicon.d.ts.map +0 -1
- package/out/tools/sub-venue-lexicon.js +0 -283
- package/out/tools/sub-venue-lexicon.js.map +0 -1
- package/out/tools/sub-venue-promotions.d.ts +0 -94
- package/out/tools/sub-venue-promotions.d.ts.map +0 -1
- package/out/tools/sub-venue-promotions.js +0 -266
- package/out/tools/sub-venue-promotions.js.map +0 -1
- /package/lib/{recipes/cn-organizational-units.ts → cn/recipes/organizational-units.ts} +0 -0
- /package/lib/{recipes/cz-pcfirst-preposition.ts → cz/recipes/pcfirst-preposition.ts} +0 -0
- /package/lib/{adapters → fr/adapters}/ban/street-decompose.ts +0 -0
- /package/lib/{adapters/wof-admin-jp → jp/adapters/wof-admin}/adapter.ts +0 -0
- /package/lib/{recipes/nl-postcode.ts → nl/recipes/postcode.ts} +0 -0
- /package/lib/{recipes/no-fragment.ts → no/recipes/fragment.ts} +0 -0
- /package/lib/{recipes/no-street.ts → no/recipes/street/index.ts} +0 -0
- /package/lib/{recipes/no-street-led.ts → no/recipes/street/led.ts} +0 -0
- /package/lib/recipes/{bare-country.ts → bare/country.ts} +0 -0
- /package/lib/recipes/{street-bare.ts → street/bare.ts} +0 -0
- /package/lib/{recipes/si-bare-village.ts → si/recipes/bare-village.ts} +0 -0
- /package/lib/tools/{golden-expand.ts → golden/expand.ts} +0 -0
- /package/lib/tools/{lint-slice.ts → lint/slice/index.ts} +0 -0
- /package/lib/tools/{slice-kryptonite.ts → slice/kryptonite.ts} +0 -0
- /package/lib/tools/{slice-translit.ts → slice/translit.ts} +0 -0
- /package/lib/tools/{sub-venue-promotions.ts → sub/venue/promotions.ts} +0 -0
- /package/lib/{adapters/state-hi-schools → us/adapters/state/hi-schools}/workbook.ts +0 -0
- /package/lib/{adapters → us/adapters}/tiger/street-decompose.ts +0 -0
- /package/lib/{codex/us-fips-state.ts → us/fips-state.ts} +0 -0
- /package/lib/{recipes → ve/recipes}/reviewed-postcode-tail.ts +0 -0
- /package/out/adapters/{geonames-postal → geonames/postal}/adapter.d.ts +0 -0
- /package/out/{adapters → au/adapters}/gnaf/adapter.d.ts +0 -0
- /package/out/{adapters → fr/adapters}/ban/adapter.d.ts +0 -0
- /package/out/{adapters → fr/adapters}/ban/street-decompose.d.ts +0 -0
- /package/out/{adapters → fr/adapters}/ban/street-decompose.js +0 -0
- /package/out/{adapters/wof-admin-jp → jp/adapters/wof-admin}/adapter.d.ts +0 -0
- /package/out/{adapters/wof-admin-jp → jp/adapters/wof-admin}/adapter.js +0 -0
- /package/out/tools/{sub-venue → sub/venue}/head-nouns.js +0 -0
- /package/out/tools/{sub-venue → sub/venue}/surfaces.js +0 -0
- /package/out/tools/{sub-venue → sub/venue}/table.js +0 -0
- /package/out/{adapters → us/adapters}/fcc-bdc/adapter.d.ts +0 -0
- /package/out/{adapters/state-hi-schools → us/adapters/state/hi-schools}/adapter.d.ts +0 -0
- /package/out/{adapters/state-hi-schools → us/adapters/state/hi-schools}/workbook.d.ts +0 -0
- /package/out/{adapters/state-hi-schools → us/adapters/state/hi-schools}/workbook.js +0 -0
- /package/out/{adapters/state-ia-contractors → us/adapters/state/ia-contractors}/adapter.d.ts +0 -0
- /package/out/{adapters/state-ny-notaries → us/adapters/state/ny-notaries}/adapter.d.ts +0 -0
- /package/out/{adapters/state-tx-notaries → us/adapters/state/tx-notaries}/adapter.d.ts +0 -0
- /package/out/{adapters → us/adapters}/tiger/street-decompose.d.ts +0 -0
- /package/out/{adapters → us/adapters}/tiger/street-decompose.js +0 -0
- /package/out/{adapters/usgov-hrsa-fqhc → us/adapters/usgov/hrsa-fqhc}/adapter.d.ts +0 -0
- /package/out/{adapters/usgov-imls-pls → us/adapters/usgov/imls-pls}/adapter.d.ts +0 -0
- /package/out/{adapters/usgov-irs-bmf → us/adapters/usgov/irs-bmf}/adapter.d.ts +0 -0
- /package/out/{adapters/usgov-nad → us/adapters/usgov/nad}/adapter.d.ts +0 -0
- /package/out/{adapters/usgov-nppes → us/adapters/usgov/nppes}/adapter.d.ts +0 -0
- /package/out/{adapters/usgov-samhsa-treatment-locator → us/adapters/usgov/samhsa-treatment-locator}/adapter.d.ts +0 -0
- /package/out/{recipes → ve/recipes}/reviewed-postcode-tail.d.ts +0 -0
- /package/out/{recipes → ve/recipes}/reviewed-postcode-tail.js +0 -0
package/lib/recipes/index.ts
CHANGED
|
@@ -8,36 +8,39 @@
|
|
|
8
8
|
* to them. A new slice is a new entry here, not a new script.
|
|
9
9
|
*/
|
|
10
10
|
|
|
11
|
+
import { cnOrganizationalUnitsRecipe } from "#cn/recipes/organizational-units"
|
|
12
|
+
import { czPcFirstPrepositionRecipe } from "#cz/recipes/pcfirst-preposition"
|
|
13
|
+
import { germanRecipe } from "#de/recipes/locale"
|
|
14
|
+
import { frAdminSplitRecipe } from "#fr/recipes/admin-split"
|
|
15
|
+
import { frBareStreetRecipe } from "#fr/recipes/bare-street"
|
|
16
|
+
import { frFragmentRecipe } from "#fr/recipes/fragment"
|
|
17
|
+
import { frLieuditRecipe } from "#fr/recipes/lieudit"
|
|
18
|
+
import { frOrderRecipe } from "#fr/recipes/order"
|
|
19
|
+
import { localeRecipe } from "#international/recipes/locale"
|
|
20
|
+
import { nlPostcodeRecipe } from "#nl/recipes/postcode"
|
|
21
|
+
import { noFragmentRecipe } from "#no/recipes/fragment"
|
|
22
|
+
import { noStreetRecipe } from "#no/recipes/street/index"
|
|
23
|
+
import { noStreetLedRecipe } from "#no/recipes/street/led"
|
|
11
24
|
import { anchorAbsorptionRecipe } from "#recipes/anchor-absorption"
|
|
12
|
-
import { bareCountryRecipe } from "#recipes/bare
|
|
25
|
+
import { bareCountryRecipe } from "#recipes/bare/country"
|
|
26
|
+
import { barePostcodeRecipe } from "#recipes/bare/postcode/index"
|
|
13
27
|
import { boundaryStressRecipe } from "#recipes/boundary-stress"
|
|
14
|
-
import { cnOrganizationalUnitsRecipe } from "#recipes/cn-organizational-units"
|
|
15
28
|
import { countryBalancedRecipe } from "#recipes/country-balanced"
|
|
16
|
-
import { czPcFirstPrepositionRecipe } from "#recipes/cz-pcfirst-preposition"
|
|
17
|
-
import { frAdminSplitRecipe } from "#recipes/fr-admin-split"
|
|
18
|
-
import { frBareStreetRecipe } from "#recipes/fr-bare-street"
|
|
19
|
-
import { frFragmentRecipe } from "#recipes/fr-fragment"
|
|
20
|
-
import { frLieuditRecipe } from "#recipes/fr-lieudit"
|
|
21
|
-
import { frOrderRecipe } from "#recipes/fr-order"
|
|
22
|
-
import { germanRecipe } from "#recipes/german"
|
|
23
29
|
import { houseVenueRecipe } from "#recipes/house-venue"
|
|
24
30
|
import { intersectionRecipe } from "#recipes/intersection"
|
|
25
|
-
import {
|
|
26
|
-
import {
|
|
27
|
-
import { noFragmentRecipe } from "#recipes/no-fragment"
|
|
28
|
-
import { noStreetRecipe } from "#recipes/no-street"
|
|
29
|
-
import { noStreetLedRecipe } from "#recipes/no-street-led"
|
|
30
|
-
import { poBoxRecipe } from "#recipes/po-box"
|
|
31
|
-
import { poBoxCedexRecipe } from "#recipes/po-box-cedex"
|
|
32
|
-
import { reviewedPostcodeTailRecipe } from "#recipes/reviewed-postcode-tail"
|
|
31
|
+
import { poBoxCedexRecipe } from "#recipes/po/box/cedex"
|
|
32
|
+
import { poBoxRecipe } from "#recipes/po/box/index"
|
|
33
33
|
import type { CorpusRecipe } from "#recipes/scaffold"
|
|
34
|
-
import { siBareVillageRecipe } from "#recipes/si-bare-village"
|
|
35
34
|
import { streetRecipe } from "#recipes/street"
|
|
36
|
-
import { streetAffixRecipe, suffixBoundaryRecipe } from "#recipes/street
|
|
37
|
-
import { streetBareRecipe } from "#recipes/street
|
|
38
|
-
import { subVenueRecipe } from "#recipes/sub
|
|
35
|
+
import { streetAffixRecipe, suffixBoundaryRecipe } from "#recipes/street/affix"
|
|
36
|
+
import { streetBareRecipe } from "#recipes/street/bare"
|
|
37
|
+
import { subVenueRecipe } from "#recipes/sub/venue/index"
|
|
39
38
|
import { trailingRegionRecipe } from "#recipes/trailing-region"
|
|
40
39
|
import { unitRecipe } from "#recipes/unit"
|
|
40
|
+
import { sgRegisterRecipe } from "#sg/recipes/register"
|
|
41
|
+
import { siBareVillageRecipe } from "#si/recipes/bare-village"
|
|
42
|
+
import { bdRegisterRecipe, pkRegisterRecipe } from "#south-asia/recipes/register"
|
|
43
|
+
import { reviewedPostcodeTailRecipe } from "#ve/recipes/reviewed-postcode-tail"
|
|
41
44
|
|
|
42
45
|
export * from "#recipes/scaffold"
|
|
43
46
|
|
|
@@ -60,6 +63,9 @@ const RECIPES: readonly CorpusRecipe[] = [
|
|
|
60
63
|
intersectionRecipe,
|
|
61
64
|
germanRecipe,
|
|
62
65
|
cnOrganizationalUnitsRecipe,
|
|
66
|
+
sgRegisterRecipe,
|
|
67
|
+
pkRegisterRecipe,
|
|
68
|
+
bdRegisterRecipe,
|
|
63
69
|
localeRecipe,
|
|
64
70
|
frOrderRecipe,
|
|
65
71
|
frAdminSplitRecipe,
|
|
@@ -68,6 +74,7 @@ const RECIPES: readonly CorpusRecipe[] = [
|
|
|
68
74
|
frLieuditRecipe,
|
|
69
75
|
czPcFirstPrepositionRecipe,
|
|
70
76
|
nlPostcodeRecipe,
|
|
77
|
+
barePostcodeRecipe,
|
|
71
78
|
noStreetLedRecipe,
|
|
72
79
|
noFragmentRecipe,
|
|
73
80
|
siBareVillageRecipe,
|
|
@@ -35,11 +35,11 @@
|
|
|
35
35
|
*/
|
|
36
36
|
|
|
37
37
|
import type { DuckDBConnection } from "@duckdb/node-api"
|
|
38
|
+
import type { ComponentTag } from "@mailwoman/codex/component"
|
|
38
39
|
import { dataRootPath } from "@mailwoman/core/data-root"
|
|
39
40
|
import { pathExists } from "@mailwoman/core/fs/readers"
|
|
40
41
|
import { writeLocalJSONFile } from "@mailwoman/core/fs/writers"
|
|
41
42
|
import { repoRootPath } from "@mailwoman/core/paths"
|
|
42
|
-
import type { ComponentTag } from "@mailwoman/core/types"
|
|
43
43
|
import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils"
|
|
44
44
|
import type { PathBuilderLike } from "path-ts"
|
|
45
45
|
import { JSONSpliterator } from "spliterator"
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { isAuDeliveryService } from "@mailwoman/codex/au"
|
|
6
|
+
import { isNZDeliveryService } from "@mailwoman/codex/nz"
|
|
7
|
+
|
|
8
|
+
import { makeAuNZPoBoxPhrase } from "#recipes/po/box/cedex/phrases"
|
|
9
|
+
import type { AUTuple, NZTuple, Rendered } from "#recipes/po/box/cedex/types"
|
|
10
|
+
import {
|
|
11
|
+
AU_LEADERS_CURRENT,
|
|
12
|
+
AU_LEADERS_LEGACY,
|
|
13
|
+
NZ_LEADERS_COMMON,
|
|
14
|
+
NZ_LEADERS_RARE,
|
|
15
|
+
VENUES_EN,
|
|
16
|
+
} from "#recipes/po/box/cedex/vocabulary"
|
|
17
|
+
import { pick } from "#synthesizers/utils"
|
|
18
|
+
|
|
19
|
+
const AU_UPPER_LOCALITY_CUTOFF = 0.6,
|
|
20
|
+
AU_STANDARD_CUTOFF = 0.45,
|
|
21
|
+
AU_LABEL_CUTOFF = 0.6,
|
|
22
|
+
AU_NO_POSTCODE_CUTOFF = 0.75,
|
|
23
|
+
AU_BARE_CUTOFF = 0.88
|
|
24
|
+
|
|
25
|
+
const NZ_STANDARD_CUTOFF = 0.55,
|
|
26
|
+
NZ_NO_POSTCODE_CUTOFF = 0.7,
|
|
27
|
+
NZ_BARE_CUTOFF = 0.85
|
|
28
|
+
|
|
29
|
+
export function renderAUPoBox(random: () => number, tuple: AUTuple): Rendered {
|
|
30
|
+
const phrase = makeAuNZPoBoxPhrase(random, AU_LEADERS_CURRENT, AU_LEADERS_LEGACY, isAuDeliveryService)
|
|
31
|
+
const { locality, region, postcode } = tuple
|
|
32
|
+
const draw = random()
|
|
33
|
+
const location = draw < AU_UPPER_LOCALITY_CUTOFF ? locality.toUpperCase() : locality
|
|
34
|
+
const base = { po_box: phrase, locality: location, region, postcode }
|
|
35
|
+
|
|
36
|
+
if (draw < AU_STANDARD_CUTOFF)
|
|
37
|
+
return { fmt: "au-standard", raw: `${phrase}, ${location} ${region} ${postcode}`, components: base }
|
|
38
|
+
|
|
39
|
+
if (draw < AU_LABEL_CUTOFF) {
|
|
40
|
+
const upper = phrase.toUpperCase()
|
|
41
|
+
|
|
42
|
+
return {
|
|
43
|
+
fmt: "au-label-nocomma",
|
|
44
|
+
raw: `${upper} ${locality.toUpperCase()} ${region} ${postcode}`,
|
|
45
|
+
components: { po_box: upper, locality: locality.toUpperCase(), region, postcode },
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
if (draw < AU_NO_POSTCODE_CUTOFF)
|
|
50
|
+
return {
|
|
51
|
+
fmt: "au-no-postcode",
|
|
52
|
+
raw: `${phrase}, ${location} ${region}`,
|
|
53
|
+
components: { po_box: phrase, locality: location, region },
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
if (draw < AU_BARE_CUTOFF) return { fmt: "au-bare", raw: phrase, components: { po_box: phrase } }
|
|
57
|
+
const venue = pick(VENUES_EN, random)
|
|
58
|
+
|
|
59
|
+
return {
|
|
60
|
+
fmt: "au-venue",
|
|
61
|
+
raw: `${venue}, ${phrase}, ${location} ${region} ${postcode}`,
|
|
62
|
+
components: { venue, ...base },
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
export function renderNZPoBox(random: () => number, tuple: NZTuple): Rendered {
|
|
67
|
+
const phrase = makeAuNZPoBoxPhrase(random, NZ_LEADERS_COMMON, NZ_LEADERS_RARE, isNZDeliveryService)
|
|
68
|
+
const { locality, postcode } = tuple
|
|
69
|
+
const base = { po_box: phrase, locality, postcode }
|
|
70
|
+
const draw = random()
|
|
71
|
+
|
|
72
|
+
if (draw < NZ_STANDARD_CUTOFF)
|
|
73
|
+
return { fmt: "nz-standard", raw: `${phrase}, ${locality} ${postcode}`, components: base }
|
|
74
|
+
|
|
75
|
+
if (draw < NZ_NO_POSTCODE_CUTOFF)
|
|
76
|
+
return { fmt: "nz-no-postcode", raw: `${phrase}, ${locality}`, components: { po_box: phrase, locality } }
|
|
77
|
+
|
|
78
|
+
if (draw < NZ_BARE_CUTOFF) return { fmt: "nz-bare", raw: phrase, components: { po_box: phrase } }
|
|
79
|
+
const venue = pick(VENUES_EN, random)
|
|
80
|
+
|
|
81
|
+
return { fmt: "nz-venue", raw: `${venue}, ${phrase}, ${locality} ${postcode}`, components: { venue, ...base } }
|
|
82
|
+
}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { makeCaPostcode, makePoBoxPhrase } from "#recipes/po/box/cedex/phrases"
|
|
6
|
+
import type { Rendered } from "#recipes/po/box/cedex/types"
|
|
7
|
+
import {
|
|
8
|
+
CA_EN_LEADERS,
|
|
9
|
+
CA_FR_LEADERS,
|
|
10
|
+
ON_FSA_LETTERS,
|
|
11
|
+
QC_FSA_LETTERS,
|
|
12
|
+
VENUES_FR,
|
|
13
|
+
} from "#recipes/po/box/cedex/vocabulary"
|
|
14
|
+
import { pick } from "#synthesizers/utils"
|
|
15
|
+
|
|
16
|
+
const CA_FR_GOLDEN_ORDER_CUTOFF = 0.4,
|
|
17
|
+
CA_FR_NATIVE_CUTOFF = 0.7,
|
|
18
|
+
CA_FR_BARE_CUTOFF = 0.85
|
|
19
|
+
|
|
20
|
+
const CA_EN_STANDARD_CUTOFF = 0.5,
|
|
21
|
+
CA_EN_GOLDEN_ORDER_CUTOFF = 0.8
|
|
22
|
+
|
|
23
|
+
export function renderCaFr(random: () => number, locality: string): Rendered {
|
|
24
|
+
const phrase = makePoBoxPhrase(random, CA_FR_LEADERS)
|
|
25
|
+
const postcode = makeCaPostcode(random, QC_FSA_LETTERS)
|
|
26
|
+
const components = { po_box: phrase, postcode, locality, region: "QC" }
|
|
27
|
+
const draw = random()
|
|
28
|
+
|
|
29
|
+
if (draw < CA_FR_GOLDEN_ORDER_CUTOFF)
|
|
30
|
+
return { fmt: "ca-fr-golden-order", raw: `${phrase}, ${postcode} ${locality}, QC`, components }
|
|
31
|
+
|
|
32
|
+
if (draw < CA_FR_NATIVE_CUTOFF)
|
|
33
|
+
return { fmt: "ca-fr-native", raw: `${phrase}, ${locality} QC ${postcode}`, components }
|
|
34
|
+
|
|
35
|
+
if (draw < CA_FR_BARE_CUTOFF) return { fmt: "ca-fr-bare", raw: phrase, components: { po_box: phrase } }
|
|
36
|
+
const venue = pick(VENUES_FR, random)
|
|
37
|
+
|
|
38
|
+
return {
|
|
39
|
+
fmt: "ca-fr-venue",
|
|
40
|
+
raw: `${venue}, ${phrase}, ${locality} QC ${postcode}`,
|
|
41
|
+
components: { venue, ...components },
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
export function renderCaEn(random: () => number, locality: string): Rendered {
|
|
46
|
+
const phrase = makePoBoxPhrase(random, CA_EN_LEADERS)
|
|
47
|
+
const postcode = makeCaPostcode(random, ON_FSA_LETTERS)
|
|
48
|
+
const components = { po_box: phrase, locality, region: "ON", postcode }
|
|
49
|
+
const draw = random()
|
|
50
|
+
|
|
51
|
+
if (draw < CA_EN_STANDARD_CUTOFF)
|
|
52
|
+
return { fmt: "ca-en-standard", raw: `${phrase}, ${locality}, ON ${postcode}`, components }
|
|
53
|
+
|
|
54
|
+
if (draw < CA_EN_GOLDEN_ORDER_CUTOFF)
|
|
55
|
+
return { fmt: "ca-en-golden-order", raw: `${phrase}, ${postcode} ${locality}, ON`, components }
|
|
56
|
+
|
|
57
|
+
return { fmt: "ca-en-bare", raw: phrase, components: { po_box: phrase } }
|
|
58
|
+
}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { makeCedex, makePoBoxPhrase } from "#recipes/po/box/cedex/phrases"
|
|
6
|
+
import type { FRTuple, Rendered } from "#recipes/po/box/cedex/types"
|
|
7
|
+
import { FR_LEADERS, VENUES_FR } from "#recipes/po/box/cedex/vocabulary"
|
|
8
|
+
import { pick } from "#synthesizers/utils"
|
|
9
|
+
|
|
10
|
+
const BP_TAIL_CUTOFF = 0.45,
|
|
11
|
+
BP_BARE_CUTOFF = 0.6,
|
|
12
|
+
BP_CEDEX_CUTOFF = 0.8
|
|
13
|
+
|
|
14
|
+
const CEDEX_UPPER_LOCALITY_SHARE = 0.6,
|
|
15
|
+
CEDEX_LINE_CUTOFF = 0.4,
|
|
16
|
+
CEDEX_FULL_CUTOFF = 0.75,
|
|
17
|
+
CEDEX_GOLDEN_ORDER_CUTOFF = 0.85
|
|
18
|
+
|
|
19
|
+
export function renderBpFr(random: () => number, tuple: FRTuple): Rendered {
|
|
20
|
+
const phrase = makePoBoxPhrase(random, FR_LEADERS)
|
|
21
|
+
const { locality, postcode } = tuple
|
|
22
|
+
const location = random() < 0.5 ? locality.toUpperCase() : locality
|
|
23
|
+
const draw = random()
|
|
24
|
+
|
|
25
|
+
if (draw < BP_TAIL_CUTOFF)
|
|
26
|
+
return {
|
|
27
|
+
fmt: "bp-tail",
|
|
28
|
+
raw: `${phrase}, ${postcode} ${location}`,
|
|
29
|
+
components: { po_box: phrase, postcode, locality: location },
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
if (draw < BP_BARE_CUTOFF) return { fmt: "bp-bare", raw: phrase, components: { po_box: phrase } }
|
|
33
|
+
|
|
34
|
+
if (draw < BP_CEDEX_CUTOFF) {
|
|
35
|
+
const cedex = makeCedex(random)
|
|
36
|
+
const upperLocality = locality.toUpperCase()
|
|
37
|
+
|
|
38
|
+
return {
|
|
39
|
+
fmt: "bp-cedex",
|
|
40
|
+
raw: `${phrase}, ${postcode} ${upperLocality} ${cedex}`,
|
|
41
|
+
components: { po_box: phrase, postcode, locality: upperLocality, cedex },
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const venue = pick(VENUES_FR, random)
|
|
46
|
+
|
|
47
|
+
return {
|
|
48
|
+
fmt: "bp-venue",
|
|
49
|
+
raw: `${venue}, ${phrase}, ${postcode} ${location}`,
|
|
50
|
+
components: { venue, po_box: phrase, postcode, locality: location },
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export function renderCedexFr(random: () => number, tuple: FRTuple): Rendered {
|
|
55
|
+
const cedex = makeCedex(random)
|
|
56
|
+
const { house_number, street, locality, postcode } = tuple
|
|
57
|
+
const location = random() < CEDEX_UPPER_LOCALITY_SHARE ? locality.toUpperCase() : locality
|
|
58
|
+
const line = { postcode, locality: location, cedex }
|
|
59
|
+
const draw = random()
|
|
60
|
+
|
|
61
|
+
if (draw < CEDEX_LINE_CUTOFF) return { fmt: "cedex-line", raw: `${postcode} ${location} ${cedex}`, components: line }
|
|
62
|
+
|
|
63
|
+
if (draw < CEDEX_FULL_CUTOFF)
|
|
64
|
+
return {
|
|
65
|
+
fmt: "cedex-full",
|
|
66
|
+
raw: `${house_number} ${street}, ${postcode} ${location} ${cedex}`,
|
|
67
|
+
components: { house_number, street, ...line },
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
if (draw < CEDEX_GOLDEN_ORDER_CUTOFF)
|
|
71
|
+
return { fmt: "cedex-golden-order", raw: `${postcode} ${cedex} ${location}`, components: line }
|
|
72
|
+
|
|
73
|
+
const venue = pick(VENUES_FR, random)
|
|
74
|
+
|
|
75
|
+
return { fmt: "cedex-venue", raw: `${venue}, ${postcode} ${location} ${cedex}`, components: { venue, ...line } }
|
|
76
|
+
}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { normalizeCaPostalCode } from "@mailwoman/codex/ca"
|
|
6
|
+
import { isCedex } from "@mailwoman/codex/fr"
|
|
7
|
+
import { isNZDeliveryService } from "@mailwoman/codex/nz"
|
|
8
|
+
import { isUSPoBoxDesignator, matchPOBox } from "@mailwoman/codex/us"
|
|
9
|
+
|
|
10
|
+
import { CA_INTERIOR_LETTERS } from "#recipes/po/box/cedex/vocabulary"
|
|
11
|
+
import { maybeNoisifyBoxNumber } from "#synthesizers/po-box"
|
|
12
|
+
import { pick, tieredNumber } from "#synthesizers/utils"
|
|
13
|
+
|
|
14
|
+
const BOX_TWO_DIGIT_CUTOFF = 0.3
|
|
15
|
+
const BOX_THREE_DIGIT_CUTOFF = 0.7
|
|
16
|
+
const BOX_FOUR_DIGIT_CUTOFF = 0.95
|
|
17
|
+
const TEMPLATE_CASE_CUTOFF = 0.7
|
|
18
|
+
const UPPER_CASE_CUTOFF = 0.92
|
|
19
|
+
const RARE_LEADER_SHARE = 0.1
|
|
20
|
+
const CEDEX_UPPER_CUTOFF = 0.6
|
|
21
|
+
const CEDEX_TITLE_CUTOFF = 0.9
|
|
22
|
+
const CEDEX_UNNUMBERED_SHARE = 0.2
|
|
23
|
+
|
|
24
|
+
const pickBoxNumber = (random: () => number): string =>
|
|
25
|
+
tieredNumber(random, [
|
|
26
|
+
{ cutoff: BOX_TWO_DIGIT_CUTOFF, base: 1, span: 99 },
|
|
27
|
+
{ cutoff: BOX_THREE_DIGIT_CUTOFF, base: 100, span: 900 },
|
|
28
|
+
{ cutoff: BOX_FOUR_DIGIT_CUTOFF, base: 1000, span: 9000 },
|
|
29
|
+
{ base: 10_000, span: 90_000 },
|
|
30
|
+
])
|
|
31
|
+
|
|
32
|
+
const caseDial = (random: () => number, value: string): string => {
|
|
33
|
+
const draw = random()
|
|
34
|
+
|
|
35
|
+
return draw < TEMPLATE_CASE_CUTOFF ? value : draw < UPPER_CASE_CUTOFF ? value.toUpperCase() : value.toLowerCase()
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export function makePoBoxPhrase(
|
|
39
|
+
random: () => number,
|
|
40
|
+
leaders: ReadonlyArray<string>,
|
|
41
|
+
rareLeaders?: ReadonlyArray<string>
|
|
42
|
+
): string {
|
|
43
|
+
let leader = pick(leaders, random)
|
|
44
|
+
|
|
45
|
+
if (rareLeaders && random() < RARE_LEADER_SHARE) {
|
|
46
|
+
leader = pick(rareLeaders, random)
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
const number = maybeNoisifyBoxNumber(pickBoxNumber(random), random)
|
|
50
|
+
const phrase = leader === "#" ? `#${number}` : `${caseDial(random, leader)} ${number}`
|
|
51
|
+
|
|
52
|
+
if (isUSPoBoxDesignator(leader) && /^[\dA-Za-z][\dA-Za-z-]*$/.test(number) && !matchPOBox(phrase))
|
|
53
|
+
throw new Error(`generated a po_box phrase the codex matcher rejects: "${phrase}"`)
|
|
54
|
+
|
|
55
|
+
return phrase
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
export function makeCedex(random: () => number): string {
|
|
59
|
+
const draw = random()
|
|
60
|
+
const word = draw < CEDEX_UPPER_CUTOFF ? "CEDEX" : draw < CEDEX_TITLE_CUTOFF ? "Cedex" : "cedex"
|
|
61
|
+
let phrase = word
|
|
62
|
+
|
|
63
|
+
if (random() >= CEDEX_UNNUMBERED_SHARE) {
|
|
64
|
+
const number = 1 + Math.floor(random() * 20)
|
|
65
|
+
phrase = `${word} ${random() < 0.5 ? String(number).padStart(2, "0") : String(number)}`
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
if (!isCedex(phrase)) throw new Error(`makeCedex emitted a phrase the codex matcher rejects: "${phrase}"`)
|
|
69
|
+
|
|
70
|
+
return phrase
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
export function makeAuNZPoBoxPhrase(
|
|
74
|
+
random: () => number,
|
|
75
|
+
leaders: ReadonlyArray<string>,
|
|
76
|
+
rareLeaders: ReadonlyArray<string>,
|
|
77
|
+
validate: (input: unknown) => boolean
|
|
78
|
+
): string {
|
|
79
|
+
let leader = pick(leaders, random)
|
|
80
|
+
|
|
81
|
+
if (random() < RARE_LEADER_SHARE) {
|
|
82
|
+
leader = pick(rareLeaders, random)
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
let number = maybeNoisifyBoxNumber(pickBoxNumber(random), random)
|
|
86
|
+
|
|
87
|
+
if (leader === "CMB" && validate === isNZDeliveryService) {
|
|
88
|
+
number = `B${number}`
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
const phrase = `${caseDial(random, leader)} ${number}`
|
|
92
|
+
const cleanID = validate === isNZDeliveryService ? /^[\dA-Za-z]+$/ : /^[\dA-Za-z][\dA-Za-z-]*$/
|
|
93
|
+
|
|
94
|
+
if (cleanID.test(number) && !validate(phrase))
|
|
95
|
+
throw new Error(`generated a phrase the codex matcher rejects: "${phrase}"`)
|
|
96
|
+
|
|
97
|
+
return phrase
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
export function makeCaPostcode(random: () => number, fsaLetters: string[]): string {
|
|
101
|
+
const letter = () => CA_INTERIOR_LETTERS[Math.floor(random() * CA_INTERIOR_LETTERS.length)]!
|
|
102
|
+
const digit = () => String(Math.floor(random() * 10))
|
|
103
|
+
const postcode = `${pick(fsaLetters, random)}${digit()}${letter()} ${digit()}${letter()}${digit()}`
|
|
104
|
+
|
|
105
|
+
if (!normalizeCaPostalCode(postcode)) throw new Error(`generated an invalid CA postcode: ${postcode}`)
|
|
106
|
+
|
|
107
|
+
return postcode
|
|
108
|
+
}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { dataRootPath } from "@mailwoman/core/data-root"
|
|
6
|
+
import { mulberry32 as makeMulberry32 } from "@mailwoman/core/utils"
|
|
7
|
+
|
|
8
|
+
import { renderAUPoBox, renderNZPoBox } from "#recipes/po/box/cedex/au-nz"
|
|
9
|
+
import { renderCaEn, renderCaFr } from "#recipes/po/box/cedex/ca"
|
|
10
|
+
import { renderBpFr, renderCedexFr } from "#recipes/po/box/cedex/fr"
|
|
11
|
+
import {
|
|
12
|
+
FR_SOURCE,
|
|
13
|
+
GEONAMES_CA,
|
|
14
|
+
GEONAMES_POSTAL_AU,
|
|
15
|
+
GEONAMES_POSTAL_NZ,
|
|
16
|
+
isHoldoutLocality,
|
|
17
|
+
readCaLocalities,
|
|
18
|
+
readFrTuples,
|
|
19
|
+
readPostalTuples,
|
|
20
|
+
readUsTuples,
|
|
21
|
+
US_EVAL_SOURCE,
|
|
22
|
+
US_TRAIN_SOURCES,
|
|
23
|
+
} from "#recipes/po/box/cedex/sources"
|
|
24
|
+
import type { AUTuple, NZTuple, Rendered, USTuple } from "#recipes/po/box/cedex/types"
|
|
25
|
+
import { renderPmbUs, renderPoBoxUs } from "#recipes/po/box/cedex/us"
|
|
26
|
+
import { CLASS_MIX } from "#recipes/po/box/cedex/vocabulary"
|
|
27
|
+
import { sliceSourceID, type CanonicalSliceRow, type CorpusRecipe } from "#recipes/scaffold"
|
|
28
|
+
import { synthesizeMilitaryPoBoxRow } from "#synthesizers/po-box"
|
|
29
|
+
import { pick } from "#synthesizers/utils"
|
|
30
|
+
import { alignRow } from "#utils"
|
|
31
|
+
|
|
32
|
+
const COMPONENT_ORDER = ["house_number", "street", "po_box", "venue", "locality", "postcode", "region", "cedex"]
|
|
33
|
+
|
|
34
|
+
const orderComponents = (components: Record<string, string>): Record<string, string> =>
|
|
35
|
+
Object.fromEntries(COMPONENT_ORDER.filter((key) => components[key]).map((key) => [key, components[key]!]))
|
|
36
|
+
|
|
37
|
+
const pickClass = (draw: number): string => {
|
|
38
|
+
let accumulated = 0
|
|
39
|
+
|
|
40
|
+
for (const [name, weight] of CLASS_MIX) {
|
|
41
|
+
accumulated += weight
|
|
42
|
+
|
|
43
|
+
if (draw < accumulated) return name
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
return CLASS_MIX.at(-1)![0]
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
/**
|
|
50
|
+
* Generate PO-box and CEDEX rows from US, French, Canadian, Australian, and New Zealand source pools.
|
|
51
|
+
*/
|
|
52
|
+
export const poBoxCedexRecipe: CorpusRecipe = {
|
|
53
|
+
name: "po-box-cedex",
|
|
54
|
+
description: "PO box / CEDEX coverage rows (US/FR/CA/AU/NZ) — self-generated from cached OA + GeoNames pools",
|
|
55
|
+
mode: "generate",
|
|
56
|
+
options: [{ flag: "--golden", description: "Emit the leakage-safe holdout variant ({raw, components, country})" }],
|
|
57
|
+
async run(opts, write) {
|
|
58
|
+
const random = makeMulberry32(opts.seed)
|
|
59
|
+
const count = opts.count ?? 50_000
|
|
60
|
+
const source = opts.sourceName ?? "synth-po-box-cedex"
|
|
61
|
+
const usPool: USTuple[] = []
|
|
62
|
+
|
|
63
|
+
for (const sourceEntry of opts.golden ? [US_EVAL_SOURCE] : US_TRAIN_SOURCES) {
|
|
64
|
+
const tuples = await readUsTuples(sourceEntry)
|
|
65
|
+
|
|
66
|
+
console.error(` ${sourceEntry.csv}: ${tuples.length} tuples`)
|
|
67
|
+
|
|
68
|
+
for (const tuple of tuples) {
|
|
69
|
+
usPool.push(tuple)
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
const frAll = await readFrTuples(80_000)
|
|
74
|
+
const frPool = frAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden)
|
|
75
|
+
|
|
76
|
+
console.error(` ${FR_SOURCE.csv}: ${frAll.length} tuples (${frPool.length} after holdout split)`)
|
|
77
|
+
|
|
78
|
+
const qcAll = await readCaLocalities("10"),
|
|
79
|
+
onAll = await readCaLocalities("08")
|
|
80
|
+
|
|
81
|
+
const qcPool = qcAll.filter((locality) => isHoldoutLocality(locality) === opts.golden),
|
|
82
|
+
onPool = onAll.filter((locality) => isHoldoutLocality(locality) === opts.golden)
|
|
83
|
+
|
|
84
|
+
console.error(` GeoNames CA: QC ${qcAll.length}→${qcPool.length}, ON ${onAll.length}→${onPool.length}`)
|
|
85
|
+
|
|
86
|
+
const auAll = (await readPostalTuples(GEONAMES_POSTAL_AU, { withState: true })) as AUTuple[],
|
|
87
|
+
nzAll = (await readPostalTuples(GEONAMES_POSTAL_NZ, { withState: false })) as NZTuple[]
|
|
88
|
+
|
|
89
|
+
const auPool = auAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden),
|
|
90
|
+
nzPool = nzAll.filter((tuple) => isHoldoutLocality(tuple.locality) === opts.golden)
|
|
91
|
+
|
|
92
|
+
console.error(` GeoNames postal: AU ${auAll.length}→${auPool.length}, NZ ${nzAll.length}→${nzPool.length}`)
|
|
93
|
+
|
|
94
|
+
if (!usPool.length || !frPool.length || !qcPool.length || !onPool.length || !auPool.length || !nzPool.length)
|
|
95
|
+
throw new Error(
|
|
96
|
+
`A base pool is empty — check ${dataRootPath("oa-cache")}, ${GEONAMES_CA}, ${GEONAMES_POSTAL_AU.zip}, and ${GEONAMES_POSTAL_NZ.zip}.`
|
|
97
|
+
)
|
|
98
|
+
|
|
99
|
+
let emitted = 0,
|
|
100
|
+
skipped = 0,
|
|
101
|
+
guard = 0
|
|
102
|
+
|
|
103
|
+
while (emitted < count && guard++ < count * 10) {
|
|
104
|
+
const kind = pickClass(random())
|
|
105
|
+
let rendered: Rendered
|
|
106
|
+
let country: string
|
|
107
|
+
let locale: string
|
|
108
|
+
|
|
109
|
+
if (kind === "po-box-us") {
|
|
110
|
+
rendered = renderPoBoxUs(random, pick(usPool, random))
|
|
111
|
+
country = "US"
|
|
112
|
+
locale = "en-US"
|
|
113
|
+
} else if (kind === "pmb-us") {
|
|
114
|
+
const tuple = pick(usPool, random)
|
|
115
|
+
|
|
116
|
+
if (!tuple.postcode || !tuple.street || !tuple.house_number) continue
|
|
117
|
+
rendered = renderPmbUs(random, tuple)
|
|
118
|
+
country = "US"
|
|
119
|
+
locale = "en-US"
|
|
120
|
+
} else if (kind === "bp-fr") {
|
|
121
|
+
rendered = renderBpFr(random, pick(frPool, random))
|
|
122
|
+
country = "FR"
|
|
123
|
+
locale = "fr-FR"
|
|
124
|
+
} else if (kind === "cedex-fr") {
|
|
125
|
+
rendered = renderCedexFr(random, pick(frPool, random))
|
|
126
|
+
country = "FR"
|
|
127
|
+
locale = "fr-FR"
|
|
128
|
+
} else if (kind === "cp-ca-fr") {
|
|
129
|
+
rendered = renderCaFr(random, pick(qcPool, random))
|
|
130
|
+
country = "CA"
|
|
131
|
+
locale = "fr-CA"
|
|
132
|
+
} else if (kind === "po-box-au") {
|
|
133
|
+
rendered = renderAUPoBox(random, pick(auPool, random))
|
|
134
|
+
country = "AU"
|
|
135
|
+
locale = "en-AU"
|
|
136
|
+
} else if (kind === "po-box-nz") {
|
|
137
|
+
rendered = renderNZPoBox(random, pick(nzPool, random))
|
|
138
|
+
country = "NZ"
|
|
139
|
+
locale = "en-NZ"
|
|
140
|
+
} else if (kind === "po-box-us-military") {
|
|
141
|
+
const military = synthesizeMilitaryPoBoxRow({ random })
|
|
142
|
+
const { country: _country, ...components } = military.components
|
|
143
|
+
rendered = { fmt: "po-box-military", raw: military.raw, components: components as Record<string, string> }
|
|
144
|
+
country = "US"
|
|
145
|
+
locale = "en-US"
|
|
146
|
+
} else {
|
|
147
|
+
rendered = renderCaEn(random, pick(onPool, random))
|
|
148
|
+
country = "CA"
|
|
149
|
+
locale = "en-CA"
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
const { raw, components } = rendered
|
|
153
|
+
|
|
154
|
+
if (!Object.values(components).every((value) => raw.includes(value))) {
|
|
155
|
+
skipped++
|
|
156
|
+
|
|
157
|
+
continue
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
if (opts.golden) {
|
|
161
|
+
write(JSON.stringify({ raw, components: orderComponents(components), country }) + "\n")
|
|
162
|
+
|
|
163
|
+
emitted++
|
|
164
|
+
|
|
165
|
+
continue
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
const canonical: CanonicalSliceRow = {
|
|
169
|
+
raw,
|
|
170
|
+
components: orderComponents(components),
|
|
171
|
+
country,
|
|
172
|
+
locale,
|
|
173
|
+
source,
|
|
174
|
+
source_id: sliceSourceID(source, components),
|
|
175
|
+
corpus_version: "0.4.0",
|
|
176
|
+
license:
|
|
177
|
+
country === "CA"
|
|
178
|
+
? "GeoNames CA (CC-BY 4.0) locality skeletons + Canada Post box forms (corpus templates); postcodes synthesized to the codex CA pattern"
|
|
179
|
+
: country === "FR"
|
|
180
|
+
? "OpenAddresses FR (BAN-derived) skeletons + La Poste BP/CEDEX forms (corpus templates, NF Z 10-011)"
|
|
181
|
+
: country === "AU"
|
|
182
|
+
? "GeoNames AU postal dump (CC-BY 4.0) locality/state/postcode tails + Australia Post Postal Delivery Type designators (@mailwoman/codex/au)"
|
|
183
|
+
: country === "NZ"
|
|
184
|
+
? "GeoNames NZ postal dump (CC-BY 4.0) locality/postcode tails + NZ Post ADV358 Delivery Service Types (@mailwoman/codex/nz)"
|
|
185
|
+
: "OpenAddresses US (non-VT) skeletons + USPS Pub-28 §29 PO-box designators (codex/corpus templates)",
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
const aligned = alignRow(canonical as Parameters<typeof alignRow>[0])
|
|
189
|
+
|
|
190
|
+
if (aligned.kind !== "labeled" || !aligned.row) {
|
|
191
|
+
skipped++
|
|
192
|
+
|
|
193
|
+
continue
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
write(JSON.stringify({ ...aligned.row, synth_method: kind, synth_base_id: null }) + "\n")
|
|
197
|
+
|
|
198
|
+
emitted++
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
return { emitted, skipped }
|
|
202
|
+
},
|
|
203
|
+
}
|