mailwoman 4.16.1 → 5.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/out/cli.js.map +1 -1
- package/out/commands/autocomplete.d.ts.map +1 -1
- package/out/commands/autocomplete.js +7 -7
- package/out/commands/autocomplete.js.map +1 -1
- package/out/commands/corpus/build.d.ts.map +1 -1
- package/out/commands/corpus/build.js +4 -5
- package/out/commands/corpus/build.js.map +1 -1
- package/out/commands/corpus/download.d.ts.map +1 -1
- package/out/commands/corpus/download.js.map +1 -1
- package/out/commands/corpus/list.d.ts.map +1 -1
- package/out/commands/corpus/list.js +2 -3
- package/out/commands/corpus/list.js.map +1 -1
- package/out/commands/corpus/run.d.ts.map +1 -1
- package/out/commands/corpus/run.js +5 -5
- package/out/commands/corpus/run.js.map +1 -1
- package/out/commands/corpus/shard.d.ts.map +1 -0
- package/out/commands/corpus/shard.js +123 -0
- package/out/commands/corpus/shard.js.map +1 -0
- package/out/commands/corpus/upload.d.ts.map +1 -1
- package/out/commands/corpus/upload.js.map +1 -1
- package/out/commands/coverage/build.js +2 -2
- package/out/commands/debug.d.ts.map +1 -1
- package/out/commands/debug.js.map +1 -1
- package/out/commands/gazetteer/affix-relabel.d.ts.map +1 -0
- package/out/commands/gazetteer/affix-relabel.js +81 -0
- package/out/commands/gazetteer/affix-relabel.js.map +1 -0
- package/out/commands/gazetteer/anchor-lexicon.d.ts.map +1 -0
- package/out/commands/gazetteer/anchor-lexicon.js +155 -0
- package/out/commands/gazetteer/anchor-lexicon.js.map +1 -0
- package/out/commands/gazetteer/build.d.ts.map +1 -1
- package/out/commands/gazetteer/build.js +2 -2
- package/out/commands/gazetteer/build.js.map +1 -1
- package/out/commands/gazetteer/conventions.d.ts.map +1 -0
- package/out/commands/gazetteer/conventions.js +145 -0
- package/out/commands/gazetteer/conventions.js.map +1 -0
- package/out/commands/gazetteer/importance.d.ts.map +1 -0
- package/out/commands/gazetteer/importance.js +200 -0
- package/out/commands/gazetteer/importance.js.map +1 -0
- package/out/commands/gazetteer/overture-ingest.d.ts.map +1 -0
- package/out/commands/gazetteer/overture-ingest.js +244 -0
- package/out/commands/gazetteer/overture-ingest.js.map +1 -0
- package/out/commands/gazetteer/polygons.d.ts.map +1 -0
- package/out/commands/gazetteer/polygons.js +231 -0
- package/out/commands/gazetteer/polygons.js.map +1 -0
- package/out/commands/gazetteer/postal-alias.d.ts.map +1 -0
- package/out/commands/gazetteer/postal-alias.js +126 -0
- package/out/commands/gazetteer/postal-alias.js.map +1 -0
- package/out/commands/gazetteer/postal-city.d.ts.map +1 -0
- package/out/commands/gazetteer/postal-city.js +142 -0
- package/out/commands/gazetteer/postal-city.js.map +1 -0
- package/out/commands/gazetteer/postcode-binary.d.ts.map +1 -0
- package/out/commands/gazetteer/postcode-binary.js +150 -0
- package/out/commands/gazetteer/postcode-binary.js.map +1 -0
- package/out/commands/gazetteer/postcode-intl.d.ts.map +1 -0
- package/out/commands/gazetteer/postcode-intl.js +312 -0
- package/out/commands/gazetteer/postcode-intl.js.map +1 -0
- package/out/commands/gazetteer/promote.d.ts.map +1 -1
- package/out/commands/gazetteer/promote.js +1 -1
- package/out/commands/gazetteer/promote.js.map +1 -1
- package/out/commands/gazetteer/publish.d.ts.map +1 -1
- package/out/commands/gazetteer/publish.js +2 -2
- package/out/commands/gazetteer/publish.js.map +1 -1
- package/out/commands/gazetteer/release.d.ts.map +1 -1
- package/out/commands/gazetteer/release.js +3 -3
- package/out/commands/gazetteer/release.js.map +1 -1
- package/out/commands/geocode.d.ts.map +1 -1
- package/out/commands/geocode.js +9 -9
- package/out/commands/geocode.js.map +1 -1
- package/out/commands/gnaf/assemble.d.ts.map +1 -1
- package/out/commands/gnaf/assemble.js +5 -5
- package/out/commands/gnaf/assemble.js.map +1 -1
- package/out/commands/parse.d.ts.map +1 -1
- package/out/commands/parse.js +40 -45
- package/out/commands/parse.js.map +1 -1
- package/out/commands/registry.d.ts.map +1 -1
- package/out/commands/registry.js +26 -27
- package/out/commands/registry.js.map +1 -1
- package/out/commands/reverse.d.ts.map +1 -1
- package/out/commands/reverse.js +7 -7
- package/out/commands/reverse.js.map +1 -1
- package/out/commands/serve.d.ts.map +1 -1
- package/out/commands/serve.js +3 -3
- package/out/commands/serve.js.map +1 -1
- package/out/commands/situs/address-points.d.ts.map +1 -0
- package/out/commands/situs/address-points.js +286 -0
- package/out/commands/situs/address-points.js.map +1 -0
- package/out/commands/situs/attribution-manifest.d.ts.map +1 -0
- package/out/commands/situs/attribution-manifest.js +113 -0
- package/out/commands/situs/attribution-manifest.js.map +1 -0
- package/out/commands/situs/build.d.ts.map +1 -0
- package/out/commands/situs/build.js +271 -0
- package/out/commands/situs/build.js.map +1 -0
- package/out/commands/situs/interpolation-shard.d.ts.map +1 -0
- package/out/commands/situs/interpolation-shard.js +267 -0
- package/out/commands/situs/interpolation-shard.js.map +1 -0
- package/out/commands/situs/interpolation.d.ts.map +1 -0
- package/out/commands/situs/interpolation.js +508 -0
- package/out/commands/situs/interpolation.js.map +1 -0
- package/out/commands/tiger/fetch.d.ts.map +1 -1
- package/out/commands/tiger/fetch.js +2 -2
- package/out/commands/tiger/fetch.js.map +1 -1
- package/out/commands/tiger/redistricting.d.ts.map +1 -1
- package/out/commands/tiger/redistricting.js +1 -1
- package/out/commands/tiger/redistricting.js.map +1 -1
- package/out/commands/tiles/publish.d.ts.map +1 -1
- package/out/commands/tiles/publish.js +2 -2
- package/out/commands/tiles/publish.js.map +1 -1
- package/out/commands/wof/graph.d.ts.map +1 -1
- package/out/commands/wof/graph.js +3 -3
- package/out/commands/wof/graph.js.map +1 -1
- package/out/commands/wof/mermaid.d.ts.map +1 -1
- package/out/commands/wof/mermaid.js +3 -3
- package/out/commands/wof/mermaid.js.map +1 -1
- package/out/commands/wof/prepare/_app_worker.mjs +1 -1
- package/out/commands/wof/prepare/_app_worker.mjs.map +1 -1
- package/out/commands/wof/prepare/index.d.ts.map +1 -1
- package/out/commands/wof/prepare/index.js +23 -23
- package/out/commands/wof/prepare/index.js.map +1 -1
- package/out/commands/wof/sync.d.ts.map +1 -1
- package/out/commands/wof/sync.js +6 -7
- package/out/commands/wof/sync.js.map +1 -1
- package/out/commands/wof/tree.d.ts.map +1 -1
- package/out/commands/wof/tree.js +3 -3
- package/out/commands/wof/tree.js.map +1 -1
- package/out/coverage-core.d.ts.map +1 -1
- package/out/coverage-core.js +7 -8
- package/out/coverage-core.js.map +1 -1
- package/out/data-release.d.ts.map +1 -1
- package/out/data-release.js +2 -2
- package/out/data-release.js.map +1 -1
- package/out/default-placer.d.ts.map +1 -1
- package/out/default-placer.js +3 -3
- package/out/default-placer.js.map +1 -1
- package/out/gazetteer-pipeline.d.ts.map +1 -1
- package/out/gazetteer-pipeline.js +27 -27
- package/out/gazetteer-pipeline.js.map +1 -1
- package/out/geocode-core.d.ts.map +1 -1
- package/out/geocode-core.js +66 -29
- package/out/geocode-core.js.map +1 -1
- package/out/geocode-stream.d.ts.map +1 -0
- package/out/geocode-stream.js +46 -0
- package/out/geocode-stream.js.map +1 -0
- package/out/geocode-worker.d.ts.map +1 -0
- package/out/geocode-worker.js +42 -0
- package/out/geocode-worker.js.map +1 -0
- package/out/interp-calibration.d.ts.map +1 -1
- package/out/interp-calibration.js +4 -4
- package/out/interp-calibration.js.map +1 -1
- package/out/region-recognition.d.ts.map +1 -1
- package/out/region-recognition.js +30 -11
- package/out/region-recognition.js.map +1 -1
- package/out/resolver-backend.d.ts.map +1 -1
- package/out/resolver-backend.js +18 -19
- package/out/resolver-backend.js.map +1 -1
- package/out/runtime-pipeline.d.ts.map +1 -1
- package/out/runtime-pipeline.js +5 -4
- package/out/runtime-pipeline.js.map +1 -1
- package/out/sdk/runtime/index.d.ts.map +1 -0
- package/out/sdk/runtime/index.js +19 -0
- package/out/sdk/runtime/index.js.map +1 -0
- package/out/sdk/runtime/load.d.ts.map +1 -0
- package/out/sdk/runtime/load.js +12 -0
- package/out/sdk/runtime/load.js.map +1 -0
- package/out/sdk/runtime/paths.d.ts.map +1 -0
- package/out/sdk/runtime/paths.js +34 -0
- package/out/sdk/runtime/paths.js.map +1 -0
- package/out/sdk/runtime/schema.d.ts.map +1 -0
- package/out/sdk/runtime/schema.js +15 -0
- package/out/sdk/runtime/schema.js.map +1 -0
- package/out/sdk/scripting.d.ts.map +1 -0
- package/out/sdk/scripting.js +75 -0
- package/out/sdk/scripting.js.map +1 -0
- package/out/sdk/test/index.d.ts.map +1 -1
- package/out/sdk/test/index.js +1 -2
- package/out/sdk/test/index.js.map +1 -1
- package/out/server/AddressRouter.d.ts.map +1 -1
- package/out/server/AddressRouter.js.map +1 -1
- package/out/server/GeocodeRouter.d.ts.map +1 -1
- package/out/server/GeocodeRouter.js +13 -14
- package/out/server/GeocodeRouter.js.map +1 -1
- package/out/server/HealthRouter.d.ts.map +1 -1
- package/out/server/HealthRouter.js +1 -1
- package/out/server/HealthRouter.js.map +1 -1
- package/out/server/ResolveRouter.d.ts.map +1 -1
- package/out/server/ResolveRouter.js +14 -14
- package/out/server/ResolveRouter.js.map +1 -1
- package/out/server/metrics.d.ts.map +1 -1
- package/out/server/metrics.js.map +1 -1
- package/out/test-fixtures/fake-geocode-worker.d.ts.map +1 -0
- package/out/test-fixtures/fake-geocode-worker.js +17 -0
- package/out/test-fixtures/fake-geocode-worker.js.map +1 -0
- package/out/utils/DebugOutputBuilder.d.ts.map +1 -1
- package/out/utils/DebugOutputBuilder.js +1 -1
- package/out/utils/DebugOutputBuilder.js.map +1 -1
- package/package.json +52 -45
package/README.md
CHANGED
|
@@ -163,7 +163,7 @@ mailwoman geocode "1600 Amphitheatre Pkwy, Mountain View, CA 94043"
|
|
|
163
163
|
```
|
|
164
164
|
|
|
165
165
|
Programmatically, build a `WofSqlitePlaceLookup` backend (from
|
|
166
|
-
`@mailwoman/resolver-wof-sqlite`), pass it to `
|
|
166
|
+
`@mailwoman/resolver-wof-sqlite`), pass it to `createWOFResolver` (from `@mailwoman/resolver`),
|
|
167
167
|
and hand the resolver to `createRuntimePipeline({ classifier, resolver })`. The resolved
|
|
168
168
|
`result.tree` roots then carry a `wof:id` and coordinate. See
|
|
169
169
|
[Getting started → Adding resolution](https://mailwoman.sister.software/articles/getting-started/)
|
package/out/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../cli.ts"],"names":[],"mappings":";AAEA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../cli.ts"],"names":[],"mappings":";AAEA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,kGAAkG;AAClG,gGAAgG;AAChG,mGAAmG;AACnG,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAE/F,CAAA;AAED,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC,IAAI;IACvB,WAAW,EAAE,0EAA0E;IACvF,IAAI,EAAE,eAAe;IACrB,OAAO;CACP,CAAC,CAAA;AAEF,MAAM,GAAG,CAAC,GAAG,EAAE,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"autocomplete.d.ts","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;
|
|
1
|
+
{"version":3,"file":"autocomplete.d.ts","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAErD,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,wBAAwB,IAAI,OAAO,EAAE,CAAA;AAEvE,QAAA,MAAM,eAAe,6BAAgE,CAAA;AAErF,eAAO,MAAM,wBAAwB;;;;qBAiBnC,CAAA;AAEF,sFAAsF;AACtF,wBAAgB,cAAc,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAC1B;AAED;;;GAGG;AACH,wBAAsB,eAAe,CACpC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACvC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA4C9B;AAeD,QAAA,MAAM,mBAAmB,EAAE,gBAAgB,CAAC,OAAO,wBAAwB,EAAE,OAAO,eAAe,CA6ClG,CAAA;AAED,eAAe,mBAAmB,CAAA"}
|
|
@@ -15,8 +15,8 @@ import { jsx as _jsx } from "react/jsx-runtime";
|
|
|
15
15
|
* Default FST path: $MAILWOMAN_FST_BIN, else /tmp/v440-stage/en-us/v4.4.0/fst-en-US.bin. Pass --fst
|
|
16
16
|
* <path> to override.
|
|
17
17
|
*/
|
|
18
|
-
import { Text } from "ink";
|
|
19
18
|
import { readFileSync } from "node:fs";
|
|
19
|
+
import { Text } from "ink";
|
|
20
20
|
import { useEffect, useState } from "react";
|
|
21
21
|
import zod from "zod";
|
|
22
22
|
export { ArgumentsSchema as args, AutocompleteConfigSchema as options };
|
|
@@ -38,12 +38,12 @@ export const AutocompleteConfigSchema = zod.object({
|
|
|
38
38
|
json: zod.boolean().optional().default(false).describe("Emit results as a JSON array instead of formatted text"),
|
|
39
39
|
});
|
|
40
40
|
/** Resolve the FST binary path from explicit flag, env var, or the staged default. */
|
|
41
|
-
export function
|
|
41
|
+
export function resolveFSTPath(explicitPath) {
|
|
42
42
|
return explicitPath ?? process.env["MAILWOMAN_FST_BIN"] ?? "/tmp/v440-stage/en-us/v4.4.0/fst-en-US.bin";
|
|
43
43
|
}
|
|
44
44
|
/**
|
|
45
|
-
* Load the FST from `fstPath` and run prefix autocomplete. Throws with a human-readable message on
|
|
46
|
-
*
|
|
45
|
+
* Load the FST from `fstPath` and run prefix autocomplete. Throws with a human-readable message on any IO or format
|
|
46
|
+
* error so callers can surface it cleanly.
|
|
47
47
|
*/
|
|
48
48
|
export async function runAutocomplete(prefix, opts) {
|
|
49
49
|
const { existsSync } = await import("node:fs");
|
|
@@ -63,11 +63,11 @@ export async function runAutocomplete(prefix, opts) {
|
|
|
63
63
|
}
|
|
64
64
|
// Dynamic import keeps @mailwoman/resolver-wof-sqlite a true optional peer dep — only loaded
|
|
65
65
|
// when the autocomplete command is invoked.
|
|
66
|
-
const {
|
|
66
|
+
const { deserializeFST } = await import("@mailwoman/resolver-wof-sqlite/fst-serialize");
|
|
67
67
|
const { autocomplete } = await import("@mailwoman/resolver-wof-sqlite/fst-autocomplete");
|
|
68
68
|
let matcher;
|
|
69
69
|
try {
|
|
70
|
-
matcher =
|
|
70
|
+
matcher = deserializeFST(buf);
|
|
71
71
|
}
|
|
72
72
|
catch (err) {
|
|
73
73
|
const msg = err instanceof Error ? err.message : String(err);
|
|
@@ -106,7 +106,7 @@ const AutocompleteCommand = ({ options, args, }) => {
|
|
|
106
106
|
setError("Usage: mailwoman autocomplete <prefix> [--limit N] [--fst <path>]");
|
|
107
107
|
return;
|
|
108
108
|
}
|
|
109
|
-
const fstPath =
|
|
109
|
+
const fstPath = resolveFSTPath(options.fst);
|
|
110
110
|
runAutocomplete(prefix, { fstPath, limit: options.limit })
|
|
111
111
|
.then((entries) => {
|
|
112
112
|
if (options.json) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"autocomplete.js","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"autocomplete.js","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,wBAAwB,IAAI,OAAO,EAAE,CAAA;AAEvE,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAA;AAErF,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC,MAAM,CAAC;IAClD,KAAK,EAAE,GAAG,CAAC,MAAM;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,sDAAsD,CAAC;IAClE,GAAG,EAAE,GAAG;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACR,4EAA4E;QAC3E,6CAA6C,CAC9C;IACF,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC;CAChH,CAAC,CAAA;AAEF,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,YAAqB;IACnD,OAAO,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,4CAA4C,CAAA;AACxG,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,MAAc,EACd,IAAyC;IAEzC,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IAE5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACd,2BAA2B,OAAO,KAAK;YACtC,qEAAqE;YACrE,yEAAyE,CAC1E,CAAA;IACF,CAAC;IAED,IAAI,GAAW,CAAA;IAEf,IAAI,CAAC;QACJ,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAA;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,KAAK,GAAG,EAAE,CAAC,CAAA;IACnE,CAAC;IAED,6FAA6F;IAC7F,4CAA4C;IAC5C,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,8CAA8C,CAAC,CAAA;IACvF,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,iDAAiD,CAAC,CAAA;IAExF,IAAI,OAAO,CAAA;IAEX,IAAI,CAAC;QACJ,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,KAAK,GAAG,EAAE,CAAC,CAAA;IAC9D,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;IAElF,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;KACpC,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA4B;IACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,kBAAkB,CAAA;IAEnD,OAAO,OAAO;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,MAAM,UAAU,GAAG,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QAC7F,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAEnC,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,CAAC,SAAS,SAAS,CAAC,CAAC,KAAK,SAAS,GAAG,GAAG,CAAA;IAC5G,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;AACb,CAAC;AAED,MAAM,mBAAmB,GAA8E,CAAC,EACvG,OAAO,EACP,IAAI,GACJ,EAAE,EAAE;IACJ,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC9C,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAE5C,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAEtB,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,+FAA+F;YAC/F,qFAAqF;YACrF,gCAAgC;YAChC,2DAA2D;YAC3D,QAAQ,CAAC,mEAAmE,CAAC,CAAA;YAE7E,OAAM;QACP,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAE3C,eAAe,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;aACxD,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;YACjB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClB,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;YAC5C,CAAC;iBAAM,CAAC;gBACP,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;YACtC,CAAC;QACF,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACvB,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAC5D,QAAQ,CAAC,GAAG,CAAC,CAAA;QACd,CAAC,CAAC,CAAA;IACJ,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;IAEnB,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,GAAQ,CAAA;IACxC,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,OAAO,KAAC,IAAI,IAAC,QAAQ,mCAAoB,CAAA;IAC1C,CAAC;IAED,OAAO,KAAC,IAAI,cAAE,MAAM,GAAQ,CAAA;AAC7B,CAAC,CAAA;AAED,eAAe,mBAAmB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;
|
|
1
|
+
{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAsBxD,QAAA,MAAM,iBAAiB;;;;;;qBAkBrB,CAAA;AAEF,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEvC,QAAA,MAAM,WAAW,EAAE,gBAAgB,CAAC,OAAO,iBAAiB,CA0E3D,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -14,20 +14,19 @@ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
|
14
14
|
* Adapters whose id is missing from `--inputs` are skipped (and noted in the manifest); this is how
|
|
15
15
|
* the CLI handles partial builds during development.
|
|
16
16
|
*/
|
|
17
|
+
import { setImmediate } from "node:timers/promises";
|
|
17
18
|
import { buildCorpus, defaultAdapterRegistry } from "@mailwoman/corpus";
|
|
18
19
|
import { Box, Text } from "ink";
|
|
19
|
-
import { setImmediate } from "node:timers/promises";
|
|
20
20
|
import { useEffect, useState } from "react";
|
|
21
21
|
import zod from "zod";
|
|
22
22
|
/**
|
|
23
23
|
* `--inputs` accepts either:
|
|
24
24
|
*
|
|
25
25
|
* - A bare string (path-only, for adapters that need no extra options): `"wof-admin": "/data/wof.db"`
|
|
26
|
-
* - A full AdapterOptions object: `"openaddresses": { "inputPath": "/data/oa.geojsonl", "country":
|
|
27
|
-
* "US" }`
|
|
26
|
+
* - A full AdapterOptions object: `"openaddresses": { "inputPath": "/data/oa.geojsonl", "country": "US" }`
|
|
28
27
|
*
|
|
29
|
-
* The object form is required by adapters that need a country filter (OpenAddresses), or for
|
|
30
|
-
*
|
|
28
|
+
* The object form is required by adapters that need a country filter (OpenAddresses), or for fixture runs that want a
|
|
29
|
+
* `limit`.
|
|
31
30
|
*/
|
|
32
31
|
const AdapterInputSchema = zod.union([
|
|
33
32
|
zod.string(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAmB,MAAM,mBAAmB,CAAA;AAExF,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAmB,MAAM,mBAAmB,CAAA;AAExF,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB;;;;;;;;GAQG;AACH,MAAM,kBAAkB,GAAG,GAAG,CAAC,KAAK,CAAC;IACpC,GAAG,CAAC,MAAM,EAAE;IACZ,GAAG,CAAC,MAAM,CAAC;QACV,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QACvB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KAC/C,CAAC;CACF,CAAC,CAAA;AACF,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAA;AAEjE,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC;IACpC,aAAa,EAAE,GAAG;SAChB,MAAM,EAAE;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,QAAQ,CACR,8HAA8H,CAC9H;IACF,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2EAA2E,CAAC;IAC1G,MAAM,EAAE,GAAG;SACT,MAAM,EAAE;SACR,QAAQ,CACR,qFAAqF;QACpF,wFAAwF;QACxF,6DAA6D;QAC7D,+FAA+F,CAChG;IACF,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IAC7G,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CACrH,CAAC,CAAA;AAEF,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEvC,MAAM,WAAW,GAA+C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IAC/E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC5C,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,QAAQ,EAA6E,CAAA;IAC7G,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAyC,CAAA;IAE3E,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,KAAK,EAAE,CAAC;YACX,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC;IACF,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAEjB,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,YAAkE,CAAA;QAEtE,IAAI,CAAC;YACJ,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,0GAA0G;YAC1G,QAAQ,CAAC,0BAA2B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;YAE5D,OAAM;QACP,CAAC;QAED,MAAM,aAAa,GAAmC,MAAM,CAAC,WAAW,CACvE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CACjH,CAAA;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAA;QAC9C,WAAW,CAAC;YACX,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;YACR,aAAa;YACb,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,UAAU,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SAC1D,CAAC;aACA,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACX,OAAO,CAAC;YACP,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU;YAC1B,OAAO,EAAE,CAAC,CAAC,kBAAkB;YAC7B,WAAW,EAAE,CAAC,CAAC,gBAAgB;YAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;SAC3B,CAAC,CACF;aACA,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC/C,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAEb,IAAI,KAAK;QAAE,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,GAAQ,CAAA;IAElD,IAAI,IAAI,EAAE,CAAC;QACV,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,2BACK,OAAO,CAAC,aAAa,QAAG,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAAE,IAAI,CAAC,KAAK,GAAQ,aAAQ,IAAI,CAAC,QAAQ,gBAAY,GAAG,EAC5G,MAAC,IAAI,IAAC,QAAQ,mBAAE,IAAI,CAAC,WAAW,oBAAoB,SAC9C,EACP,KAAC,IAAI,IAAC,QAAQ,kBAAE,OAAO,CAAC,MAAM,GAAQ,IACjC,CACN,CAAA;IACF,CAAC;IAED,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,oCAAmB,OAAO,CAAC,aAAa,cAAS,EACrD,KAAK,CAAC,CAAC,CAAC,CACR,MAAC,IAAI,IAAC,QAAQ,wBACX,KAAK,CAAC,IAAI,QAAI,KAAK,CAAC,OAAO,IACvB,CACP,CAAC,CAAC,CAAC,IAAI,IACH,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;
|
|
1
|
+
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;AAGrB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAIxD,QAAA,MAAM,aAAa;;;;qBAQjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,QAAA,MAAM,cAAc,EAAE,gBAAgB,CAAC,OAAO,aAAa,CA0F1D,CAAA;AAED,eAAe,cAAc,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAA;AAItB,MAAM,cAAc,GAAG,kBAAkB,CAAA;AAEzC,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAClF,MAAM,EAAE,GAAG;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,QAAQ,CAAC,+FAA+F,CAAC;IAC3G,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,mDAAmD,CAAC;CAC7G,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,MAAM,cAAc,GAA2C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IAC9E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAS;QAC1C,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;QACtD,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;QACtD,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;QAClD,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;KACtD,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAqB,EAAE,EAAE;QACzD,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,CAAC,CAAA;IAED,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;YACtB,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,EAAE,CAAA;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;YACjD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAA;YAE1B,iCAAiC;YACjC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,UAAU,mBAAmB,GAAG,kFAAkF,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBACzJ,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAClC,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,yCAAyC;YACzC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,UAAU,mBAAmB,GAAG,oEAAoE,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBAC3I,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAClC,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,6BAA6B;YAC7B,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,UAAU,sBAAsB,GAAG,iCAAiC,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBAC3G,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAClC,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,iCAAiC;YACjC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,UAAU,+CAA+C,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBAChG,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAClC,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;QACF,CAAC,CAAA;QAED,GAAG,EAAE,CAAA;IACN,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAEb,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,IAAC,IAAI,kDAAwB,OAAO,CAAC,MAAM,SAAS,EACxD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,4DAA8C,EAC9F,KAAC,IAAI,oBAAS,EACb,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACvB,KAAC,GAAG,cACH,MAAC,IAAI,eACH,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EACzG,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IACjC,IALE,CAAC,CAML,CACN,CAAC,IACG,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,cAAc,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../commands/corpus/list.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH
|
|
1
|
+
{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../../commands/corpus/list.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH;;;GAGG;AACH,QAAA,MAAM,UAAU,mCAcf,CAAA;AAED,eAAe,UAAU,CAAA"}
|
|
@@ -13,9 +13,8 @@ import { jsx as _jsx } from "react/jsx-runtime";
|
|
|
13
13
|
import { defaultAdapterRegistry } from "@mailwoman/corpus";
|
|
14
14
|
import { Box, Text } from "ink";
|
|
15
15
|
/**
|
|
16
|
-
* Per-line output is rendered as a single `Text` node so Ink does not column-wrap the adapter id
|
|
17
|
-
*
|
|
18
|
-
* pretty.
|
|
16
|
+
* Per-line output is rendered as a single `Text` node so Ink does not column-wrap the adapter id when the host stdout
|
|
17
|
+
* is non-TTY (CI, spawned tests). The list is meant to be grep-friendly, not pretty.
|
|
19
18
|
*/
|
|
20
19
|
const CorpusList = () => {
|
|
21
20
|
const adapters = defaultAdapterRegistry.list();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../commands/corpus/list.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAE/B
|
|
1
|
+
{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../commands/corpus/list.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAE/B;;;GAGG;AACH,MAAM,UAAU,GAAG,GAAG,EAAE;IACvB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAA;IAE9C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,KAAC,IAAI,IAAC,QAAQ,8CAA+B,CAAA;IACrD,CAAC;IAED,OAAO,CACN,KAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,YACzB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CACpB,KAAC,IAAI,cAAa,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,WAAW,EAAE,IAAvD,CAAC,CAAC,EAAE,CAA2D,CAC1E,CAAC,GACG,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,UAAU,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../commands/corpus/run.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;
|
|
1
|
+
{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../commands/corpus/run.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAQH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAExD,QAAA,MAAM,eAAe,6BAAsF,CAAA;AAE3G,QAAA,MAAM,eAAe;;;;;;;qBA0BnB,CAAA;AAEF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,eAAe,IAAI,OAAO,EAAE,CAAA;AAE9D,QAAA,MAAM,SAAS,EAAE,gBAAgB,CAAC,OAAO,eAAe,EAAE,OAAO,eAAe,CAgG/E,CAAA;AAED,eAAe,SAAS,CAAA"}
|
|
@@ -10,10 +10,10 @@ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
|
10
10
|
* default registry; refuses with a clear, non-zero exit if the id isn't known (and lists the
|
|
11
11
|
* registered ids). On success, prints a one-line summary and the path to the manifest file.
|
|
12
12
|
*/
|
|
13
|
+
import { setImmediate } from "node:timers/promises";
|
|
13
14
|
import { ProgressBar } from "@inkjs/ui";
|
|
14
15
|
import { defaultAdapterRegistry, runAdapter } from "@mailwoman/corpus";
|
|
15
16
|
import { Box, Text } from "ink";
|
|
16
|
-
import { setImmediate } from "node:timers/promises";
|
|
17
17
|
import { useEffect, useState } from "react";
|
|
18
18
|
import zod from "zod";
|
|
19
19
|
const ArgumentsSchema = zod.array(zod.string().describe("Adapter id (e.g. wof-admin, ban, openaddresses)"));
|
|
@@ -62,17 +62,17 @@ const CorpusRun = ({ options, args }) => {
|
|
|
62
62
|
}
|
|
63
63
|
}, [error, manifest]);
|
|
64
64
|
useEffect(() => {
|
|
65
|
-
const
|
|
66
|
-
if (!
|
|
65
|
+
const adapterID = args[0];
|
|
66
|
+
if (!adapterID) {
|
|
67
67
|
// eslint-disable-next-line react-hooks/set-state-in-effect -- one-shot mount validation; refactor pending
|
|
68
68
|
setError("missing positional argument: <adapter-id>");
|
|
69
69
|
return;
|
|
70
70
|
}
|
|
71
|
-
const adapter = defaultAdapterRegistry.get(
|
|
71
|
+
const adapter = defaultAdapterRegistry.get(adapterID);
|
|
72
72
|
if (!adapter) {
|
|
73
73
|
const ids = defaultAdapterRegistry.ids();
|
|
74
74
|
const hint = ids.length === 0 ? "(no adapters registered yet)" : `registered: ${ids.join(", ")}`;
|
|
75
|
-
setError(`unknown adapter id ${JSON.stringify(
|
|
75
|
+
setError(`unknown adapter id ${JSON.stringify(adapterID)}; ${hint}`);
|
|
76
76
|
return;
|
|
77
77
|
}
|
|
78
78
|
const ac = new AbortController();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../commands/corpus/run.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,UAAU,EAA2B,MAAM,mBAAmB,CAAA;AAC/F,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../commands/corpus/run.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,sBAAsB,EAAE,UAAU,EAA2B,MAAM,mBAAmB,CAAA;AAC/F,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC,CAAC,CAAA;AAE3G,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,CAAC;IAClC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+EAA+E,CAAC;IAC7G,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2EAA2E,CAAC;IAC1G,OAAO,EAAE,GAAG;SACV,MAAM,EAAE;SACR,KAAK,CAAC,aAAa,EAAE,wDAAwD,CAAC;SAC9E,QAAQ,EAAE;SACV,QAAQ,CAAC,+CAA+C,CAAC;IAC3D,KAAK,EAAE,GAAG,CAAC,MAAM;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wEAAwE,CAAC;IACpF,aAAa,EAAE,GAAG;SAChB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,WAAW,CAAC;SACpB,QAAQ,CAAC,uEAAuE,CAAC;IACnF,aAAa,EAAE,GAAG,CAAC,MAAM;SACvB,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,2EAA2E,CAAC;CACvF,CAAC,CAAA;AAEF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,eAAe,IAAI,OAAO,EAAE,CAAA;AAE9D,MAAM,SAAS,GAAqE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;IACzG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC5C,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAAsD;QAC7F,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,CAAC;KACR,CAAC,CAAA;IACF,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,EAAsB,CAAA;IAE9D,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,KAAK,EAAE,CAAC;YACX,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACrB,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC;IACF,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;IAErB,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAEzB,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,0GAA0G;YAC1G,QAAQ,CAAC,2CAA2C,CAAC,CAAA;YAErD,OAAM;QACP,CAAC;QAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAErD,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,CAAA;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;YAChG,QAAQ,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;YAEpE,OAAM;QACP,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAA;QAChC,UAAU,CAAC;YACV,OAAO;YACP,cAAc,EAAE;gBACf,SAAS,EAAE,OAAO,CAAC,KAAK;gBACxB,SAAS,EAAE,OAAO,CAAC,MAAM;gBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,EAAE,CAAC,MAAM;aACjB;YACD,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;gBACpB,WAAW,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YACjF,CAAC;SACD,CAAC;aACA,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;QAE9C,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAA;IACxB,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;IAEnB,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,GAAQ,CAAA;IACxC,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACd,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,eACJ,KAAC,IAAI,IAAC,IAAI,kBAAE,QAAQ,CAAC,UAAU,GAAQ,EACtC,UAAU,EACX,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAAE,QAAQ,CAAC,OAAO,GAAQ,EAC5C,SAAS,EACV,MAAC,IAAI,IAAC,QAAQ,mBAAE,QAAQ,CAAC,OAAO,gBAAgB,EAC/C,OAAO,EACP,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAClC,EACP,KAAC,IAAI,IAAC,QAAQ,kBAAE,QAAQ,CAAC,UAAU,GAAQ,EAC3C,MAAC,IAAI,IAAC,QAAQ,8BAAS,QAAQ,CAAC,MAAM,IAAQ,IACzC,CACN,CAAA;IACF,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpG,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,2BACK,QAAQ,CAAC,OAAO,EACxB,IAAI,cAAU,QAAQ,CAAC,OAAO,EAC9B,IAAI,YAAQ,QAAQ,CAAC,KAAK,IACrB,EACP,KAAC,GAAG,IAAC,QAAQ,EAAE,CAAC,YACf,KAAC,WAAW,IAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAI,GACvC,IACD,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,SAAS,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shard.d.ts","sourceRoot":"","sources":["../../../commands/corpus/shard.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAExD,QAAA,MAAM,eAAe,6CAER,CAAA;AAEb,QAAA,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;qBAqBjB,CAAA;AAEF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAI5D,QAAA,MAAM,WAAW,EAAE,gBAAgB,CAAC,OAAO,aAAa,EAAE,OAAO,eAAe,CAyF/E,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import { jsxs as _jsxs, jsx as _jsx } from "react/jsx-runtime";
|
|
2
|
+
/**
|
|
3
|
+
* @copyright Sister Software
|
|
4
|
+
* @license AGPL-3.0
|
|
5
|
+
* @author Teffen Ellis, et al.
|
|
6
|
+
*
|
|
7
|
+
* `mailwoman corpus shard <recipe>` — build a synthetic training-corpus shard from a registered
|
|
8
|
+
* recipe (the durable replacement for the 16 `scripts/build-*-shard.mjs` scripts). `--list`
|
|
9
|
+
* prints the registry. Recipes are `tuples` (read `--input` JSONL of
|
|
10
|
+
* (locality,region,postcode,country) tuples) or `generate` (self-generate `--count` rows). Output
|
|
11
|
+
* is aligned LabeledRow JSONL ready for the parquet sharding step (`mailwoman corpus ...`). See
|
|
12
|
+
* corpus/src/shard-recipes.
|
|
13
|
+
*/
|
|
14
|
+
import { createWriteStream } from "node:fs";
|
|
15
|
+
import { getShardRecipe, listShardRecipes } from "@mailwoman/corpus";
|
|
16
|
+
import { Box, Text } from "ink";
|
|
17
|
+
import { useEffect, useState } from "react";
|
|
18
|
+
import zod from "zod";
|
|
19
|
+
const ArgumentsSchema = zod
|
|
20
|
+
.array(zod.string().describe("Recipe name (omit with --list to see the registry)"))
|
|
21
|
+
.default([]);
|
|
22
|
+
const OptionsSchema = zod.object({
|
|
23
|
+
list: zod.boolean().default(false).describe("List the available recipes and exit"),
|
|
24
|
+
output: zod.string().optional().describe("Output JSONL path (required to build)"),
|
|
25
|
+
input: zod.string().optional().describe("Input tuples JSONL (tuples-mode recipes)"),
|
|
26
|
+
count: zod.string().optional().describe("Rows to generate (generate-mode recipes)"),
|
|
27
|
+
variants: zod.string().default("1").describe("Variants per input tuple (tuples-mode)"),
|
|
28
|
+
seed: zod.string().optional().describe("PRNG seed (default: time-based)"),
|
|
29
|
+
golden: zod.boolean().default(false).describe("Emit the golden/holdout variant where the recipe supports it"),
|
|
30
|
+
sourceName: zod.string().optional().describe("Override the source tag"),
|
|
31
|
+
// recipe-specific (each recipe reads only what it needs; see `--list` / the recipe's options):
|
|
32
|
+
houseNumberProb: zod.string().optional().describe("street: P(house number)"),
|
|
33
|
+
pmbRatio: zod.string().optional().describe("po-box: P(private-mailbox layout)"),
|
|
34
|
+
militaryRatio: zod.string().optional().describe("po-box: P(US military/diplomatic row)"),
|
|
35
|
+
reversedFraction: zod.string().optional().describe("fr-order: fraction reversed-order"),
|
|
36
|
+
edgesDir: zod.string().optional().describe("intersection: TIGER EDGES dir"),
|
|
37
|
+
country: zod.string().optional().describe("locale: target country"),
|
|
38
|
+
intlFraction: zod.string().optional().describe("german/locale: international-order fraction"),
|
|
39
|
+
bareProb: zod.string().optional().describe("street-bare: P(bare street)"),
|
|
40
|
+
hnProb: zod.string().optional().describe("street-bare: P(house number)"),
|
|
41
|
+
communes: zod.string().optional().describe("fr-admin-split: communes source"),
|
|
42
|
+
multilocaleCount: zod.string().optional().describe("street-affix: multilocale row count"),
|
|
43
|
+
});
|
|
44
|
+
export { ArgumentsSchema as args, OptionsSchema as options };
|
|
45
|
+
const num = (s) => (s == null ? undefined : Number(s));
|
|
46
|
+
const CorpusShard = ({ options, args }) => {
|
|
47
|
+
const [error, setError] = useState();
|
|
48
|
+
const [lines, setLines] = useState();
|
|
49
|
+
useEffect(() => {
|
|
50
|
+
void (async () => {
|
|
51
|
+
try {
|
|
52
|
+
if (options.list || args.length === 0) {
|
|
53
|
+
setLines([
|
|
54
|
+
"recipes:",
|
|
55
|
+
...listShardRecipes().map((r) => ` ${r.name.padEnd(20)} [${r.mode}] ${r.description}`),
|
|
56
|
+
"",
|
|
57
|
+
"usage: mailwoman corpus shard <recipe> --output <out.jsonl> [--input <tuples.jsonl> | --count N] [--seed N]",
|
|
58
|
+
]);
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
const name = args[0];
|
|
62
|
+
const recipe = getShardRecipe(name);
|
|
63
|
+
if (!recipe) {
|
|
64
|
+
throw new Error(`unknown recipe "${name}". Run \`mailwoman corpus shard --list\`.`);
|
|
65
|
+
}
|
|
66
|
+
if (!options.output)
|
|
67
|
+
throw new Error("--output <out.jsonl> required");
|
|
68
|
+
if (recipe.mode === "tuples" && !options.input)
|
|
69
|
+
throw new Error(`recipe "${name}" needs --input <tuples.jsonl>`);
|
|
70
|
+
if (recipe.mode === "generate" && !options.count)
|
|
71
|
+
throw new Error(`recipe "${name}" needs --count <N>`);
|
|
72
|
+
const seed = options.seed != null ? Number(options.seed) : Date.now();
|
|
73
|
+
const opts = {
|
|
74
|
+
output: options.output,
|
|
75
|
+
seed,
|
|
76
|
+
variants: Number(options.variants) || 1,
|
|
77
|
+
input: options.input,
|
|
78
|
+
count: num(options.count),
|
|
79
|
+
golden: options.golden,
|
|
80
|
+
sourceName: options.sourceName,
|
|
81
|
+
houseNumberProb: num(options.houseNumberProb),
|
|
82
|
+
pmbRatio: num(options.pmbRatio),
|
|
83
|
+
militaryRatio: num(options.militaryRatio),
|
|
84
|
+
reversedFraction: num(options.reversedFraction),
|
|
85
|
+
edgesDir: options.edgesDir,
|
|
86
|
+
country: options.country,
|
|
87
|
+
intlFraction: num(options.intlFraction),
|
|
88
|
+
bareProb: num(options.bareProb),
|
|
89
|
+
hnProb: num(options.hnProb),
|
|
90
|
+
communes: options.communes,
|
|
91
|
+
multilocaleCount: num(options.multilocaleCount),
|
|
92
|
+
};
|
|
93
|
+
console.error(`▸ shard recipe "${name}" [${recipe.mode}] seed=${seed} → ${options.output}`);
|
|
94
|
+
const stream = createWriteStream(options.output, { encoding: "utf8" });
|
|
95
|
+
const write = (line) => {
|
|
96
|
+
stream.write(line);
|
|
97
|
+
};
|
|
98
|
+
const stats = await recipe.run(opts, write);
|
|
99
|
+
stream.end();
|
|
100
|
+
await new Promise((res) => stream.on("finish", () => res()));
|
|
101
|
+
setLines([
|
|
102
|
+
`recipe: ${name}`,
|
|
103
|
+
`${stats.emitted.toLocaleString()} rows emitted, ${stats.skipped.toLocaleString()} skipped${stats.read != null ? `, ${stats.read.toLocaleString()} read` : ""} → ${options.output}`,
|
|
104
|
+
]);
|
|
105
|
+
}
|
|
106
|
+
catch (e) {
|
|
107
|
+
setError(e instanceof Error ? e.message : String(e));
|
|
108
|
+
}
|
|
109
|
+
})();
|
|
110
|
+
}, [options, args]);
|
|
111
|
+
useEffect(() => {
|
|
112
|
+
if (lines || error)
|
|
113
|
+
setImmediate(() => process.exit(error ? 1 : 0));
|
|
114
|
+
}, [lines, error]);
|
|
115
|
+
if (error)
|
|
116
|
+
return _jsxs(Text, { color: "red", children: ["\u2717 ", error] });
|
|
117
|
+
if (lines) {
|
|
118
|
+
return (_jsx(Box, { flexDirection: "column", children: lines.map((line, i) => (_jsx(Text, { children: line }, i))) }));
|
|
119
|
+
}
|
|
120
|
+
return null;
|
|
121
|
+
};
|
|
122
|
+
export default CorpusShard;
|
|
123
|
+
//# sourceMappingURL=shard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shard.js","sourceRoot":"","sources":["../../../commands/corpus/shard.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AAE3C,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAwB,MAAM,mBAAmB,CAAA;AAC1F,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB,MAAM,eAAe,GAAG,GAAG;KACzB,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC,CAAC;KAClF,OAAO,CAAC,EAAE,CAAC,CAAA;AAEb,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAClF,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACjF,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACnF,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACnF,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACtF,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACzE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IAC7G,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACvE,+FAA+F;IAC/F,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC5E,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC/E,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACxF,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACvF,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3E,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACnE,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IAC7F,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACzE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACxE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAC7E,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;CACzF,CAAC,CAAA;AAEF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAE5D,MAAM,GAAG,GAAG,CAAC,CAAqB,EAAsB,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;AAE9F,MAAM,WAAW,GAAmE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;IACzG,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC5C,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAY,CAAA;IAE9C,SAAS,CAAC,GAAG,EAAE;QACd,KAAK,CAAC,KAAK,IAAI,EAAE;YAChB,IAAI,CAAC;gBACJ,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvC,QAAQ,CAAC;wBACR,UAAU;wBACV,GAAG,gBAAgB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;wBACvF,EAAE;wBACF,6GAA6G;qBAC7G,CAAC,CAAA;oBAEF,OAAM;gBACP,CAAC;gBAED,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;gBACrB,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;gBAEnC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACb,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,2CAA2C,CAAC,CAAA;gBACpF,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;gBAErE,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,gCAAgC,CAAC,CAAA;gBAEhH,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,OAAO,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,qBAAqB,CAAC,CAAA;gBAEvG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;gBACrE,MAAM,IAAI,GAAoB;oBAC7B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI;oBACJ,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACvC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC;oBACzB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,eAAe,EAAE,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC;oBAC7C,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAC/B,aAAa,EAAE,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;oBACzC,gBAAgB,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;oBAC/C,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,YAAY,EAAE,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC;oBACvC,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAC/B,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;oBAC3B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,gBAAgB,EAAE,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;iBAC/C,CAAA;gBAED,OAAO,CAAC,KAAK,CAAC,mBAAmB,IAAI,MAAM,MAAM,CAAC,IAAI,UAAU,IAAI,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;gBAC3F,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;gBACtE,MAAM,KAAK,GAAG,CAAC,IAAY,EAAQ,EAAE;oBACpC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACnB,CAAC,CAAA;gBACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAC3C,MAAM,CAAC,GAAG,EAAE,CAAA;gBACZ,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;gBAElE,QAAQ,CAAC;oBACR,WAAW,IAAI,EAAE;oBACjB,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,kBAAkB,KAAK,CAAC,OAAO,CAAC,cAAc,EAAE,WAAW,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;iBACnL,CAAC,CAAA;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,QAAQ,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;YACrD,CAAC;QACF,CAAC,CAAC,EAAE,CAAA;IACL,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;IAEnB,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,KAAK,IAAI,KAAK;YAAE,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpE,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAA;IAElB,IAAI,KAAK;QAAE,OAAO,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,KAAK,IAAQ,CAAA;IAEpD,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,CACN,KAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,YACzB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACvB,KAAC,IAAI,cAAU,IAAI,IAAR,CAAC,CAAe,CAC3B,CAAC,GACG,CACN,CAAA;IACF,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../commands/corpus/upload.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;
|
|
1
|
+
{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../../commands/corpus/upload.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;AAGrB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAMxD,QAAA,MAAM,aAAa;;;;;qBAKjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,QAAA,MAAM,YAAY,EAAE,gBAAgB,CAAC,OAAO,aAAa,CAqGxD,CAAA;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../../commands/corpus/upload.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"upload.js","sourceRoot":"","sources":["../../../commands/corpus/upload.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAA;AAItB,MAAM,cAAc,GAAG,kBAAkB,CAAA;AACzC,MAAM,kBAAkB,GAAG,wBAAwB,CAAA;AACnD,MAAM,qBAAqB,GAAG,wBAAwB,CAAA;AAEtD,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAClF,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAC5F,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACrG,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,+CAA+C,CAAC;CACzG,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,MAAM,YAAY,GAA2C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IAC5E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAS;QAC1C,EAAE,KAAK,EAAE,2BAA2B,EAAE,MAAM,EAAE,SAAS,EAAE;QACzD,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;QAClD,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;QAClD,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE;QAC9C,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;KAClD,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAqB,EAAE,EAAE;QACzD,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,CAAC,CAAA;IAED,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;YACtB,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,EAAE,CAAA;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;YAEjD,wBAAwB;YACxB,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,gBAAgB,UAAU,IAAI,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBACtD,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;YAClC,CAAC;YAAC,MAAM,CAAC;gBACR,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,CAAA;YACtE,CAAC;YAED,6BAA6B;YAC7B,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,MAAM,GACX,MAAM,CAAC,CAAA,eAAe,OAAO,CAAC,SAAS,0BAA0B,UAAU,0DAA0D,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBACvJ,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAA;YAC3D,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,qCAAqC;YACrC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,OAAO,CAAC,SAAS,0BAA0B,UAAU,4CAA4C,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBACxI,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAA;YAC3D,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,yBAAyB;YACzB,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,eAAe,OAAO,CAAC,YAAY,KAAK,UAAU,iCAAiC,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBAC3G,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAA;YAC9D,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;YAED,6BAA6B;YAC7B,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEpC,IAAI,CAAC;gBACJ,MAAM,CAAC,CAAA,gCAAgC,UAAU,wGAAwG,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;gBAC1K,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAA;YAClE,CAAC;YAAC,OAAO,EAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;gBACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;gBAE7F,OAAM;YACP,CAAC;QACF,CAAC,CAAA;QAED,GAAG,EAAE,CAAA;IACN,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAEb,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,IAAC,IAAI,gDAAsB,OAAO,CAAC,MAAM,SAAS,EACtD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,4DAA8C,EAC9F,KAAC,IAAI,oBAAS,EACb,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACvB,KAAC,GAAG,cACH,MAAC,IAAI,eACH,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EACzG,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IACjC,IALE,CAAC,CAML,CACN,CAAC,IACG,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -43,7 +43,7 @@ const OptionsSchema = zod.object({
|
|
|
43
43
|
.optional()
|
|
44
44
|
.default(dataRootPath("geonames", "allCountries-postal.txt"))
|
|
45
45
|
.describe("GeoNames postal file (12-col) — the global postcode COVERAGE signal"),
|
|
46
|
-
|
|
46
|
+
wofDB: zod
|
|
47
47
|
.string()
|
|
48
48
|
.optional()
|
|
49
49
|
.default(dataRootPath("wof", "admin-global-priority-importance.db"))
|
|
@@ -89,7 +89,7 @@ const CoverageBuild = ({ options }) => {
|
|
|
89
89
|
interpWeight: options.interpWeight,
|
|
90
90
|
optimisticGamma: options.optimisticGamma,
|
|
91
91
|
geonamesPostalFile: options.postcode ? options.geonamesPostal : null,
|
|
92
|
-
|
|
92
|
+
wofDB: options.postcode ? options.wofDB : null,
|
|
93
93
|
postcodeCeiling: options.postcodeCeiling,
|
|
94
94
|
salienceFloor: options.salienceFloor,
|
|
95
95
|
postcodeExcludeCountries: options.postcodeExclude.split(",").map((s) => s.trim()).filter(Boolean),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../../commands/debug.tsx"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,GAAG,MAAM,KAAK,CAAA;
|
|
1
|
+
{"version":3,"file":"debug.d.ts","sourceRoot":"","sources":["../../commands/debug.tsx"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAErD,QAAA,MAAM,eAAe,6BAAiE,CAAA;AACtF,QAAA,MAAM,iBAAiB;;qBAMrB,CAAA;AACF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEhE,QAAA,MAAM,YAAY,EAAE,gBAAgB,CAAC,OAAO,iBAAiB,EAAE,OAAO,eAAe,CA0BpF,CAAA;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../commands/debug.tsx"],"names":[],"mappings":";AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAA;AACvE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;
|
|
1
|
+
{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../commands/debug.tsx"],"names":[],"mappings":";AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,WAAW,CAAA;AACvE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC,CAAA;AACtF,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,GAAG;SACT,MAAM,EAAE;SACR,KAAK,CAAC,yBAAyB,EAAE,2CAA2C,CAAC;SAC7E,QAAQ,EAAE;SACV,QAAQ,CAAC,mFAAmF,CAAC;CAC/F,CAAC,CAAA;AACF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEhE,MAAM,YAAY,GAAuE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;IAC9G,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC9C,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAE5C,SAAS,CAAC,GAAG,EAAE;QACd,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAA;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAa,EAAE,CAAA;QAElH,MAAM;aACJ,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,EAAE,SAAS,CAAC;aAC1B,IAAI,CAAC,sBAAsB,CAAC;aAC5B,IAAI,CAAC,SAAS,CAAC;aACf,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;QAEvC,OAAM;IACP,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAE1B,IAAI,KAAK,EAAE,CAAC;QACX,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,GAAQ,CAAA;IACxC,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,OAAO,KAAC,OAAO,KAAG,CAAA;IACnB,CAAC;IAED,OAAO,KAAC,IAAI,cAAE,MAAM,GAAQ,CAAA;AAC7B,CAAC,CAAA;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"affix-relabel.d.ts","sourceRoot":"","sources":["../../../commands/gazetteer/affix-relabel.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AASH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAExD,QAAA,MAAM,aAAa;;qBAEjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,QAAA,MAAM,qBAAqB,EAAE,gBAAgB,CAAC,OAAO,aAAa,CAyEjE,CAAA;AAED,eAAe,qBAAqB,CAAA"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import { jsxs as _jsxs, jsx as _jsx } from "react/jsx-runtime";
|
|
2
|
+
/**
|
|
3
|
+
* @copyright Sister Software
|
|
4
|
+
* @license AGPL-3.0
|
|
5
|
+
* @author Teffen Ellis, et al.
|
|
6
|
+
*
|
|
7
|
+
* `mailwoman gazetteer affix-relabel` — export the codex US street-affix vocab (directionals +
|
|
8
|
+
* Pub-28 street suffixes) as a JSON lexicon for the Python training loader's affix-split relabel
|
|
9
|
+
* pass (#511). Same one-source-of-truth pattern as `gazetteer anchor-lexicon`: the TS codex
|
|
10
|
+
* matchers stay canonical; Python consumes a dumb variant→canonical map so the relabel pass
|
|
11
|
+
* agrees with the affix shard builder (which calls the codex matchers directly) by construction.
|
|
12
|
+
*
|
|
13
|
+
* Output: data/gazetteer/affix-relabel-lexicon-v1.json
|
|
14
|
+
*/
|
|
15
|
+
import { mkdirSync, writeFileSync } from "node:fs";
|
|
16
|
+
import { dirname } from "node:path";
|
|
17
|
+
import { AbbreviationToDirectional, DirectionalToAbbreviationMap, US_STREET_SUFFIX_LOOKUP } from "@mailwoman/codex/us";
|
|
18
|
+
import { repoRootPathBuilder } from "@mailwoman/core/utils";
|
|
19
|
+
import { Box, Text } from "ink";
|
|
20
|
+
import { useEffect, useState } from "react";
|
|
21
|
+
import zod from "zod";
|
|
22
|
+
const OptionsSchema = zod.object({
|
|
23
|
+
output: zod.string().optional().describe("Output path. Default <repo>/data/gazetteer/affix-relabel-lexicon-v1.json"),
|
|
24
|
+
});
|
|
25
|
+
export { OptionsSchema as options };
|
|
26
|
+
const GazetteerAffixRelabel = ({ options }) => {
|
|
27
|
+
const [error, setError] = useState();
|
|
28
|
+
const [summary, setSummary] = useState();
|
|
29
|
+
useEffect(() => {
|
|
30
|
+
void (async () => {
|
|
31
|
+
try {
|
|
32
|
+
const output = options.output ?? String(repoRootPathBuilder("data", "gazetteer", "affix-relabel-lexicon-v1.json"));
|
|
33
|
+
// Directionals: every SINGLE-TOKEN surface variant → canonical abbreviation. The codex maps are
|
|
34
|
+
// Maps keyed by the Pub-28 spaced names ("NORTH WEST"); real US streets use the one-word form
|
|
35
|
+
// ("Northwest"), which is what a whitespace-token relabel pass can match — so we emit the abbr
|
|
36
|
+
// ("nw") and the de-spaced name ("northwest"), same surfaces matchLeadingDirectional accepts.
|
|
37
|
+
const directionals = {};
|
|
38
|
+
for (const [name, abbr] of DirectionalToAbbreviationMap) {
|
|
39
|
+
directionals[abbr.toLowerCase()] = abbr;
|
|
40
|
+
directionals[name.replace(/\s+/g, "").toLowerCase()] = abbr;
|
|
41
|
+
}
|
|
42
|
+
for (const [abbr, name] of AbbreviationToDirectional) {
|
|
43
|
+
directionals[abbr.toLowerCase()] = abbr;
|
|
44
|
+
directionals[name.replace(/\s+/g, "").toLowerCase()] = abbr;
|
|
45
|
+
}
|
|
46
|
+
// Suffixes: the codex lookup already maps every Pub-28 variant (lowercase) → canonical suffix.
|
|
47
|
+
const suffixes = {};
|
|
48
|
+
for (const [variant, canonical] of US_STREET_SUFFIX_LOOKUP) {
|
|
49
|
+
suffixes[variant] = canonical;
|
|
50
|
+
}
|
|
51
|
+
const lexicon = {
|
|
52
|
+
version: "affix-relabel-v1",
|
|
53
|
+
source: "@mailwoman/codex us/street-directional + us/street-suffix (USPS Pub 28)",
|
|
54
|
+
directionals,
|
|
55
|
+
suffixes,
|
|
56
|
+
};
|
|
57
|
+
mkdirSync(dirname(output), { recursive: true });
|
|
58
|
+
writeFileSync(output, JSON.stringify(lexicon, null, "\t") + "\n");
|
|
59
|
+
setSummary([
|
|
60
|
+
`${output}`,
|
|
61
|
+
`${Object.keys(directionals).length} directional variants, ${Object.keys(suffixes).length} suffix variants`,
|
|
62
|
+
]);
|
|
63
|
+
}
|
|
64
|
+
catch (e) {
|
|
65
|
+
setError(e instanceof Error ? e.message : String(e));
|
|
66
|
+
}
|
|
67
|
+
})();
|
|
68
|
+
}, [options]);
|
|
69
|
+
useEffect(() => {
|
|
70
|
+
if (summary || error)
|
|
71
|
+
setImmediate(() => process.exit(error ? 1 : 0));
|
|
72
|
+
}, [summary, error]);
|
|
73
|
+
if (error)
|
|
74
|
+
return _jsxs(Text, { color: "red", children: ["\u2717 ", error] });
|
|
75
|
+
if (summary) {
|
|
76
|
+
return (_jsx(Box, { flexDirection: "column", children: summary.map((line, i) => (_jsxs(Text, { color: i === 0 ? "green" : undefined, children: [i === 0 ? "✓ wrote " : " ", line] }, i))) }));
|
|
77
|
+
}
|
|
78
|
+
return null;
|
|
79
|
+
};
|
|
80
|
+
export default GazetteerAffixRelabel;
|
|
81
|
+
//# sourceMappingURL=affix-relabel.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"affix-relabel.js","sourceRoot":"","sources":["../../../commands/gazetteer/affix-relabel.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAEnC,OAAO,EAAE,yBAAyB,EAAE,4BAA4B,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAA;AACtH,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAC3C,OAAO,GAAG,MAAM,KAAK,CAAA;AAIrB,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0EAA0E,CAAC;CACpH,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,MAAM,qBAAqB,GAA2C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IACrF,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAU,CAAA;IAC5C,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,QAAQ,EAAY,CAAA;IAElD,SAAS,CAAC,GAAG,EAAE;QACd,KAAK,CAAC,KAAK,IAAI,EAAE;YAChB,IAAI,CAAC;gBACJ,MAAM,MAAM,GACX,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,mBAAmB,CAAC,MAAM,EAAE,WAAW,EAAE,+BAA+B,CAAC,CAAC,CAAA;gBAEpG,gGAAgG;gBAChG,8FAA8F;gBAC9F,+FAA+F;gBAC/F,8FAA8F;gBAC9F,MAAM,YAAY,GAA2B,EAAE,CAAA;gBAE/C,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,4BAA4B,EAAE,CAAC;oBACzD,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAA;oBACvC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAA;gBAC5D,CAAC;gBAED,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,yBAAyB,EAAE,CAAC;oBACtD,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAA;oBACvC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,IAAI,CAAA;gBAC5D,CAAC;gBAED,+FAA+F;gBAC/F,MAAM,QAAQ,GAA2B,EAAE,CAAA;gBAE3C,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,uBAAuB,EAAE,CAAC;oBAC5D,QAAQ,CAAC,OAAO,CAAC,GAAG,SAAS,CAAA;gBAC9B,CAAC;gBAED,MAAM,OAAO,GAAG;oBACf,OAAO,EAAE,kBAAkB;oBAC3B,MAAM,EAAE,yEAAyE;oBACjF,YAAY;oBACZ,QAAQ;iBACR,CAAA;gBAED,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;gBAC/C,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;gBAEjE,UAAU,CAAC;oBACV,GAAG,MAAM,EAAE;oBACX,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,0BAA0B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,kBAAkB;iBAC3G,CAAC,CAAA;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,QAAQ,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;YACrD,CAAC;QACF,CAAC,CAAC,EAAE,CAAA;IACL,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAEb,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,OAAO,IAAI,KAAK;YAAE,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtE,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;IAEpB,IAAI,KAAK;QAAE,OAAO,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,KAAK,IAAQ,CAAA;IAEpD,IAAI,OAAO,EAAE,CAAC;QACb,OAAO,CACN,KAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,YACzB,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACzB,MAAC,IAAI,IAAS,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,aAChD,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAC3B,IAAI,KAFK,CAAC,CAGL,CACP,CAAC,GACG,CACN,CAAA;IACF,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC,CAAA;AAED,eAAe,qBAAqB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anchor-lexicon.d.ts","sourceRoot":"","sources":["../../../commands/gazetteer/anchor-lexicon.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAUH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAKxD,QAAA,MAAM,aAAa;;qBAEjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAuBnC,QAAA,MAAM,sBAAsB,EAAE,gBAAgB,CAAC,OAAO,aAAa,CAoHlE,CAAA;AAED,eAAe,sBAAsB,CAAA"}
|