mailwoman 5.9.0 → 5.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/out/cli-kit/index.d.ts.map +1 -0
- package/out/cli-kit/index.js +57 -0
- package/out/cli-kit/index.js.map +1 -0
- package/out/commands/autocomplete.d.ts.map +1 -1
- package/out/commands/autocomplete.js +13 -31
- package/out/commands/autocomplete.js.map +1 -1
- package/out/commands/corpus/align-shard.d.ts.map +1 -1
- package/out/commands/corpus/align-shard.js +14 -28
- package/out/commands/corpus/align-shard.js.map +1 -1
- package/out/commands/corpus/audit.d.ts.map +1 -0
- package/out/commands/corpus/audit.js +35 -0
- package/out/commands/corpus/audit.js.map +1 -0
- package/out/commands/corpus/build.d.ts.map +1 -1
- package/out/commands/corpus/build.js +13 -25
- package/out/commands/corpus/build.js.map +1 -1
- package/out/commands/corpus/download.d.ts.map +1 -1
- package/out/commands/corpus/download.js +51 -53
- package/out/commands/corpus/download.js.map +1 -1
- package/out/commands/corpus/fetch.d.ts.map +1 -0
- package/out/commands/corpus/fetch.js +100 -0
- package/out/commands/corpus/fetch.js.map +1 -0
- package/out/commands/corpus/golden/expand.d.ts.map +1 -0
- package/out/commands/corpus/golden/expand.js +50 -0
- package/out/commands/corpus/golden/expand.js.map +1 -0
- package/out/commands/corpus/golden/promote.d.ts.map +1 -0
- package/out/commands/corpus/golden/promote.js +42 -0
- package/out/commands/corpus/golden/promote.js.map +1 -0
- package/out/commands/corpus/ingest-csv.d.ts.map +1 -0
- package/out/commands/corpus/ingest-csv.js +33 -0
- package/out/commands/corpus/ingest-csv.js.map +1 -0
- package/out/commands/corpus/overlay-manifest.d.ts.map +1 -1
- package/out/commands/corpus/overlay-manifest.js +18 -32
- package/out/commands/corpus/overlay-manifest.js.map +1 -1
- package/out/commands/corpus/run.d.ts.map +1 -1
- package/out/commands/corpus/run.js +12 -27
- package/out/commands/corpus/run.js.map +1 -1
- package/out/commands/corpus/shard/index.d.ts.map +1 -0
- package/out/commands/corpus/shard/index.js +111 -0
- package/out/commands/corpus/shard/index.js.map +1 -0
- package/out/commands/corpus/shard/kryptonite.d.ts.map +1 -0
- package/out/commands/corpus/shard/kryptonite.js +40 -0
- package/out/commands/corpus/shard/kryptonite.js.map +1 -0
- package/out/commands/corpus/shard/translit.d.ts.map +1 -0
- package/out/commands/corpus/shard/translit.js +46 -0
- package/out/commands/corpus/shard/translit.js.map +1 -0
- package/out/commands/corpus/stats.d.ts.map +1 -1
- package/out/commands/corpus/stats.js +14 -28
- package/out/commands/corpus/stats.js.map +1 -1
- package/out/commands/corpus/upload.d.ts.map +1 -1
- package/out/commands/corpus/upload.js +59 -61
- package/out/commands/corpus/upload.js.map +1 -1
- package/out/commands/coverage/build.d.ts.map +1 -1
- package/out/commands/coverage/build.js +10 -19
- package/out/commands/coverage/build.js.map +1 -1
- package/out/commands/debug.d.ts.map +1 -1
- package/out/commands/debug.js +8 -15
- package/out/commands/debug.js.map +1 -1
- package/out/commands/dev/download/libpostal-resources.d.ts.map +1 -0
- package/out/commands/dev/download/libpostal-resources.js +27 -0
- package/out/commands/dev/download/libpostal-resources.js.map +1 -0
- package/out/commands/dev/download/ssl-address.d.ts.map +1 -0
- package/out/commands/dev/download/ssl-address.js +28 -0
- package/out/commands/dev/download/ssl-address.js.map +1 -0
- package/out/commands/dev/generate/country-reference.d.ts.map +1 -0
- package/out/commands/dev/generate/country-reference.js +25 -0
- package/out/commands/dev/generate/country-reference.js.map +1 -0
- package/out/commands/dev/generate/language-types.d.ts.map +1 -0
- package/out/commands/dev/generate/language-types.js +25 -0
- package/out/commands/dev/generate/language-types.js.map +1 -0
- package/out/commands/dev/generate/official-languages.d.ts.map +1 -0
- package/out/commands/dev/generate/official-languages.js +31 -0
- package/out/commands/dev/generate/official-languages.js.map +1 -0
- package/out/commands/dev/generate/trace-fixture.d.ts.map +1 -0
- package/out/commands/dev/generate/trace-fixture.js +36 -0
- package/out/commands/dev/generate/trace-fixture.js.map +1 -0
- package/out/commands/dev/jsonl-to-parquet.d.ts.map +1 -0
- package/out/commands/dev/jsonl-to-parquet.js +33 -0
- package/out/commands/dev/jsonl-to-parquet.js.map +1 -0
- package/out/commands/dev/lint/corpus-shard.d.ts.map +1 -0
- package/out/commands/dev/lint/corpus-shard.js +40 -0
- package/out/commands/dev/lint/corpus-shard.js.map +1 -0
- package/out/commands/dev/lint/mdx-angles.d.ts.map +1 -0
- package/out/commands/dev/lint/mdx-angles.js +35 -0
- package/out/commands/dev/lint/mdx-angles.js.map +1 -0
- package/out/commands/dev/lint/shard-vocab.d.ts.map +1 -0
- package/out/commands/dev/lint/shard-vocab.js +43 -0
- package/out/commands/dev/lint/shard-vocab.js.map +1 -0
- package/out/commands/eval/capability-manifest.d.ts.map +1 -0
- package/out/commands/eval/capability-manifest.js +37 -0
- package/out/commands/eval/capability-manifest.js.map +1 -0
- package/out/commands/eval/error-analysis.d.ts.map +1 -0
- package/out/commands/eval/error-analysis.js +37 -0
- package/out/commands/eval/error-analysis.js.map +1 -0
- package/out/commands/eval/es-postcode-centroids.d.ts.map +1 -0
- package/out/commands/eval/es-postcode-centroids.js +36 -0
- package/out/commands/eval/es-postcode-centroids.js.map +1 -0
- package/out/commands/eval/gate.d.ts.map +1 -0
- package/out/commands/eval/gate.js +44 -0
- package/out/commands/eval/gate.js.map +1 -0
- package/out/commands/eval/gauntlet-build.d.ts.map +1 -0
- package/out/commands/eval/gauntlet-build.js +47 -0
- package/out/commands/eval/gauntlet-build.js.map +1 -0
- package/out/commands/eval/gauntlet.d.ts.map +1 -0
- package/out/commands/eval/gauntlet.js +38 -0
- package/out/commands/eval/gauntlet.js.map +1 -0
- package/out/commands/eval/ledger-append.d.ts.map +1 -0
- package/out/commands/eval/ledger-append.js +47 -0
- package/out/commands/eval/ledger-append.js.map +1 -0
- package/out/commands/eval/mask-regression.d.ts.map +1 -0
- package/out/commands/eval/mask-regression.js +39 -0
- package/out/commands/eval/mask-regression.js.map +1 -0
- package/out/commands/eval/oa-resolver.d.ts.map +1 -0
- package/out/commands/eval/oa-resolver.js +79 -0
- package/out/commands/eval/oa-resolver.js.map +1 -0
- package/out/commands/eval/preset-compare.d.ts.map +1 -0
- package/out/commands/eval/preset-compare.js +29 -0
- package/out/commands/eval/preset-compare.js.map +1 -0
- package/out/commands/gazetteer/affix-relabel.d.ts.map +1 -1
- package/out/commands/gazetteer/affix-relabel.js +37 -51
- package/out/commands/gazetteer/affix-relabel.js.map +1 -1
- package/out/commands/gazetteer/anchor-lexicon.d.ts.map +1 -1
- package/out/commands/gazetteer/anchor-lexicon.js +79 -93
- package/out/commands/gazetteer/anchor-lexicon.js.map +1 -1
- package/out/commands/gazetteer/build/admin.d.ts.map +1 -1
- package/out/commands/gazetteer/build/admin.js +23 -37
- package/out/commands/gazetteer/build/admin.js.map +1 -1
- package/out/commands/gazetteer/build/anchor-lookup.d.ts.map +1 -1
- package/out/commands/gazetteer/build/anchor-lookup.js +10 -24
- package/out/commands/gazetteer/build/anchor-lookup.js.map +1 -1
- package/out/commands/gazetteer/build/candidate.d.ts.map +1 -1
- package/out/commands/gazetteer/build/candidate.js +42 -56
- package/out/commands/gazetteer/build/candidate.js.map +1 -1
- package/out/commands/gazetteer/build/coincident-roles.d.ts.map +1 -0
- package/out/commands/gazetteer/build/coincident-roles.js +74 -0
- package/out/commands/gazetteer/build/coincident-roles.js.map +1 -0
- package/out/commands/gazetteer/build/fts.d.ts.map +1 -0
- package/out/commands/gazetteer/build/fts.js +68 -0
- package/out/commands/gazetteer/build/fts.js.map +1 -0
- package/out/commands/gazetteer/build/index.d.ts.map +1 -1
- package/out/commands/gazetteer/build/index.js +27 -41
- package/out/commands/gazetteer/build/index.js.map +1 -1
- package/out/commands/gazetteer/build/nl-pc6.d.ts.map +1 -1
- package/out/commands/gazetteer/build/nl-pc6.js +10 -24
- package/out/commands/gazetteer/build/nl-pc6.js.map +1 -1
- package/out/commands/gazetteer/build/postcode-locality.d.ts.map +1 -1
- package/out/commands/gazetteer/build/postcode-locality.js +58 -72
- package/out/commands/gazetteer/build/postcode-locality.js.map +1 -1
- package/out/commands/gazetteer/build/postcode-shard.d.ts.map +1 -1
- package/out/commands/gazetteer/build/postcode-shard.js +27 -41
- package/out/commands/gazetteer/build/postcode-shard.js.map +1 -1
- package/out/commands/gazetteer/conventions.d.ts.map +1 -1
- package/out/commands/gazetteer/conventions.js +59 -72
- package/out/commands/gazetteer/conventions.js.map +1 -1
- package/out/commands/gazetteer/importance.d.ts.map +1 -1
- package/out/commands/gazetteer/importance.js +117 -131
- package/out/commands/gazetteer/importance.js.map +1 -1
- package/out/commands/gazetteer/inspect/fst.d.ts.map +1 -1
- package/out/commands/gazetteer/inspect/fst.js +40 -55
- package/out/commands/gazetteer/inspect/fst.js.map +1 -1
- package/out/commands/gazetteer/inspect/graph.d.ts.map +1 -1
- package/out/commands/gazetteer/inspect/graph.js +25 -53
- package/out/commands/gazetteer/inspect/graph.js.map +1 -1
- package/out/commands/gazetteer/inspect/mermaid.d.ts.map +1 -1
- package/out/commands/gazetteer/inspect/mermaid.js +27 -55
- package/out/commands/gazetteer/inspect/mermaid.js.map +1 -1
- package/out/commands/gazetteer/inspect/sync.d.ts.map +1 -1
- package/out/commands/gazetteer/inspect/sync.js +13 -22
- package/out/commands/gazetteer/inspect/sync.js.map +1 -1
- package/out/commands/gazetteer/inspect/tree.d.ts.map +1 -1
- package/out/commands/gazetteer/inspect/tree.js +25 -53
- package/out/commands/gazetteer/inspect/tree.js.map +1 -1
- package/out/commands/gazetteer/overture-ingest.d.ts.map +1 -1
- package/out/commands/gazetteer/overture-ingest.js +155 -171
- package/out/commands/gazetteer/overture-ingest.js.map +1 -1
- package/out/commands/gazetteer/polygons.d.ts.map +1 -1
- package/out/commands/gazetteer/polygons.js +88 -102
- package/out/commands/gazetteer/polygons.js.map +1 -1
- package/out/commands/gazetteer/postal-alias.d.ts.map +1 -1
- package/out/commands/gazetteer/postal-alias.js +58 -72
- package/out/commands/gazetteer/postal-alias.js.map +1 -1
- package/out/commands/gazetteer/postal-city.d.ts.map +1 -1
- package/out/commands/gazetteer/postal-city.js +81 -99
- package/out/commands/gazetteer/postal-city.js.map +1 -1
- package/out/commands/gazetteer/postcode-binary.d.ts.map +1 -1
- package/out/commands/gazetteer/postcode-binary.js +44 -58
- package/out/commands/gazetteer/postcode-binary.js.map +1 -1
- package/out/commands/gazetteer/postcode-intl.d.ts.map +1 -1
- package/out/commands/gazetteer/postcode-intl.js +49 -65
- package/out/commands/gazetteer/postcode-intl.js.map +1 -1
- package/out/commands/gazetteer/promote.d.ts.map +1 -1
- package/out/commands/gazetteer/promote.js +11 -23
- package/out/commands/gazetteer/promote.js.map +1 -1
- package/out/commands/gazetteer/publish.d.ts.map +1 -1
- package/out/commands/gazetteer/publish.js +33 -45
- package/out/commands/gazetteer/publish.js.map +1 -1
- package/out/commands/gazetteer/release.d.ts.map +1 -1
- package/out/commands/gazetteer/release.js +60 -74
- package/out/commands/gazetteer/release.js.map +1 -1
- package/out/commands/gazetteer/verify.d.ts.map +1 -1
- package/out/commands/gazetteer/verify.js +22 -37
- package/out/commands/gazetteer/verify.js.map +1 -1
- package/out/commands/geocode.d.ts.map +1 -1
- package/out/commands/geocode.js +21 -27
- package/out/commands/geocode.js.map +1 -1
- package/out/commands/gnaf/assemble.d.ts.map +1 -1
- package/out/commands/gnaf/assemble.js +10 -21
- package/out/commands/gnaf/assemble.js.map +1 -1
- package/out/commands/parse.d.ts.map +1 -1
- package/out/commands/parse.js +18 -49
- package/out/commands/parse.js.map +1 -1
- package/out/commands/placer/build-dataset.d.ts.map +1 -0
- package/out/commands/placer/build-dataset.js +70 -0
- package/out/commands/placer/build-dataset.js.map +1 -0
- package/out/commands/placer/eval.d.ts.map +1 -0
- package/out/commands/placer/eval.js +76 -0
- package/out/commands/placer/eval.js.map +1 -0
- package/out/commands/placer/probe-frontier.d.ts.map +1 -0
- package/out/commands/placer/probe-frontier.js +36 -0
- package/out/commands/placer/probe-frontier.js.map +1 -0
- package/out/commands/placer/quantize.d.ts.map +1 -0
- package/out/commands/placer/quantize.js +32 -0
- package/out/commands/placer/quantize.js.map +1 -0
- package/out/commands/placer/train.d.ts.map +1 -0
- package/out/commands/placer/train.js +36 -0
- package/out/commands/placer/train.js.map +1 -0
- package/out/commands/registry/convert/tx-hhsc.d.ts.map +1 -0
- package/out/commands/registry/convert/tx-hhsc.js +34 -0
- package/out/commands/registry/convert/tx-hhsc.js.map +1 -0
- package/out/commands/registry/dedup-ceiling.d.ts.map +1 -0
- package/out/commands/registry/dedup-ceiling.js +36 -0
- package/out/commands/registry/dedup-ceiling.js.map +1 -0
- package/out/commands/registry/gold-set-sample.d.ts.map +1 -0
- package/out/commands/registry/gold-set-sample.js +44 -0
- package/out/commands/registry/gold-set-sample.js.map +1 -0
- package/out/commands/registry/matcher-scale.d.ts.map +1 -0
- package/out/commands/registry/matcher-scale.js +39 -0
- package/out/commands/registry/matcher-scale.js.map +1 -0
- package/out/commands/registry/run.d.ts.map +1 -0
- package/out/commands/{registry.js → registry/run.js} +77 -40
- package/out/commands/registry/run.js.map +1 -0
- package/out/commands/registry/scorer-eval.d.ts.map +1 -0
- package/out/commands/registry/scorer-eval.js +204 -0
- package/out/commands/registry/scorer-eval.js.map +1 -0
- package/out/commands/registry/train-scorer.d.ts.map +1 -0
- package/out/commands/registry/train-scorer.js +80 -0
- package/out/commands/registry/train-scorer.js.map +1 -0
- package/out/commands/registry/viz.d.ts.map +1 -0
- package/out/commands/registry/viz.js +77 -0
- package/out/commands/registry/viz.js.map +1 -0
- package/out/commands/release/hf.d.ts.map +1 -0
- package/out/commands/release/hf.js +48 -0
- package/out/commands/release/hf.js.map +1 -0
- package/out/commands/reverse.d.ts.map +1 -1
- package/out/commands/reverse.js +15 -28
- package/out/commands/reverse.js.map +1 -1
- package/out/commands/serve.d.ts.map +1 -1
- package/out/commands/serve.js +3 -0
- package/out/commands/serve.js.map +1 -1
- package/out/commands/situs/address-points.d.ts.map +1 -1
- package/out/commands/situs/address-points.js +152 -166
- package/out/commands/situs/address-points.js.map +1 -1
- package/out/commands/situs/attribution-manifest.d.ts.map +1 -1
- package/out/commands/situs/attribution-manifest.js +57 -71
- package/out/commands/situs/attribution-manifest.js.map +1 -1
- package/out/commands/situs/build.d.ts.map +1 -1
- package/out/commands/situs/build.js +122 -135
- package/out/commands/situs/build.js.map +1 -1
- package/out/commands/situs/interpolation-shard.d.ts.map +1 -1
- package/out/commands/situs/interpolation-shard.js +104 -118
- package/out/commands/situs/interpolation-shard.js.map +1 -1
- package/out/commands/situs/interpolation.d.ts.map +1 -1
- package/out/commands/situs/interpolation.js +134 -148
- package/out/commands/situs/interpolation.js.map +1 -1
- package/out/commands/tiger/fetch.d.ts.map +1 -1
- package/out/commands/tiger/fetch.js +40 -58
- package/out/commands/tiger/fetch.js.map +1 -1
- package/out/commands/tiger/race-dots-map.d.ts.map +1 -0
- package/out/commands/tiger/race-dots-map.js +78 -0
- package/out/commands/tiger/race-dots-map.js.map +1 -0
- package/out/commands/tiger/race-dots.d.ts.map +1 -0
- package/out/commands/tiger/race-dots.js +51 -0
- package/out/commands/tiger/race-dots.js.map +1 -0
- package/out/commands/tiger/redistricting.d.ts.map +1 -1
- package/out/commands/tiger/redistricting.js +40 -57
- package/out/commands/tiger/redistricting.js.map +1 -1
- package/out/commands/tiles/publish.d.ts.map +1 -1
- package/out/commands/tiles/publish.js +11 -23
- package/out/commands/tiles/publish.js.map +1 -1
- package/out/commands/wof/graph.d.ts.map +1 -1
- package/out/commands/wof/graph.js +2 -4
- package/out/commands/wof/graph.js.map +1 -1
- package/out/commands/wof/mermaid.d.ts.map +1 -1
- package/out/commands/wof/mermaid.js +2 -4
- package/out/commands/wof/mermaid.js.map +1 -1
- package/out/commands/wof/prepare.d.ts.map +1 -1
- package/out/commands/wof/prepare.js +2 -4
- package/out/commands/wof/prepare.js.map +1 -1
- package/out/commands/wof/sync.d.ts.map +1 -1
- package/out/commands/wof/sync.js +2 -4
- package/out/commands/wof/sync.js.map +1 -1
- package/out/commands/wof/tree.d.ts.map +1 -1
- package/out/commands/wof/tree.js +2 -4
- package/out/commands/wof/tree.js.map +1 -1
- package/out/dev-tools/generate-trace-fixture.d.ts.map +1 -0
- package/out/dev-tools/generate-trace-fixture.js +34 -0
- package/out/dev-tools/generate-trace-fixture.js.map +1 -0
- package/out/dev-tools/lint-mdx-angles.d.ts.map +1 -0
- package/out/dev-tools/lint-mdx-angles.js +78 -0
- package/out/dev-tools/lint-mdx-angles.js.map +1 -0
- package/out/eval-harness/capability-manifest.d.ts.map +1 -0
- package/out/eval-harness/capability-manifest.js +261 -0
- package/out/eval-harness/capability-manifest.js.map +1 -0
- package/out/eval-harness/error-analysis.d.ts.map +1 -0
- package/out/eval-harness/error-analysis.js +224 -0
- package/out/eval-harness/error-analysis.js.map +1 -0
- package/out/eval-harness/es-postcode-centroids.d.ts.map +1 -0
- package/out/eval-harness/es-postcode-centroids.js +100 -0
- package/out/eval-harness/es-postcode-centroids.js.map +1 -0
- package/out/eval-harness/gauntlet/build-fdic-holdout.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/build-fdic-holdout.js +78 -0
- package/out/eval-harness/gauntlet/build-fdic-holdout.js.map +1 -0
- package/out/eval-harness/gauntlet/build-regression-db.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/build-regression-db.js +49 -0
- package/out/eval-harness/gauntlet/build-regression-db.js.map +1 -0
- package/out/eval-harness/gauntlet/cases/regression.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/cases/regression.js +512 -0
- package/out/eval-harness/gauntlet/cases/regression.js.map +1 -0
- package/out/eval-harness/gauntlet/harness.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/harness.js +120 -0
- package/out/eval-harness/gauntlet/harness.js.map +1 -0
- package/out/eval-harness/gauntlet/holdout.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/holdout.js +161 -0
- package/out/eval-harness/gauntlet/holdout.js.map +1 -0
- package/out/eval-harness/gauntlet/metamorphic.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/metamorphic.js +384 -0
- package/out/eval-harness/gauntlet/metamorphic.js.map +1 -0
- package/out/eval-harness/gauntlet/regression.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/regression.js +111 -0
- package/out/eval-harness/gauntlet/regression.js.map +1 -0
- package/out/eval-harness/gauntlet/run.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/run.js +87 -0
- package/out/eval-harness/gauntlet/run.js.map +1 -0
- package/out/eval-harness/gauntlet/schema.d.ts.map +1 -0
- package/out/eval-harness/gauntlet/schema.js +60 -0
- package/out/eval-harness/gauntlet/schema.js.map +1 -0
- package/out/eval-harness/ledger-append.d.ts.map +1 -0
- package/out/eval-harness/ledger-append.js +135 -0
- package/out/eval-harness/ledger-append.js.map +1 -0
- package/out/eval-harness/mask-regression.d.ts.map +1 -0
- package/out/eval-harness/mask-regression.js +226 -0
- package/out/eval-harness/mask-regression.js.map +1 -0
- package/out/eval-harness/oa-resolver-eval.d.ts.map +1 -0
- package/out/eval-harness/oa-resolver-eval.js +1032 -0
- package/out/eval-harness/oa-resolver-eval.js.map +1 -0
- package/out/eval-harness/preset-compare.d.ts.map +1 -0
- package/out/eval-harness/preset-compare.js +45 -0
- package/out/eval-harness/preset-compare.js.map +1 -0
- package/out/eval-harness/promotion-gate-verdict.d.ts.map +1 -0
- package/out/eval-harness/promotion-gate-verdict.js +161 -0
- package/out/eval-harness/promotion-gate-verdict.js.map +1 -0
- package/out/eval-harness/promotion-gate.d.ts.map +1 -0
- package/out/eval-harness/promotion-gate.js +361 -0
- package/out/eval-harness/promotion-gate.js.map +1 -0
- package/out/eval-harness/v0-tree-adapter.d.ts.map +1 -0
- package/out/eval-harness/v0-tree-adapter.js +96 -0
- package/out/eval-harness/v0-tree-adapter.js.map +1 -0
- package/out/gazetteer-pipeline/anchor-lookup.js +1 -1
- package/out/gazetteer-pipeline/postcode-locality/base.js +1 -1
- package/out/gazetteer-pipeline/postcode-locality/jp.js +1 -1
- package/out/gazetteer-pipeline/postcode-locality/kr.js +1 -1
- package/out/geocode-core.d.ts.map +1 -1
- package/out/geocode-core.js +7 -2
- package/out/geocode-core.js.map +1 -1
- package/out/release-tools/publish-hf.d.ts.map +1 -0
- package/out/release-tools/publish-hf.js +240 -0
- package/out/release-tools/publish-hf.js.map +1 -0
- package/out/sdk/cli.d.ts.map +1 -1
- package/out/sdk/cli.js +5 -1
- package/out/sdk/cli.js.map +1 -1
- package/out/sdk/test/index.d.ts.map +1 -1
- package/out/sdk/test/index.js +4 -108
- package/out/sdk/test/index.js.map +1 -1
- package/out/test-kit/index.d.ts.map +1 -0
- package/out/test-kit/index.js +115 -0
- package/out/test-kit/index.js.map +1 -0
- package/package.json +120 -27
- package/out/commands/corpus/shard.d.ts.map +0 -1
- package/out/commands/corpus/shard.js +0 -124
- package/out/commands/corpus/shard.js.map +0 -1
- package/out/commands/registry.d.ts.map +0 -1
- package/out/commands/registry.js.map +0 -1
- package/out/corpus-tools/align-shard.d.ts.map +0 -1
- package/out/corpus-tools/align-shard.js +0 -59
- package/out/corpus-tools/align-shard.js.map +0 -1
- package/out/corpus-tools/corpus-stats.d.ts.map +0 -1
- package/out/corpus-tools/corpus-stats.js +0 -151
- package/out/corpus-tools/corpus-stats.js.map +0 -1
- package/out/corpus-tools/overlay-manifest.d.ts.map +0 -1
- package/out/corpus-tools/overlay-manifest.js +0 -85
- package/out/corpus-tools/overlay-manifest.js.map +0 -1
- package/out/sdk/scripting.d.ts.map +0 -1
- package/out/sdk/scripting.js +0 -12
- package/out/sdk/scripting.js.map +0 -1
package/README.md
CHANGED
|
@@ -151,8 +151,8 @@ await parse("350 5TH AVE, NEW YORK, NY 10118", {
|
|
|
151
151
|
## Geocoding
|
|
152
152
|
|
|
153
153
|
Resolution turns parsed components into a Who's On First place ID and coordinate. It needs a
|
|
154
|
-
gazetteer SQLite database — build one with
|
|
155
|
-
`mailwoman
|
|
154
|
+
gazetteer SQLite database — build one with `mailwoman gazetteer build admin` +
|
|
155
|
+
`mailwoman gazetteer build fts`, or point at a prebuilt shard. The resolver is
|
|
156
156
|
administrative/postcode-level, not rooftop: it returns place centroids (locality, region,
|
|
157
157
|
postcode), not delivery-point coordinates.
|
|
158
158
|
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../cli-kit/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,KAAK,KAAK,MAAM,OAAO,CAAA;AACnC,OAAO,KAAK,KAAK,GAAG,MAAM,KAAK,CAAA;AAE/B;;GAEG;AACH,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,GAAG,CAAC,UAAU,IAAI;IAC3D,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;CAClB,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,0BAA0B,CAAC,CAAC,SAAS,GAAG,CAAC,UAAU,IAAI,KAAK,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAA;AAEnG;;GAEG;AACH,MAAM,MAAM,YAAY,CACvB,WAAW,SAAS,GAAG,CAAC,SAAS,EACjC,eAAe,SAAS,GAAG,CAAC,UAAU,GAAG,OAAO,GAAG,OAAO,IACvD;IACH,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;IAC/B,IAAI,EAAE,eAAe,SAAS,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,OAAO,EAAE,CAAA;CACrF,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,CAC3B,WAAW,SAAS,GAAG,CAAC,SAAS,EACjC,eAAe,SAAS,GAAG,CAAC,UAAU,GAAG,OAAO,GAAG,OAAO,IACvD,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAA;AAExD,wDAAwD;AACxD,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAC3B;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,CAAC,CAAA;CAAE,GAC7B;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAA;AAEvC;;;;GAIG;AAIH,wBAAgB,cAAc,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAkB/G;AAGD;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAKnD;AAED,+CAA+C;AAC/C,MAAM,WAAW,KAAK;IACrB,EAAE,EAAE,OAAO,CAAA;IACX,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;IAAE,MAAM,EAAE,SAAS,KAAK,EAAE,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,KAAK,CAAC,YAAY,CAkBlH"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @copyright Sister Software
|
|
3
|
+
* @license AGPL-3.0
|
|
4
|
+
* @author Teffen Ellis, et al.
|
|
5
|
+
*
|
|
6
|
+
* The command toolkit for `mailwoman/commands/*` — Pastel/Ink helper types, the one-shot
|
|
7
|
+
* {@linkcode useCommandTask} runner, and the {@linkcode CheckList} renderer. Lives OUTSIDE
|
|
8
|
+
* `commands/` (Pastel treats every file there as a command) and OUTSIDE `sdk/` (`sdk/` submodules
|
|
9
|
+
* mean data acquisition). Built with `createElement`, not JSX, so the module stays plain `.ts` —
|
|
10
|
+
* importable under node's type stripping (the dev `node →` exports condition).
|
|
11
|
+
*/
|
|
12
|
+
import { Box, Text } from "ink";
|
|
13
|
+
import { createElement as h, useEffect, useState } from "react";
|
|
14
|
+
/**
|
|
15
|
+
* Run a command's one-shot async task and own the exit-code discipline: rejection renders the error state and exits 1;
|
|
16
|
+
* resolution exits with `exitCode(result)` (default 0) — always AFTER the final frame committed. Replaces the
|
|
17
|
+
* copy-pasted useEffect/useState/setImmediate dance in every command.
|
|
18
|
+
*/
|
|
19
|
+
/* oxlint-disable react-hooks/exhaustive-deps -- One-shot by design: the task/exitCode closures
|
|
20
|
+
capture their options at mount; tracking them (fresh closure per render) would re-run the task
|
|
21
|
+
every render. The empty/[state] deps are the point. */
|
|
22
|
+
export function useCommandTask(task, exitCode) {
|
|
23
|
+
const [state, setState] = useState({ status: "running" });
|
|
24
|
+
useEffect(() => {
|
|
25
|
+
void task().then((result) => setState({ status: "done", result }), (error) => setState({ status: "error", message: error instanceof Error ? (error.stack ?? error.message) : String(error) }));
|
|
26
|
+
}, []);
|
|
27
|
+
useEffect(() => {
|
|
28
|
+
if (state.status === "running")
|
|
29
|
+
return;
|
|
30
|
+
const code = state.status === "error" ? 1 : (exitCode?.(state.result) ?? 0);
|
|
31
|
+
setImmediate(() => process.exit(code));
|
|
32
|
+
}, [state]);
|
|
33
|
+
return state;
|
|
34
|
+
}
|
|
35
|
+
/* oxlint-enable react-hooks/exhaustive-deps */
|
|
36
|
+
/**
|
|
37
|
+
* Build a guidance-grade error whose rendered form is exactly `message` — no stack. {@linkcode useCommandTask} renders
|
|
38
|
+
* `error.stack ?? error.message`, which is right for unexpected failures but turns deliberate user-facing guidance
|
|
39
|
+
* ("Set $MAILWOMAN_WOF_DB…") into a stack dump. Throw `commandError(msg)` for those instead of `new Error(msg)`.
|
|
40
|
+
*/
|
|
41
|
+
export function commandError(message) {
|
|
42
|
+
const error = new Error(message);
|
|
43
|
+
error.stack = message;
|
|
44
|
+
return error;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* The ✓/✗ check-list + PASS/FAIL renderer (extracted from `gazetteer verify`). Pass `verdict` to append the summary
|
|
48
|
+
* line.
|
|
49
|
+
*/
|
|
50
|
+
export function CheckList({ checks, verdict }) {
|
|
51
|
+
const lines = checks.map((c, i) => h(Text, { key: i, color: c.ok ? "green" : "red" }, `${c.ok ? "✓" : "✗"} ${c.check}${c.detail ? `: ${c.detail}` : ""}`));
|
|
52
|
+
const summary = verdict === undefined
|
|
53
|
+
? null
|
|
54
|
+
: h(Text, { color: verdict ? "green" : "red" }, `${verdict ? "PASS" : "FAIL"} (${checks.filter((c) => c.ok).length}/${checks.length} checks)`);
|
|
55
|
+
return h(Box, { flexDirection: "column" }, ...lines, summary);
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../cli-kit/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,aAAa,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAyC/D;;;;GAIG;AACH;;yDAEyD;AACzD,MAAM,UAAU,cAAc,CAAI,IAAsB,EAAE,QAAgC;IACzF,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAsB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;IAE9E,SAAS,CAAC,GAAG,EAAE;QACd,KAAK,IAAI,EAAE,CAAC,IAAI,CACf,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAChD,CAAC,KAAc,EAAE,EAAE,CAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAChH,CAAA;IACF,CAAC,EAAE,EAAE,CAAC,CAAA;IAEN,SAAS,CAAC,GAAG,EAAE;QACd,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,OAAM;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;QAC3E,YAAY,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IACvC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;IAEX,OAAO,KAAK,CAAA;AACb,CAAC;AACD,+CAA+C;AAE/C;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,OAAe;IAC3C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAA;IAChC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAA;IAErB,OAAO,KAAK,CAAA;AACb,CAAC;AASD;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAmD;IAC7F,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACjC,CAAC,CACA,IAAI,EACJ,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,EACzC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAClE,CACD,CAAA;IACD,MAAM,OAAO,GACZ,OAAO,KAAK,SAAS;QACpB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,CACD,IAAI,EACJ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,EACpC,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,UAAU,CAC7F,CAAA;IAEJ,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,GAAG,KAAK,EAAE,OAAO,CAAC,CAAA;AAC9D,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"autocomplete.d.ts","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;
|
|
1
|
+
{"version":3,"file":"autocomplete.d.ts","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAE,KAAK,gBAAgB,EAAgC,MAAM,qBAAqB,CAAA;AAEzF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,wBAAwB,IAAI,OAAO,EAAE,CAAA;AAEvE,QAAA,MAAM,eAAe,6BAAgE,CAAA;AAErF,eAAO,MAAM,wBAAwB;;;;qBAiBnC,CAAA;AAEF,sFAAsF;AACtF,wBAAgB,cAAc,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,MAAM,WAAW,iBAAiB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAC1B;AAED;;;GAGG;AACH,wBAAsB,eAAe,CACpC,MAAM,EAAE,MAAM,EACd,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACvC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA4C9B;AAeD,QAAA,MAAM,mBAAmB,EAAE,gBAAgB,CAAC,OAAO,wBAAwB,EAAE,OAAO,eAAe,CA0BlG,CAAA;AAED,eAAe,mBAAmB,CAAA"}
|
|
@@ -18,8 +18,8 @@ import { jsx as _jsx } from "react/jsx-runtime";
|
|
|
18
18
|
import { readFileSync } from "node:fs";
|
|
19
19
|
import { $public } from "@mailwoman/core/env";
|
|
20
20
|
import { Text } from "ink";
|
|
21
|
-
import { useEffect, useState } from "react";
|
|
22
21
|
import zod from "zod";
|
|
22
|
+
import { commandError, useCommandTask } from "../cli-kit/index.js";
|
|
23
23
|
export { ArgumentsSchema as args, AutocompleteConfigSchema as options };
|
|
24
24
|
const ArgumentsSchema = zod.array(zod.string().describe("Prefix string to complete"));
|
|
25
25
|
export const AutocompleteConfigSchema = zod.object({
|
|
@@ -50,7 +50,7 @@ export async function runAutocomplete(prefix, opts) {
|
|
|
50
50
|
const { existsSync } = await import("node:fs");
|
|
51
51
|
const fstPath = opts.fstPath;
|
|
52
52
|
if (!existsSync(fstPath)) {
|
|
53
|
-
throw
|
|
53
|
+
throw commandError(`FST binary not found at ${fstPath}.\n` +
|
|
54
54
|
`Pass --fst <path>, set $MAILWOMAN_FST_BIN, or build the FST with:\n` +
|
|
55
55
|
` mailwoman fst build --db /path/to/wof-admin.db --output fst-en-US.bin`);
|
|
56
56
|
}
|
|
@@ -60,7 +60,7 @@ export async function runAutocomplete(prefix, opts) {
|
|
|
60
60
|
}
|
|
61
61
|
catch (err) {
|
|
62
62
|
const msg = err instanceof Error ? err.message : String(err);
|
|
63
|
-
throw
|
|
63
|
+
throw commandError(`Failed to read FST binary at ${fstPath}: ${msg}`);
|
|
64
64
|
}
|
|
65
65
|
// Dynamic import keeps @mailwoman/resolver-wof-sqlite a true optional peer dep — only loaded
|
|
66
66
|
// when the autocomplete command is invoked.
|
|
@@ -72,7 +72,7 @@ export async function runAutocomplete(prefix, opts) {
|
|
|
72
72
|
}
|
|
73
73
|
catch (err) {
|
|
74
74
|
const msg = err instanceof Error ? err.message : String(err);
|
|
75
|
-
throw
|
|
75
|
+
throw commandError(`Malformed FST binary at ${fstPath}: ${msg}`);
|
|
76
76
|
}
|
|
77
77
|
const result = autocomplete(matcher, prefix, { maxSuggestions: opts.limit ?? 10 });
|
|
78
78
|
return result.suggestions.map((s) => ({
|
|
@@ -95,40 +95,22 @@ function formatSuggestions(entries) {
|
|
|
95
95
|
.join("\n");
|
|
96
96
|
}
|
|
97
97
|
const AutocompleteCommand = ({ options, args, }) => {
|
|
98
|
-
const
|
|
99
|
-
const [error, setError] = useState();
|
|
100
|
-
useEffect(() => {
|
|
98
|
+
const state = useCommandTask(async () => {
|
|
101
99
|
const prefix = args[0];
|
|
102
100
|
if (!prefix) {
|
|
103
|
-
|
|
104
|
-
// The "cascading renders" the rule warns about are not a real cost here — the effect
|
|
105
|
-
// short-circuits with `return`.
|
|
106
|
-
// eslint-disable-next-line react-hooks/set-state-in-effect
|
|
107
|
-
setError("Usage: mailwoman autocomplete <prefix> [--limit N] [--fst <path>]");
|
|
108
|
-
return;
|
|
101
|
+
throw commandError("Usage: mailwoman autocomplete <prefix> [--limit N] [--fst <path>]");
|
|
109
102
|
}
|
|
110
103
|
const fstPath = resolveFSTPath(options.fst);
|
|
111
|
-
runAutocomplete(prefix, { fstPath, limit: options.limit })
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
else {
|
|
117
|
-
setOutput(formatSuggestions(entries));
|
|
118
|
-
}
|
|
119
|
-
})
|
|
120
|
-
.catch((err) => {
|
|
121
|
-
const msg = err instanceof Error ? err.message : String(err);
|
|
122
|
-
setError(msg);
|
|
123
|
-
});
|
|
124
|
-
}, [args, options]);
|
|
125
|
-
if (error) {
|
|
126
|
-
return _jsx(Text, { color: "red", children: error });
|
|
104
|
+
const entries = await runAutocomplete(prefix, { fstPath, limit: options.limit });
|
|
105
|
+
return options.json ? JSON.stringify(entries, null, 2) : formatSuggestions(entries);
|
|
106
|
+
});
|
|
107
|
+
if (state.status === "error") {
|
|
108
|
+
return _jsx(Text, { color: "red", children: state.message });
|
|
127
109
|
}
|
|
128
|
-
if (
|
|
110
|
+
if (state.status === "running") {
|
|
129
111
|
return _jsx(Text, { dimColor: true, children: "Searching..." });
|
|
130
112
|
}
|
|
131
|
-
return _jsx(Text, { children:
|
|
113
|
+
return _jsx(Text, { children: state.result });
|
|
132
114
|
};
|
|
133
115
|
export default AutocompleteCommand;
|
|
134
116
|
//# sourceMappingURL=autocomplete.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"autocomplete.js","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,
|
|
1
|
+
{"version":3,"file":"autocomplete.js","sourceRoot":"","sources":["../../commands/autocomplete.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAyB,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAEzF,OAAO,EAAE,eAAe,IAAI,IAAI,EAAE,wBAAwB,IAAI,OAAO,EAAE,CAAA;AAEvE,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC,CAAA;AAErF,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC,MAAM,CAAC;IAClD,KAAK,EAAE,GAAG,CAAC,MAAM;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,sDAAsD,CAAC;IAClE,GAAG,EAAE,GAAG;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACR,4EAA4E;QAC3E,6CAA6C,CAC9C;IACF,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC;CAChH,CAAC,CAAA;AAEF,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,YAAqB;IACnD,OAAO,YAAY,IAAI,OAAO,CAAC,iBAAiB,IAAI,4CAA4C,CAAA;AACjG,CAAC;AAUD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,MAAc,EACd,IAAyC;IAEzC,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAA;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IAE5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,YAAY,CACjB,2BAA2B,OAAO,KAAK;YACtC,qEAAqE;YACrE,yEAAyE,CAC1E,CAAA;IACF,CAAC;IAED,IAAI,GAAW,CAAA;IAEf,IAAI,CAAC;QACJ,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAA;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,MAAM,YAAY,CAAC,gCAAgC,OAAO,KAAK,GAAG,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,6FAA6F;IAC7F,4CAA4C;IAC5C,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,8CAA8C,CAAC,CAAA;IACvF,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,iDAAiD,CAAC,CAAA;IAExF,IAAI,OAAO,CAAA;IAEX,IAAI,CAAC;QACJ,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,MAAM,YAAY,CAAC,2BAA2B,OAAO,KAAK,GAAG,EAAE,CAAC,CAAA;IACjE,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;IAElF,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;KACpC,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAA4B;IACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,kBAAkB,CAAA;IAEnD,OAAO,OAAO;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,MAAM,UAAU,GAAG,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QAC7F,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAEnC,OAAO,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,CAAC,SAAS,SAAS,CAAC,CAAC,KAAK,SAAS,GAAG,GAAG,CAAA;IAC5G,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;AACb,CAAC;AAED,MAAM,mBAAmB,GAA8E,CAAC,EACvG,OAAO,EACP,IAAI,GACJ,EAAE,EAAE;IACJ,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAEtB,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,YAAY,CAAC,mEAAmE,CAAC,CAAA;QACxF,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;QAEhF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACpF,CAAC,CAAC,CAAA;IAEF,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QAC9B,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,CAAC,OAAO,GAAQ,CAAA;IAChD,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,KAAC,IAAI,IAAC,QAAQ,mCAAoB,CAAA;IAC1C,CAAC;IAED,OAAO,KAAC,IAAI,cAAE,KAAK,CAAC,MAAM,GAAQ,CAAA;AACnC,CAAC,CAAA;AAED,eAAe,mBAAmB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"align-shard.d.ts","sourceRoot":"","sources":["../../../commands/corpus/align-shard.tsx"],"names":[],"mappings":"AAAA;;;;;;;GAOG;
|
|
1
|
+
{"version":3,"file":"align-shard.d.ts","sourceRoot":"","sources":["../../../commands/corpus/align-shard.tsx"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAE,KAAK,gBAAgB,EAAkB,MAAM,wBAAwB,CAAA;AAE9E,QAAA,MAAM,aAAa;;;;qBAIjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,QAAA,MAAM,GAAG,EAAE,gBAAgB,CAAC,OAAO,aAAa,CAiB/C,CAAA;AAED,eAAe,GAAG,CAAA"}
|
|
@@ -8,8 +8,8 @@ import { jsxs as _jsxs } from "react/jsx-runtime";
|
|
|
8
8
|
* lazy-imported so eager command loading stays dependency-light.
|
|
9
9
|
*/
|
|
10
10
|
import { Text } from "ink";
|
|
11
|
-
import { useEffect, useState } from "react";
|
|
12
11
|
import zod from "zod";
|
|
12
|
+
import { useCommandTask } from "../../cli-kit/index.js";
|
|
13
13
|
const OptionsSchema = zod.object({
|
|
14
14
|
input: zod.string().describe("Canonical jsonl input"),
|
|
15
15
|
output: zod.string().describe("Labeled jsonl output"),
|
|
@@ -17,33 +17,19 @@ const OptionsSchema = zod.object({
|
|
|
17
17
|
});
|
|
18
18
|
export { OptionsSchema as options };
|
|
19
19
|
const Cmd = ({ options }) => {
|
|
20
|
-
const
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
catch (e) {
|
|
34
|
-
setError(e instanceof Error ? e.message : String(e));
|
|
35
|
-
}
|
|
36
|
-
})();
|
|
37
|
-
}, [options]);
|
|
38
|
-
useEffect(() => {
|
|
39
|
-
if (done || error) {
|
|
40
|
-
setImmediate(() => process.exit(error ? 1 : 0));
|
|
41
|
-
}
|
|
42
|
-
}, [done, error]);
|
|
43
|
-
if (error)
|
|
44
|
-
return _jsxs(Text, { color: "red", children: ["\u2717 ", error] });
|
|
45
|
-
if (done)
|
|
46
|
-
return _jsxs(Text, { color: "green", children: ["\u2713 ", done] });
|
|
20
|
+
const state = useCommandTask(async () => {
|
|
21
|
+
const { alignCanonicalShard } = await import("@mailwoman/corpus/tools");
|
|
22
|
+
await alignCanonicalShard({
|
|
23
|
+
input: options.input,
|
|
24
|
+
output: options.output,
|
|
25
|
+
corpusVersion: options.corpusVersion,
|
|
26
|
+
});
|
|
27
|
+
return "done";
|
|
28
|
+
});
|
|
29
|
+
if (state.status === "error")
|
|
30
|
+
return _jsxs(Text, { color: "red", children: ["\u2717 ", state.message] });
|
|
31
|
+
if (state.status === "done")
|
|
32
|
+
return _jsxs(Text, { color: "green", children: ["\u2713 ", state.result] });
|
|
47
33
|
return null;
|
|
48
34
|
};
|
|
49
35
|
export default Cmd;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"align-shard.js","sourceRoot":"","sources":["../../../commands/corpus/align-shard.tsx"],"names":[],"mappings":";AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,
|
|
1
|
+
{"version":3,"file":"align-shard.js","sourceRoot":"","sources":["../../../commands/corpus/align-shard.tsx"],"names":[],"mappings":";AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAyB,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE9E,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACrD,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACrD,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;CACjF,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,MAAM,GAAG,GAA2C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IACnE,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,IAAI,EAAE;QACvC,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAA;QACvE,MAAM,mBAAmB,CAAC;YACzB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,OAAO,CAAC,aAAa;SACpC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAA;IACd,CAAC,CAAC,CAAA;IAEF,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;QAAE,OAAO,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,KAAK,CAAC,OAAO,IAAQ,CAAA;IAE/E,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,MAAC,IAAI,IAAC,KAAK,EAAC,OAAO,wBAAI,KAAK,CAAC,MAAM,IAAQ,CAAA;IAE/E,OAAO,IAAI,CAAA;AACZ,CAAC,CAAA;AAED,eAAe,GAAG,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audit.d.ts","sourceRoot":"","sources":["../../../commands/corpus/audit.tsx"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAE,KAAK,gBAAgB,EAAkB,MAAM,wBAAwB,CAAA;AAE9E,eAAO,MAAM,IAAI,qCAOf,CAAA;AAEF,QAAA,MAAM,aAAa;;;qBAGjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,QAAA,MAAM,WAAW,EAAE,gBAAgB,CAAC,OAAO,aAAa,EAAE,OAAO,IAAI,CAQpE,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { jsxs as _jsxs } from "react/jsx-runtime";
|
|
2
|
+
/**
|
|
3
|
+
* @copyright Sister Software
|
|
4
|
+
* @license AGPL-3.0
|
|
5
|
+
* @author Teffen Ellis, et al.
|
|
6
|
+
*
|
|
7
|
+
* `mailwoman corpus audit <corpus-dir>` — per-source shard-count vs source_weight diagnostic.
|
|
8
|
+
* Pair with `--config` to weight the counts by a training YAML's source_weights block.
|
|
9
|
+
*/
|
|
10
|
+
import { audit } from "@mailwoman/corpus/tools";
|
|
11
|
+
import { Text } from "ink";
|
|
12
|
+
import { argument } from "pastel";
|
|
13
|
+
import zod from "zod";
|
|
14
|
+
import { useCommandTask } from "../../cli-kit/index.js";
|
|
15
|
+
export const args = zod.tuple([
|
|
16
|
+
zod.string().describe(argument({
|
|
17
|
+
name: "corpus-dir",
|
|
18
|
+
description: "Corpus directory (MANIFEST.json or train/val/test shards)",
|
|
19
|
+
})),
|
|
20
|
+
]);
|
|
21
|
+
const OptionsSchema = zod.object({
|
|
22
|
+
config: zod.string().optional().describe("Training YAML whose source_weights pair with the shard counts"),
|
|
23
|
+
sample: zod.number().default(100).describe("Max shards sampled per split when scanning without a MANIFEST"),
|
|
24
|
+
});
|
|
25
|
+
export { OptionsSchema as options };
|
|
26
|
+
const CorpusAudit = ({ options, args }) => {
|
|
27
|
+
const state = useCommandTask(async () => {
|
|
28
|
+
audit({ corpusDir: args[0], configPath: options.config, sampleShardCount: options.sample });
|
|
29
|
+
});
|
|
30
|
+
if (state.status === "error")
|
|
31
|
+
return _jsxs(Text, { color: "red", children: ["\u2717 ", state.message] });
|
|
32
|
+
return null;
|
|
33
|
+
};
|
|
34
|
+
export default CorpusAudit;
|
|
35
|
+
//# sourceMappingURL=audit.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audit.js","sourceRoot":"","sources":["../../../commands/corpus/audit.tsx"],"names":[],"mappings":";AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAA;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAA;AACjC,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAyB,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE9E,MAAM,CAAC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;IAC7B,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,QAAQ,CAAC;QACR,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,2DAA2D;KACxE,CAAC,CACF;CACD,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+DAA+D,CAAC;IACzG,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,+DAA+D,CAAC;CAC3G,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAEnC,MAAM,WAAW,GAAwD,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;IAC9F,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,IAAI,EAAE;QACvC,KAAK,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC5F,CAAC,CAAC,CAAA;IAEF,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;QAAE,OAAO,MAAC,IAAI,IAAC,KAAK,EAAC,KAAK,wBAAI,KAAK,CAAC,OAAO,IAAQ,CAAA;IAE/E,OAAO,IAAI,CAAA;AACZ,CAAC,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;
|
|
1
|
+
{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAMH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAE,KAAK,gBAAgB,EAAgC,MAAM,wBAAwB,CAAA;AAsB5F,QAAA,MAAM,iBAAiB;;;;;;qBAkBrB,CAAA;AAEF,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEvC,QAAA,MAAM,WAAW,EAAE,gBAAgB,CAAC,OAAO,iBAAiB,CA4D3D,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -14,11 +14,11 @@ import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
|
|
|
14
14
|
* Adapters whose id is missing from `--inputs` are skipped (and noted in the manifest); this is how
|
|
15
15
|
* the CLI handles partial builds during development.
|
|
16
16
|
*/
|
|
17
|
-
import { setImmediate } from "node:timers/promises";
|
|
18
17
|
import { buildCorpus, defaultAdapterRegistry } from "@mailwoman/corpus";
|
|
19
18
|
import { Box, Text } from "ink";
|
|
20
|
-
import {
|
|
19
|
+
import { useState } from "react";
|
|
21
20
|
import zod from "zod";
|
|
21
|
+
import { commandError, useCommandTask } from "../../cli-kit/index.js";
|
|
22
22
|
/**
|
|
23
23
|
* `--inputs` accepts either:
|
|
24
24
|
*
|
|
@@ -55,30 +55,18 @@ const BuildConfigSchema = zod.object({
|
|
|
55
55
|
});
|
|
56
56
|
export { BuildConfigSchema as options };
|
|
57
57
|
const CorpusBuild = ({ options }) => {
|
|
58
|
-
const [error, setError] = useState();
|
|
59
|
-
const [done, setDone] = useState();
|
|
60
58
|
const [stage, setStage] = useState();
|
|
61
|
-
|
|
62
|
-
if (error) {
|
|
63
|
-
setImmediate().then(() => process.exit(1));
|
|
64
|
-
}
|
|
65
|
-
else if (done) {
|
|
66
|
-
setImmediate().then(() => process.exit(0));
|
|
67
|
-
}
|
|
68
|
-
}, [error, done]);
|
|
69
|
-
useEffect(() => {
|
|
59
|
+
const state = useCommandTask(async () => {
|
|
70
60
|
let inputsParsed;
|
|
71
61
|
try {
|
|
72
62
|
inputsParsed = InputsSchema.parse(JSON.parse(options.inputs));
|
|
73
63
|
}
|
|
74
64
|
catch (err) {
|
|
75
|
-
|
|
76
|
-
setError(`invalid --inputs JSON: ${err.message}`);
|
|
77
|
-
return;
|
|
65
|
+
throw commandError(`invalid --inputs JSON: ${err.message}`);
|
|
78
66
|
}
|
|
79
67
|
const adapterInputs = Object.fromEntries(Object.entries(inputsParsed).map(([id, value]) => [id, typeof value === "string" ? { inputPath: value } : value]));
|
|
80
68
|
const adapters = defaultAdapterRegistry.list();
|
|
81
|
-
buildCorpus({
|
|
69
|
+
const m = await buildCorpus({
|
|
82
70
|
outputDir: options.output,
|
|
83
71
|
corpusVersion: options.corpusVersion,
|
|
84
72
|
adapters,
|
|
@@ -86,18 +74,18 @@ const CorpusBuild = ({ options }) => {
|
|
|
86
74
|
synthesize: options.synthesize,
|
|
87
75
|
rowsPerShard: options.rowsPerShard,
|
|
88
76
|
onProgress: (name, message) => setStage({ name, message }),
|
|
89
|
-
})
|
|
90
|
-
|
|
77
|
+
});
|
|
78
|
+
return {
|
|
91
79
|
total: m.shards.total_rows,
|
|
92
80
|
aligned: m.total_aligned_rows,
|
|
93
81
|
quarantined: m.quarantine_count,
|
|
94
82
|
adapters: m.adapters.length,
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
83
|
+
};
|
|
84
|
+
});
|
|
85
|
+
if (state.status === "error")
|
|
86
|
+
return _jsx(Text, { color: "red", children: state.message });
|
|
87
|
+
if (state.status === "done") {
|
|
88
|
+
const done = state.result;
|
|
101
89
|
return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Text, { children: ["corpus-v", options.corpusVersion, ": ", _jsx(Text, { color: "green", children: done.total }), " rows (", done.adapters, " adapters,", " ", _jsxs(Text, { dimColor: true, children: [done.quarantined, " quarantined"] }), ")"] }), _jsx(Text, { dimColor: true, children: options.output })] }));
|
|
102
90
|
}
|
|
103
91
|
return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Text, { children: ["building corpus-v", options.corpusVersion, "\u2026"] }), stage ? (_jsxs(Text, { dimColor: true, children: ["[", stage.name, "] ", stage.message] })) : null] }));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../commands/corpus/build.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAmB,MAAM,mBAAmB,CAAA;AAExF,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAChC,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAyB,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE5F;;;;;;;;GAQG;AACH,MAAM,kBAAkB,GAAG,GAAG,CAAC,KAAK,CAAC;IACpC,GAAG,CAAC,MAAM,EAAE;IACZ,GAAG,CAAC,MAAM,CAAC;QACV,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE;QACvB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KAC/C,CAAC;CACF,CAAC,CAAA;AACF,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAA;AAEjE,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC;IACpC,aAAa,EAAE,GAAG;SAChB,MAAM,EAAE;SACR,OAAO,CAAC,WAAW,CAAC;SACpB,QAAQ,CACR,8HAA8H,CAC9H;IACF,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2EAA2E,CAAC;IAC1G,MAAM,EAAE,GAAG;SACT,MAAM,EAAE;SACR,QAAQ,CACR,qFAAqF;QACpF,wFAAwF;QACxF,6DAA6D;QAC7D,+FAA+F,CAChG;IACF,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IAC7G,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;CACrH,CAAC,CAAA;AAEF,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,CAAA;AAEvC,MAAM,WAAW,GAA+C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IAC/E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,EAAyC,CAAA;IAC3E,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,IAAI,EAAE;QACvC,IAAI,YAAkE,CAAA;QAEtE,IAAI,CAAC;YACJ,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,YAAY,CAAC,0BAA2B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;QACvE,CAAC;QAED,MAAM,aAAa,GAAmC,MAAM,CAAC,WAAW,CACvE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CACjH,CAAA;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAA;QAC9C,MAAM,CAAC,GAAG,MAAM,WAAW,CAAC;YAC3B,SAAS,EAAE,OAAO,CAAC,MAAM;YACzB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;YACR,aAAa;YACb,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,UAAU,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SAC1D,CAAC,CAAA;QAEF,OAAO;YACN,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU;YAC1B,OAAO,EAAE,CAAC,CAAC,kBAAkB;YAC7B,WAAW,EAAE,CAAC,CAAC,gBAAgB;YAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;SAC3B,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;QAAE,OAAO,KAAC,IAAI,IAAC,KAAK,EAAC,KAAK,YAAE,KAAK,CAAC,OAAO,GAAQ,CAAA;IAE7E,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAA;QAEzB,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,2BACK,OAAO,CAAC,aAAa,QAAG,KAAC,IAAI,IAAC,KAAK,EAAC,OAAO,YAAE,IAAI,CAAC,KAAK,GAAQ,aAAQ,IAAI,CAAC,QAAQ,gBAAY,GAAG,EAC5G,MAAC,IAAI,IAAC,QAAQ,mBAAE,IAAI,CAAC,WAAW,oBAAoB,SAC9C,EACP,KAAC,IAAI,IAAC,QAAQ,kBAAE,OAAO,CAAC,MAAM,GAAQ,IACjC,CACN,CAAA;IACF,CAAC;IAED,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,oCAAmB,OAAO,CAAC,aAAa,cAAS,EACrD,KAAK,CAAC,CAAC,CAAC,CACR,MAAC,IAAI,IAAC,QAAQ,wBACX,KAAK,CAAC,IAAI,QAAI,KAAK,CAAC,OAAO,IACvB,CACP,CAAC,CAAC,CAAC,IAAI,IACH,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,WAAW,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;AAGrB,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,GAAG,MAAM,KAAK,CAAA;AAGrB,OAAO,EAAE,KAAK,gBAAgB,EAAkB,MAAM,wBAAwB,CAAA;AAI9E,QAAA,MAAM,aAAa;;;;qBAQjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,QAAA,MAAM,cAAc,EAAE,gBAAgB,CAAC,OAAO,aAAa,CAsF1D,CAAA;AAED,eAAe,cAAc,CAAA"}
|
|
@@ -13,9 +13,10 @@ import { jsxs as _jsxs, jsx as _jsx } from "react/jsx-runtime";
|
|
|
13
13
|
* Requires RCLONE_S3_* env vars (Cloudflare R2 credentials).
|
|
14
14
|
*/
|
|
15
15
|
import { Box, Text } from "ink";
|
|
16
|
-
import {
|
|
16
|
+
import { useState } from "react";
|
|
17
17
|
import zod from "zod";
|
|
18
18
|
import { $ } from "zx";
|
|
19
|
+
import { useCommandTask } from "../../cli-kit/index.js";
|
|
19
20
|
const DEFAULT_BUCKET = "mailwoman-assets";
|
|
20
21
|
const OptionsSchema = zod.object({
|
|
21
22
|
bucket: zod.string().optional().default(DEFAULT_BUCKET).describe("R2 bucket name"),
|
|
@@ -37,58 +38,55 @@ const CorpusDownload = ({ options }) => {
|
|
|
37
38
|
const updateStep = (idx, update) => {
|
|
38
39
|
setSteps((prev) => prev.map((s, i) => (i === idx ? { ...s, ...update } : s)));
|
|
39
40
|
};
|
|
40
|
-
|
|
41
|
-
const
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
};
|
|
90
|
-
run();
|
|
91
|
-
}, [options]);
|
|
41
|
+
useCommandTask(async () => {
|
|
42
|
+
const rcloneBase = `:s3:${options.bucket}`;
|
|
43
|
+
const dryFlag = options.dryRun ? "--dry-run" : "";
|
|
44
|
+
const out = options.outDir;
|
|
45
|
+
// Step 0: Download v0.3.0 corpus
|
|
46
|
+
updateStep(0, { status: "running" });
|
|
47
|
+
try {
|
|
48
|
+
await $ `rclone sync ${rcloneBase}/corpus/v0.3.0/ ${out}/corpus/versioned/v0.3.0/corpus-v0.3.0/ --progress --transfers 8 --checkers 16 ${dryFlag}`.quiet();
|
|
49
|
+
updateStep(0, { status: "done" });
|
|
50
|
+
}
|
|
51
|
+
catch (_e) {
|
|
52
|
+
const e = _e;
|
|
53
|
+
updateStep(0, { status: "error", detail: String(e.stderr ?? e.message ?? _e).slice(0, 100) });
|
|
54
|
+
return;
|
|
55
|
+
}
|
|
56
|
+
// Step 1: Download v0.4.0 adapter shards
|
|
57
|
+
updateStep(1, { status: "running" });
|
|
58
|
+
try {
|
|
59
|
+
await $ `rclone sync ${rcloneBase}/corpus/v0.4.0/ ${out}/corpus/versioned/v0.4.0/corpus-v0.4.0/ --progress --transfers 4 ${dryFlag}`.quiet();
|
|
60
|
+
updateStep(1, { status: "done" });
|
|
61
|
+
}
|
|
62
|
+
catch (_e) {
|
|
63
|
+
const e = _e;
|
|
64
|
+
updateStep(1, { status: "error", detail: String(e.stderr ?? e.message ?? _e).slice(0, 100) });
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
// Step 2: Download tokenizer
|
|
68
|
+
updateStep(2, { status: "running" });
|
|
69
|
+
try {
|
|
70
|
+
await $ `rclone sync ${rcloneBase}/models/tokenizer/ ${out}/models/tokenizer/ --progress ${dryFlag}`.quiet();
|
|
71
|
+
updateStep(2, { status: "done" });
|
|
72
|
+
}
|
|
73
|
+
catch (_e) {
|
|
74
|
+
const e = _e;
|
|
75
|
+
updateStep(2, { status: "error", detail: String(e.stderr ?? e.message ?? _e).slice(0, 100) });
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
78
|
+
// Step 3: Download training code
|
|
79
|
+
updateStep(3, { status: "running" });
|
|
80
|
+
try {
|
|
81
|
+
await $ `rclone sync ${rcloneBase}/corpus-python/ ./corpus-python/ --progress ${dryFlag}`.quiet();
|
|
82
|
+
updateStep(3, { status: "done" });
|
|
83
|
+
}
|
|
84
|
+
catch (_e) {
|
|
85
|
+
const e = _e;
|
|
86
|
+
updateStep(3, { status: "error", detail: String(e.stderr ?? e.message ?? _e).slice(0, 100) });
|
|
87
|
+
return;
|
|
88
|
+
}
|
|
89
|
+
});
|
|
92
90
|
return (_jsxs(Box, { flexDirection: "column", children: [_jsxs(Text, { bold: true, children: ["Corpus Download \u2190 R2 (", options.bucket, ")"] }), Boolean(options.dryRun) && _jsx(Text, { color: "yellow", children: "DRY RUN \u2014 no files will be transferred" }), _jsx(Text, { children: " " }), steps.map((step, i) => (_jsx(Box, { children: _jsxs(Text, { children: [step.status === "done" ? "✓" : step.status === "running" ? "◼" : step.status === "error" ? "✗" : "○", " ", step.label, step.detail ? ` — ${step.detail}` : ""] }) }, i)))] }));
|
|
93
91
|
};
|
|
94
92
|
export default CorpusDownload;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../commands/corpus/download.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,KAAK,CAAA;AAC/B,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAChC,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,CAAC,EAAE,MAAM,IAAI,CAAA;AAEtB,OAAO,EAAyB,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAE9E,MAAM,cAAc,GAAG,kBAAkB,CAAA;AAEzC,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAClF,MAAM,EAAE,GAAG;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,QAAQ,CAAC,+FAA+F,CAAC;IAC3G,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,mDAAmD,CAAC;CAC7G,CAAC,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAInC,MAAM,cAAc,GAA2C,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;IAC9E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAS;QAC1C,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;QACtD,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;QACtD,EAAE,KAAK,EAAE,oBAAoB,EAAE,MAAM,EAAE,SAAS,EAAE;QAClD,EAAE,KAAK,EAAE,wBAAwB,EAAE,MAAM,EAAE,SAAS,EAAE;KACtD,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,MAAqB,EAAE,EAAE;QACzD,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,CAAC,CAAA;IAED,cAAc,CAAC,KAAK,IAAI,EAAE;QACzB,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,EAAE,CAAA;QAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAA;QACjD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAA;QAE1B,iCAAiC;QACjC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;QAEpC,IAAI,CAAC;YACJ,MAAM,CAAC,CAAA,eAAe,UAAU,mBAAmB,GAAG,kFAAkF,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;YACzJ,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QAClC,CAAC;QAAC,OAAO,EAAW,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;YACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAE7F,OAAM;QACP,CAAC;QAED,yCAAyC;QACzC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;QAEpC,IAAI,CAAC;YACJ,MAAM,CAAC,CAAA,eAAe,UAAU,mBAAmB,GAAG,oEAAoE,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;YAC3I,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QAClC,CAAC;QAAC,OAAO,EAAW,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;YACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAE7F,OAAM;QACP,CAAC;QAED,6BAA6B;QAC7B,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;QAEpC,IAAI,CAAC;YACJ,MAAM,CAAC,CAAA,eAAe,UAAU,sBAAsB,GAAG,iCAAiC,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;YAC3G,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QAClC,CAAC;QAAC,OAAO,EAAW,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;YACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAE7F,OAAM;QACP,CAAC;QAED,iCAAiC;QACjC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;QAEpC,IAAI,CAAC;YACJ,MAAM,CAAC,CAAA,eAAe,UAAU,+CAA+C,OAAO,EAAE,CAAC,KAAK,EAAE,CAAA;YAChG,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;QAClC,CAAC;QAAC,OAAO,EAAW,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,EAA6B,CAAA;YACvC,UAAU,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;YAE7F,OAAM;QACP,CAAC;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,CACN,MAAC,GAAG,IAAC,aAAa,EAAC,QAAQ,aAC1B,MAAC,IAAI,IAAC,IAAI,kDAAwB,OAAO,CAAC,MAAM,SAAS,EACxD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAC,IAAI,IAAC,KAAK,EAAC,QAAQ,4DAA8C,EAC9F,KAAC,IAAI,oBAAS,EACb,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CACvB,KAAC,GAAG,cACH,MAAC,IAAI,eACH,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EACzG,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IACjC,IALE,CAAC,CAML,CACN,CAAC,IACG,CACN,CAAA;AACF,CAAC,CAAA;AAED,eAAe,cAAc,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../commands/corpus/fetch.tsx"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAgBH,OAAO,GAAG,MAAM,KAAK,CAAA;AAErB,OAAO,EAAE,KAAK,gBAAgB,EAAkB,MAAM,wBAAwB,CAAA;AAE9E,eAAO,MAAM,IAAI;;;;;;;;;;UAmBf,CAAA;AAEF,QAAA,MAAM,aAAa;;;;;;;;;;;;;;;;;qBAuBjB,CAAA;AAEF,OAAO,EAAE,aAAa,IAAI,OAAO,EAAE,CAAA;AAoDnC,QAAA,MAAM,WAAW,EAAE,gBAAgB,CAAC,OAAO,aAAa,EAAE,OAAO,IAAI,CAoBpE,CAAA;AAED,eAAe,WAAW,CAAA"}
|