prompsit-cli 26.301.1737 → 26.303.1509
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -9
- package/dist/api/curl.d.ts.map +1 -1
- package/dist/api/curl.js +3 -0
- package/dist/api/curl.js.map +1 -1
- package/dist/api/models.d.ts +4 -34
- package/dist/api/models.d.ts.map +1 -1
- package/dist/api/models.js +1 -24
- package/dist/api/models.js.map +1 -1
- package/dist/api/resources/data.d.ts +1 -1
- package/dist/api/resources/data.d.ts.map +1 -1
- package/dist/api/resources/data.js +8 -5
- package/dist/api/resources/data.js.map +1 -1
- package/dist/api/resources/discovery.d.ts +1 -5
- package/dist/api/resources/discovery.d.ts.map +1 -1
- package/dist/api/resources/discovery.js +1 -11
- package/dist/api/resources/discovery.js.map +1 -1
- package/dist/commands/annotate.d.ts +11 -0
- package/dist/commands/annotate.d.ts.map +1 -0
- package/dist/commands/annotate.js +171 -0
- package/dist/commands/annotate.js.map +1 -0
- package/dist/commands/mappers.d.ts +2 -4
- package/dist/commands/mappers.d.ts.map +1 -1
- package/dist/commands/mappers.js +0 -8
- package/dist/commands/mappers.js.map +1 -1
- package/dist/commands/score.d.ts +9 -0
- package/dist/commands/score.d.ts.map +1 -0
- package/dist/commands/score.js +209 -0
- package/dist/commands/score.js.map +1 -0
- package/dist/commands/show-formats.d.ts +1 -1
- package/dist/commands/show-formats.d.ts.map +1 -1
- package/dist/commands/show-formats.js +48 -31
- package/dist/commands/show-formats.js.map +1 -1
- package/dist/commands/show-languages.d.ts +1 -5
- package/dist/commands/show-languages.d.ts.map +1 -1
- package/dist/commands/show-languages.js +16 -35
- package/dist/commands/show-languages.js.map +1 -1
- package/dist/commands/translate.js +2 -2
- package/dist/commands/translate.js.map +1 -1
- package/dist/config/schemas.d.ts +0 -2
- package/dist/config/schemas.d.ts.map +1 -1
- package/dist/config/schemas.js +0 -1
- package/dist/config/schemas.js.map +1 -1
- package/dist/i18n/catalog.d.ts +36 -48
- package/dist/i18n/catalog.d.ts.map +1 -1
- package/dist/i18n/catalog.js +39 -49
- package/dist/i18n/catalog.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/output/index.d.ts +1 -1
- package/dist/output/index.d.ts.map +1 -1
- package/dist/output/index.js +1 -1
- package/dist/output/index.js.map +1 -1
- package/dist/output/tables/catalog.d.ts +1 -2
- package/dist/output/tables/catalog.d.ts.map +1 -1
- package/dist/output/tables/catalog.js +11 -74
- package/dist/output/tables/catalog.js.map +1 -1
- package/dist/output/tables/index.d.ts +1 -1
- package/dist/output/tables/index.d.ts.map +1 -1
- package/dist/output/tables/index.js +1 -1
- package/dist/output/tables/index.js.map +1 -1
- package/dist/output/view-models.d.ts +3 -18
- package/dist/output/view-models.d.ts.map +1 -1
- package/dist/program.d.ts.map +1 -1
- package/dist/program.js +6 -5
- package/dist/program.js.map +1 -1
- package/dist/repl/controller.d.ts.map +1 -1
- package/dist/repl/controller.js +49 -16
- package/dist/repl/controller.js.map +1 -1
- package/dist/repl/core/output-bridge.d.ts +1 -9
- package/dist/repl/core/output-bridge.d.ts.map +1 -1
- package/dist/repl/core/output-bridge.js +1 -10
- package/dist/repl/core/output-bridge.js.map +1 -1
- package/dist/repl/executor.d.ts.map +1 -1
- package/dist/repl/executor.js +88 -18
- package/dist/repl/executor.js.map +1 -1
- package/dist/repl/help.d.ts.map +1 -1
- package/dist/repl/help.js +5 -5
- package/dist/repl/help.js.map +1 -1
- package/dist/repl/input/autocomplete-provider.d.ts +1 -1
- package/dist/repl/input/autocomplete-provider.d.ts.map +1 -1
- package/dist/repl/input/autocomplete-provider.js +24 -2
- package/dist/repl/input/autocomplete-provider.js.map +1 -1
- package/dist/repl/input/completer.d.ts.map +1 -1
- package/dist/repl/input/completer.js +10 -6
- package/dist/repl/input/completer.js.map +1 -1
- package/dist/repl/input/input-handler.d.ts +1 -1
- package/dist/repl/input/input-handler.d.ts.map +1 -1
- package/dist/repl/input/input-handler.js +17 -6
- package/dist/repl/input/input-handler.js.map +1 -1
- package/dist/repl/loop.d.ts.map +1 -1
- package/dist/repl/loop.js +1 -7
- package/dist/repl/loop.js.map +1 -1
- package/dist/repl/registry.d.ts +2 -2
- package/dist/repl/registry.d.ts.map +1 -1
- package/dist/repl/registry.js +77 -140
- package/dist/repl/registry.js.map +1 -1
- package/dist/repl/service.d.ts +0 -4
- package/dist/repl/service.d.ts.map +1 -1
- package/dist/repl/service.js +0 -11
- package/dist/repl/service.js.map +1 -1
- package/dist/repl/ui/components/ghost-text-editor.d.ts +0 -2
- package/dist/repl/ui/components/ghost-text-editor.d.ts.map +1 -1
- package/dist/repl/ui/components/ghost-text-editor.js +0 -6
- package/dist/repl/ui/components/ghost-text-editor.js.map +1 -1
- package/dist/repl/ui/components/history-component.d.ts.map +1 -1
- package/dist/repl/ui/components/history-component.js +2 -2
- package/dist/repl/ui/components/history-component.js.map +1 -1
- package/dist/runtime/clipboard.d.ts +22 -2
- package/dist/runtime/clipboard.d.ts.map +1 -1
- package/dist/runtime/clipboard.js +46 -2
- package/dist/runtime/clipboard.js.map +1 -1
- package/dist/runtime/file-args.d.ts.map +1 -1
- package/dist/runtime/file-args.js +4 -2
- package/dist/runtime/file-args.js.map +1 -1
- package/dist/runtime/input-detect.d.ts +28 -0
- package/dist/runtime/input-detect.d.ts.map +1 -0
- package/dist/runtime/input-detect.js +94 -0
- package/dist/runtime/input-detect.js.map +1 -0
- package/dist/shared/constants.d.ts +4 -2
- package/dist/shared/constants.d.ts.map +1 -1
- package/dist/shared/constants.js +4 -2
- package/dist/shared/constants.js.map +1 -1
- package/package.json +4 -2
- package/scripts/post-install.cjs +23 -0
package/README.md
CHANGED
|
@@ -189,20 +189,24 @@ $ prompsit evaluate metrics -s "Hello" -h "Hola" -r "Hola" -m "bleu,chrf,metricx
|
|
|
189
189
|
|
|
190
190
|
### Data Processing
|
|
191
191
|
|
|
192
|
-
#### `
|
|
192
|
+
#### `score` "file" [options]
|
|
193
193
|
|
|
194
|
-
|
|
194
|
+
Score parallel corpus quality with Bicleaner.
|
|
195
195
|
|
|
196
|
-
|
|
196
|
+
```
|
|
197
|
+
> score "~/.prompsit/examples/sample.tmx"
|
|
198
|
+
> score "corpus.tsv" --output-format "tsv" --out "results/"
|
|
199
|
+
$ prompsit score "corpus.tmx" --out "results/"
|
|
200
|
+
```
|
|
201
|
+
|
|
202
|
+
#### `annotate` "file" --lang "code" [options]
|
|
197
203
|
|
|
198
|
-
|
|
199
|
-
- `data score "file" [--target "path"] [--output-format "fmt"] [--out "dir"]` Score parallel corpus
|
|
204
|
+
Annotate monolingual data with Monotextor pipelines.
|
|
200
205
|
|
|
201
206
|
```
|
|
202
|
-
>
|
|
203
|
-
> data
|
|
204
|
-
$ prompsit
|
|
205
|
-
$ prompsit data score "~/.prompsit/examples/sample.tmx"
|
|
207
|
+
> annotate "data.jsonl" -l "en" -p "lid,docscorer"
|
|
208
|
+
> annotate "data.jsonl" -l "en" --min-len "100"
|
|
209
|
+
$ prompsit annotate "data.jsonl" -l "en" -p "lid,docscorer" --out "results/"
|
|
206
210
|
```
|
|
207
211
|
|
|
208
212
|
---
|
package/dist/api/curl.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"curl.d.ts","sourceRoot":"","sources":["../../src/api/curl.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,KAAK,CAAC;AASjD;;;GAGG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAE3F;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAErD;AAaD;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM,CAqCrD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiBjD;AAWD,wBAAgB,OAAO,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"curl.d.ts","sourceRoot":"","sources":["../../src/api/curl.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,KAAK,CAAC;AASjD;;;GAGG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAE3F;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAErD;AAaD;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,MAAM,CAqCrD;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiBjD;AAWD,wBAAgB,OAAO,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAcjD"}
|
package/dist/api/curl.js
CHANGED
|
@@ -108,6 +108,9 @@ export function logCurl(options) {
|
|
|
108
108
|
const url = typeof options.url === "string" ? options.url : (options.url?.toString() ?? "");
|
|
109
109
|
if (SKIP_URLS.some((path) => url.includes(path)))
|
|
110
110
|
return;
|
|
111
|
+
// Skip file uploads — FormData body produces non-reproducible curl
|
|
112
|
+
if (options.body instanceof FormData)
|
|
113
|
+
return;
|
|
111
114
|
const raw = buildCurl(options);
|
|
112
115
|
const sanitized = sanitizeCurl(raw);
|
|
113
116
|
outputFn(sanitized, raw);
|
package/dist/api/curl.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"curl.js","sourceRoot":"","sources":["../../src/api/curl.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,8EAA8E;AAC9E,4EAA4E;AAI5E,kCAAkC;AAClC,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,uDAAuD;AACvD,4EAA4E;AAC5E,IAAI,QAAQ,GAAsD,IAAI,CAAC;AAEvE;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,EAAqD;IACnF,QAAQ,GAAG,EAAE,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa;IAC3B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,OAAgB;IAC7C,WAAW,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,2EAA2E;AAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,YAAY;IACZ,QAAQ;IACR,iBAAiB;IACjB,YAAY;IACZ,gBAAgB;IAChB,mBAAmB;CACpB,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,OAAmB;IAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5F,MAAM,KAAK,GAAa,CAAC,WAAW,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC;IAEvD,mCAAmC;IACnC,yIAAyI;IACzI,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5E,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,WAAW,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,WAAW;IACX,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;IAC/B,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,IAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxF,KAAK,CAAC,IAAI,CAAC,wDAAwD,EAAE,SAAS,QAAQ,GAAG,CAAC,CAAC;IAC7F,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5F,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,SAAS,SAAS,GAAG,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,wBAAwB;IACxB,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;IAE3D,4CAA4C;IAC5C,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,mEAAmE,EACnE,YAAY,CACb,CAAC;IAEF,mEAAmE;IACnE,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,mFAAmF,EACnF,aAAa,CACd,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,yEAAyE;AACzE,MAAM,SAAS,GAAG,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;AAElD,MAAM,UAAU,OAAO,CAAC,OAAmB;IACzC,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO;IAEzD,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC"}
|
|
1
|
+
{"version":3,"file":"curl.js","sourceRoot":"","sources":["../../src/api/curl.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,8EAA8E;AAC9E,4EAA4E;AAI5E,kCAAkC;AAClC,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,uDAAuD;AACvD,4EAA4E;AAC5E,IAAI,QAAQ,GAAsD,IAAI,CAAC;AAEvE;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,EAAqD;IACnF,QAAQ,GAAG,EAAE,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa;IAC3B,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,OAAgB;IAC7C,WAAW,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,2EAA2E;AAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,YAAY;IACZ,QAAQ;IACR,iBAAiB;IACjB,YAAY;IACZ,gBAAgB;IAChB,mBAAmB;CACpB,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,OAAmB;IAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5F,MAAM,KAAK,GAAa,CAAC,WAAW,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC;IAEvD,mCAAmC;IACnC,yIAAyI;IACzI,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC5E,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,WAAW,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,WAAW;IACX,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;IAC/B,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,IAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxF,KAAK,CAAC,IAAI,CAAC,wDAAwD,EAAE,SAAS,QAAQ,GAAG,CAAC,CAAC;IAC7F,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5F,4BAA4B;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,SAAS,SAAS,GAAG,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,wBAAwB;IACxB,IAAI,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;IAE3D,4CAA4C;IAC5C,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,mEAAmE,EACnE,YAAY,CACb,CAAC;IAEF,mEAAmE;IACnE,MAAM,GAAG,MAAM,CAAC,UAAU,CACxB,mFAAmF,EACnF,aAAa,CACd,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,yEAAyE;AACzE,MAAM,SAAS,GAAG,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;AAElD,MAAM,UAAU,OAAO,CAAC,OAAmB;IACzC,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5F,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO;IAEzD,mEAAmE;IACnE,IAAI,OAAO,CAAC,IAAI,YAAY,QAAQ;QAAE,OAAO;IAE7C,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC"}
|
package/dist/api/models.d.ts
CHANGED
|
@@ -236,7 +236,7 @@ export declare const QeFormatsResponseSchema: z.ZodObject<{
|
|
|
236
236
|
}, z.core.$strip>>;
|
|
237
237
|
total: z.ZodNumber;
|
|
238
238
|
}, z.core.$strip>;
|
|
239
|
-
/** Basic format info (base fields only). Used by
|
|
239
|
+
/** Basic format info (base fields only). Used by score/annotate endpoints. */
|
|
240
240
|
export declare const DataFormatInfoSchema: z.ZodObject<{
|
|
241
241
|
id: z.ZodString;
|
|
242
242
|
name: z.ZodString;
|
|
@@ -265,35 +265,6 @@ export declare const DataAnnotateFormatsResponseSchema: z.ZodObject<{
|
|
|
265
265
|
output_format: z.ZodString;
|
|
266
266
|
total: z.ZodNumber;
|
|
267
267
|
}, z.core.$strip>;
|
|
268
|
-
/** Language detail from GET /v1/data/annotate/languages?model=<lid_model>. */
|
|
269
|
-
export declare const AnnotationLanguageDetailSchema: z.ZodObject<{
|
|
270
|
-
source: z.ZodString;
|
|
271
|
-
source_name: z.ZodString;
|
|
272
|
-
engines: z.ZodArray<z.ZodString>;
|
|
273
|
-
}, z.core.$strip>;
|
|
274
|
-
/** Pipeline stage / LID model entry from GET /v1/data/annotate/options. */
|
|
275
|
-
export declare const PipelineStageSchema: z.ZodObject<{
|
|
276
|
-
id: z.ZodString;
|
|
277
|
-
name: z.ZodOptional<z.ZodString>;
|
|
278
|
-
description: z.ZodString;
|
|
279
|
-
}, z.core.$strip>;
|
|
280
|
-
/** Response from GET /v1/data/annotate/options. */
|
|
281
|
-
export declare const AnnotateOptionsResponseSchema: z.ZodObject<{
|
|
282
|
-
pipeline_stages: z.ZodArray<z.ZodObject<{
|
|
283
|
-
id: z.ZodString;
|
|
284
|
-
name: z.ZodOptional<z.ZodString>;
|
|
285
|
-
description: z.ZodString;
|
|
286
|
-
}, z.core.$strip>>;
|
|
287
|
-
lid_models: z.ZodArray<z.ZodObject<{
|
|
288
|
-
id: z.ZodString;
|
|
289
|
-
name: z.ZodOptional<z.ZodString>;
|
|
290
|
-
description: z.ZodString;
|
|
291
|
-
}, z.core.$strip>>;
|
|
292
|
-
filter_defaults: z.ZodObject<{
|
|
293
|
-
min_len: z.ZodNumber;
|
|
294
|
-
min_avg_words: z.ZodNumber;
|
|
295
|
-
}, z.core.$strip>;
|
|
296
|
-
}, z.core.$strip>;
|
|
297
268
|
/**
|
|
298
269
|
* Job creation response from multipart upload endpoints.
|
|
299
270
|
* Returned by POST /v1/data/annotate and POST /v1/data/score.
|
|
@@ -346,15 +317,16 @@ export interface ScoreParams {
|
|
|
346
317
|
sourceFile: string;
|
|
347
318
|
targetFile?: string;
|
|
348
319
|
outputFormat?: string;
|
|
320
|
+
sourceLang?: string;
|
|
349
321
|
}
|
|
350
322
|
/** Input for DataResource.annotate() */
|
|
351
323
|
export interface AnnotateParams {
|
|
352
324
|
filePath: string;
|
|
353
325
|
lang: string;
|
|
354
|
-
pipeline
|
|
326
|
+
pipeline?: string[];
|
|
355
327
|
minLen?: number;
|
|
356
328
|
minAvgWords?: number;
|
|
357
|
-
lidModel
|
|
329
|
+
lidModel: string;
|
|
358
330
|
}
|
|
359
331
|
/**
|
|
360
332
|
* Inferred TypeScript types from Zod schemas.
|
|
@@ -370,9 +342,7 @@ export type FormatInfo = z.infer<typeof FormatInfoSchema>;
|
|
|
370
342
|
export type QeFormatInfo = z.infer<typeof QeFormatInfoSchema>;
|
|
371
343
|
export type DataScoreFormatsResponse = z.infer<typeof DataScoreFormatsResponseSchema>;
|
|
372
344
|
export type DataAnnotateFormatsResponse = z.infer<typeof DataAnnotateFormatsResponseSchema>;
|
|
373
|
-
export type AnnotateOptionsResponse = z.infer<typeof AnnotateOptionsResponseSchema>;
|
|
374
345
|
export type JobStatusResponse = z.infer<typeof JobStatusResponseSchema>;
|
|
375
346
|
export type DocJobCreateResponse = z.infer<typeof DocJobCreateResponseSchema>;
|
|
376
347
|
export type DataJobCreateResponse = z.infer<typeof DataJobCreateResponseSchema>;
|
|
377
|
-
export type AnnotationLanguageDetail = z.infer<typeof AnnotationLanguageDetailSchema>;
|
|
378
348
|
//# sourceMappingURL=models.d.ts.map
|
package/dist/api/models.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,mBAAmB;;;;;;;iBAO9B,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,uBAAuB;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;iBAO/B,CAAC;AAIH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,qBAAqB;;;;;iBAKhC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;iBAMpC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,aAAa;;;;iBAIxB,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;iBAInC,CAAC;AAIH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,wBAAwB;;;;;;iBAMnC,CAAC;AAUH,kHAAkH;AAClH,eAAO,MAAM,gBAAgB;;;;;;;iBAI3B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;iBAGhC,CAAC;AAIH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;iBAclC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;iBAIrC,CAAC;AAIH,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB;;;;;;iBAG7B,CAAC;AAEH,2DAA2D;AAC3D,eAAO,MAAM,uBAAuB;;;;;;;;;iBAGlC,CAAC;AAIH,
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,mBAAmB;;;;;;;iBAO9B,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,uBAAuB;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;iBAO/B,CAAC;AAIH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,qBAAqB;;;;;iBAKhC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;iBAMpC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,aAAa;;;;iBAIxB,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;iBAInC,CAAC;AAIH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,wBAAwB;;;;;;iBAMnC,CAAC;AAUH,kHAAkH;AAClH,eAAO,MAAM,gBAAgB;;;;;;;iBAI3B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;iBAGhC,CAAC;AAIH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;iBAclC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;iBAIrC,CAAC;AAIH,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB;;;;;;iBAG7B,CAAC;AAEH,2DAA2D;AAC3D,eAAO,MAAM,uBAAuB;;;;;;;;;iBAGlC,CAAC;AAIH,8EAA8E;AAC9E,eAAO,MAAM,oBAAoB;;;;;iBAA6B,CAAC;AAE/D,gDAAgD;AAChD,eAAO,MAAM,8BAA8B;;;;;;;;;iBAIzC,CAAC;AAEH,mDAAmD;AACnD,eAAO,MAAM,iCAAiC;;;;;;;;;iBAI5C,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,2BAA2B;;;iBAGtC,CAAC;AAIH,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,8CAA8C;AAC9C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,kDAAkD;AAClD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,oFAAoF;AACpF,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAED,qCAAqC;AACrC,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AACpD,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC"}
|
package/dist/api/models.js
CHANGED
|
@@ -225,7 +225,7 @@ export const QeFormatsResponseSchema = z.object({
|
|
|
225
225
|
total: z.number(),
|
|
226
226
|
});
|
|
227
227
|
// --- Data Format Discovery schemas ---
|
|
228
|
-
/** Basic format info (base fields only). Used by
|
|
228
|
+
/** Basic format info (base fields only). Used by score/annotate endpoints. */
|
|
229
229
|
export const DataFormatInfoSchema = z.object(BaseFormatFields);
|
|
230
230
|
/** Response from GET /v1/data/score/formats. */
|
|
231
231
|
export const DataScoreFormatsResponseSchema = z.object({
|
|
@@ -239,29 +239,6 @@ export const DataAnnotateFormatsResponseSchema = z.object({
|
|
|
239
239
|
output_format: z.string(),
|
|
240
240
|
total: z.number(),
|
|
241
241
|
});
|
|
242
|
-
// --- Annotation Language Discovery schema ---
|
|
243
|
-
/** Language detail from GET /v1/data/annotate/languages?model=<lid_model>. */
|
|
244
|
-
export const AnnotationLanguageDetailSchema = z.object({
|
|
245
|
-
source: z.string(),
|
|
246
|
-
source_name: z.string(),
|
|
247
|
-
engines: z.array(z.string()),
|
|
248
|
-
});
|
|
249
|
-
// --- Annotate Options schema ---
|
|
250
|
-
/** Pipeline stage / LID model entry from GET /v1/data/annotate/options. */
|
|
251
|
-
export const PipelineStageSchema = z.object({
|
|
252
|
-
id: z.string(),
|
|
253
|
-
name: z.string().optional(),
|
|
254
|
-
description: z.string(),
|
|
255
|
-
});
|
|
256
|
-
/** Response from GET /v1/data/annotate/options. */
|
|
257
|
-
export const AnnotateOptionsResponseSchema = z.object({
|
|
258
|
-
pipeline_stages: z.array(PipelineStageSchema),
|
|
259
|
-
lid_models: z.array(PipelineStageSchema),
|
|
260
|
-
filter_defaults: z.object({
|
|
261
|
-
min_len: z.number(),
|
|
262
|
-
min_avg_words: z.number(),
|
|
263
|
-
}),
|
|
264
|
-
});
|
|
265
242
|
// --- Data Processing schemas (US013) ---
|
|
266
243
|
/**
|
|
267
244
|
* Job creation response from multipart upload endpoints.
|
package/dist/api/models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,oFAAoF;AACpF,qRAAqR;AAErR,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC;IACvD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH,+CAA+C;AAE/C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,qCAAqC;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG;IACvB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAChC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,GAAG,gBAAgB;IACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAChD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,8BAA8B;AAE9B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,0BAA0B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAChD,CAAC,CAAC;AAEH,kDAAkD;AAElD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CAC5C,CAAC,CAAC;AAEH,sCAAsC;AAEtC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,GAAG,gBAAgB;IACnB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,wCAAwC;AAExC,
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,oFAAoF;AACpF,qRAAqR;AAErR,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC;IACvD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH,+CAA+C;AAE/C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,qCAAqC;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG;IACvB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAChC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,GAAG,gBAAgB;IACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAChD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,8BAA8B;AAE9B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,0BAA0B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAChD,CAAC,CAAC;AAEH,kDAAkD;AAElD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CAC5C,CAAC,CAAC;AAEH,sCAAsC;AAEtC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,GAAG,gBAAgB;IACnB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,wCAAwC;AAExC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAE/D,gDAAgD;AAChD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;IAC5C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,mDAAmD;AACnD,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,MAAM,CAAC;IACxD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;IAC5C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC"}
|
|
@@ -22,7 +22,7 @@ export declare class DataResource {
|
|
|
22
22
|
* Upload file(s) for quality scoring via Bicleaner (async job).
|
|
23
23
|
*
|
|
24
24
|
* Supports two modes:
|
|
25
|
-
* - Single file: TMX,
|
|
25
|
+
* - Single file: TMX, TSV
|
|
26
26
|
* - Parallel mode: source_file + target_file (two separate files)
|
|
27
27
|
*
|
|
28
28
|
* @param params - Score parameters (source file, optional target file and output format)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../src/api/resources/data.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,WAAW,EAChB,KAAK,cAAc,EACpB,MAAM,cAAc,CAAC;AAGtB;;;;;;GAMG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM;IAKjD;;;;;OAKG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAsBtE;;;;;;;;;;;;OAYG;IACG,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../src/api/resources/data.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAEL,KAAK,qBAAqB,EAC1B,KAAK,WAAW,EAChB,KAAK,cAAc,EACpB,MAAM,cAAc,CAAC;AAGtB;;;;;;GAMG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM;IAKjD;;;;;OAKG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAsBtE;;;;;;;;;;;;OAYG;IACG,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA2BjE"}
|
|
@@ -32,13 +32,13 @@ export class DataResource {
|
|
|
32
32
|
const formData = new FormData();
|
|
33
33
|
formData.append("file", fileBlob, fileName);
|
|
34
34
|
formData.append("lang", lang);
|
|
35
|
-
|
|
35
|
+
if (pipeline != null)
|
|
36
|
+
formData.append("pipeline", pipeline.join(","));
|
|
36
37
|
if (minLen != null)
|
|
37
38
|
formData.append("min_len", String(minLen));
|
|
38
39
|
if (minAvgWords != null)
|
|
39
40
|
formData.append("min_avg_words", String(minAvgWords));
|
|
40
|
-
|
|
41
|
-
formData.append("lid_model", lidModel);
|
|
41
|
+
formData.append("lid_model", lidModel);
|
|
42
42
|
const data = await this.session.request("POST", `${this.baseUrl}${Endpoint.DATA_ANNOTATE}`, { body: formData });
|
|
43
43
|
return DataJobCreateResponseSchema.parse(data);
|
|
44
44
|
}
|
|
@@ -46,7 +46,7 @@ export class DataResource {
|
|
|
46
46
|
* Upload file(s) for quality scoring via Bicleaner (async job).
|
|
47
47
|
*
|
|
48
48
|
* Supports two modes:
|
|
49
|
-
* - Single file: TMX,
|
|
49
|
+
* - Single file: TMX, TSV
|
|
50
50
|
* - Parallel mode: source_file + target_file (two separate files)
|
|
51
51
|
*
|
|
52
52
|
* @param params - Score parameters (source file, optional target file and output format)
|
|
@@ -56,7 +56,7 @@ export class DataResource {
|
|
|
56
56
|
* @throws APIError on API errors
|
|
57
57
|
*/
|
|
58
58
|
async score(params) {
|
|
59
|
-
const { sourceFile, targetFile, outputFormat } = params;
|
|
59
|
+
const { sourceFile, targetFile, outputFormat, sourceLang } = params;
|
|
60
60
|
const baseUrl = this.baseUrl;
|
|
61
61
|
const sourceBlob = await openAsBlob(sourceFile);
|
|
62
62
|
const formData = new FormData();
|
|
@@ -68,6 +68,9 @@ export class DataResource {
|
|
|
68
68
|
if (outputFormat) {
|
|
69
69
|
formData.append("output_format", outputFormat);
|
|
70
70
|
}
|
|
71
|
+
if (sourceLang) {
|
|
72
|
+
formData.append("source_lang", sourceLang);
|
|
73
|
+
}
|
|
71
74
|
const data = await this.session.request("POST", `${baseUrl}${Endpoint.DATA_SCORE}`, {
|
|
72
75
|
body: formData,
|
|
73
76
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data.js","sourceRoot":"","sources":["../../../src/api/resources/data.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,+DAA+D;AAC/D,8DAA8D;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EACL,2BAA2B,GAI5B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD;;;;;;GAMG;AACH,MAAM,OAAO,YAAY;IACN,OAAO,CAAc;IACrB,OAAO,CAAS;IAEjC,YAAY,OAAoB,EAAE,OAAe;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAsB;QACnC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEpC,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC5C,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC9B,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"data.js","sourceRoot":"","sources":["../../../src/api/resources/data.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,+DAA+D;AAC/D,8DAA8D;AAE9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EACL,2BAA2B,GAI5B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD;;;;;;GAMG;AACH,MAAM,OAAO,YAAY;IACN,OAAO,CAAc;IACrB,OAAO,CAAS;IAEjC,YAAY,OAAoB,EAAE,OAAe;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAsB;QACnC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEpC,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC5C,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC9B,IAAI,QAAQ,IAAI,IAAI;YAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACtE,IAAI,MAAM,IAAI,IAAI;YAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,IAAI,WAAW,IAAI,IAAI;YAAE,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC/E,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAEvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CACrC,MAAM,EACN,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,aAAa,EAAE,EAC1C,EAAE,IAAI,EAAE,QAAQ,EAAE,CACnB,CAAC;QAEF,OAAO,2BAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC7B,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;QAEjE,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;YAChD,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAU,MAAM,EAAE,GAAG,OAAO,GAAG,QAAQ,CAAC,UAAU,EAAE,EAAE;YAC3F,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,OAAO,2BAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { AuthSession } from "../auth-session.ts";
|
|
2
|
-
import { type FormatInfo, type QeFormatInfo, type DataScoreFormatsResponse, type DataAnnotateFormatsResponse
|
|
2
|
+
import { type FormatInfo, type QeFormatInfo, type DataScoreFormatsResponse, type DataAnnotateFormatsResponse } from "../models.ts";
|
|
3
3
|
/**
|
|
4
4
|
* Discovery API resource for format/options discovery across all services.
|
|
5
5
|
*
|
|
@@ -20,9 +20,5 @@ export declare class DiscoveryResource {
|
|
|
20
20
|
dataScoreFormats(): Promise<DataScoreFormatsResponse>;
|
|
21
21
|
/** GET /v1/data/annotate/formats — annotation input formats. */
|
|
22
22
|
dataAnnotateFormats(): Promise<DataAnnotateFormatsResponse>;
|
|
23
|
-
/** GET /v1/data/annotate/options — pipeline stages, LID models, defaults. */
|
|
24
|
-
annotateOptions(): Promise<AnnotateOptionsResponse>;
|
|
25
|
-
/** GET /v1/data/annotate/languages?model=<lid_model> — languages supported by LID model. */
|
|
26
|
-
annotateLanguages(model: string): Promise<AnnotationLanguageDetail[]>;
|
|
27
23
|
}
|
|
28
24
|
//# sourceMappingURL=discovery.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,
|
|
1
|
+
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAKL,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,2BAA2B,EACjC,MAAM,cAAc,CAAC;AAGtB;;;;;GAKG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM;IAKjD,+EAA+E;YACjE,GAAG;IAWjB,2EAA2E;IACrE,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAK9C,+DAA+D;IACzD,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAK1C,8DAA8D;IACxD,gBAAgB,IAAI,OAAO,CAAC,wBAAwB,CAAC;IAI3D,gEAAgE;IAC1D,mBAAmB,IAAI,OAAO,CAAC,2BAA2B,CAAC;CAGlE"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// Discovery API resource — format and options endpoints for all services.
|
|
2
2
|
// Replaces FormatsResource (which only covered document translation formats).
|
|
3
3
|
import { z } from "zod";
|
|
4
|
-
import { FormatsResponseSchema, QeFormatsResponseSchema, DataScoreFormatsResponseSchema, DataAnnotateFormatsResponseSchema,
|
|
4
|
+
import { FormatsResponseSchema, QeFormatsResponseSchema, DataScoreFormatsResponseSchema, DataAnnotateFormatsResponseSchema, } from "../models.js";
|
|
5
5
|
import { Endpoint } from "../../shared/constants.js";
|
|
6
6
|
/**
|
|
7
7
|
* Discovery API resource for format/options discovery across all services.
|
|
@@ -41,15 +41,5 @@ export class DiscoveryResource {
|
|
|
41
41
|
async dataAnnotateFormats() {
|
|
42
42
|
return this.get(Endpoint.DATA_ANNOTATE_FORMATS, DataAnnotateFormatsResponseSchema);
|
|
43
43
|
}
|
|
44
|
-
/** GET /v1/data/annotate/options — pipeline stages, LID models, defaults. */
|
|
45
|
-
async annotateOptions() {
|
|
46
|
-
return this.get(Endpoint.DATA_ANNOTATE_OPTIONS, AnnotateOptionsResponseSchema);
|
|
47
|
-
}
|
|
48
|
-
/** GET /v1/data/annotate/languages?model=<lid_model> — languages supported by LID model. */
|
|
49
|
-
async annotateLanguages(model) {
|
|
50
|
-
return this.get(Endpoint.DATA_ANNOTATE_LANGUAGES, z.array(AnnotationLanguageDetailSchema), {
|
|
51
|
-
model,
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
44
|
}
|
|
55
45
|
//# sourceMappingURL=discovery.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,iCAAiC,
|
|
1
|
+
{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,iCAAiC,GAKlC,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD;;;;;GAKG;AACH,MAAM,OAAO,iBAAiB;IACX,OAAO,CAAc;IACrB,OAAO,CAAS;IAEjC,YAAY,OAAoB,EAAE,OAAe;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,+EAA+E;IACvE,KAAK,CAAC,GAAG,CACf,QAAgB,EAChB,MAAoB,EACpB,YAAqC;QAErC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAU,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE;YACpF,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1C,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,CAAC;QAChF,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;QAC5E,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,gBAAgB;QACpB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAC;IAC/E,CAAC;IAED,gEAAgE;IAChE,KAAK,CAAC,mBAAmB;QACvB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;IACrF,CAAC;CACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { Command } from "@commander-js/extra-typings";
|
|
2
|
+
export declare const annotateCommand: Command<[string[]], {
|
|
3
|
+
lang?: string | undefined;
|
|
4
|
+
out?: string | undefined;
|
|
5
|
+
pipeline?: string | undefined;
|
|
6
|
+
minLen?: string | undefined;
|
|
7
|
+
minAvgWords?: string | undefined;
|
|
8
|
+
lidModel?: string | undefined;
|
|
9
|
+
formats: boolean;
|
|
10
|
+
}, {}>;
|
|
11
|
+
//# sourceMappingURL=annotate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"annotate.d.ts","sourceRoot":"","sources":["../../src/commands/annotate.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,OAAO,EAAU,MAAM,6BAA6B,CAAC;AA8C9D,eAAO,MAAM,eAAe;;;;;;;;MAmJxB,CAAC"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
// Annotate corpus file(s) with Monotextor (Language ID, PII, quality).
|
|
2
|
+
// Workflow: validate -> upload -> track (SSE/polling) -> download.
|
|
3
|
+
// Reuses trackJob() facade and runBatch() for multi-file parallel processing.
|
|
4
|
+
import { basename } from "node:path";
|
|
5
|
+
import { Command, Option } from "@commander-js/extra-typings";
|
|
6
|
+
import { getApiClient } from "../api/client.js";
|
|
7
|
+
import { trackJob } from "./job-tracking.js";
|
|
8
|
+
import { runBatch } from "./batch-processor.js";
|
|
9
|
+
import { t } from "../i18n/index.js";
|
|
10
|
+
import { terminal } from "../output/index.js";
|
|
11
|
+
import { showFormats } from "./show-formats.js";
|
|
12
|
+
import { VALID_PIPELINE_STAGES, VALID_LID_MODELS, DEFAULT_LID_MODEL } from "../shared/constants.js";
|
|
13
|
+
import { getLogger } from "../logging/index.js";
|
|
14
|
+
import { ErrorCode } from "../errors/codes.js";
|
|
15
|
+
import { failCommand, handleCommandError } from "./error-handler.js";
|
|
16
|
+
import { tryExpandFileArgs, resolveOutputPaths } from "../runtime/file-args.js";
|
|
17
|
+
import { getCurrentAbortSignal } from "../runtime/request-context.js";
|
|
18
|
+
const log = getLogger(import.meta.url);
|
|
19
|
+
/** Parse and validate pipeline stages. Returns null on invalid input. */
|
|
20
|
+
function parseAndValidatePipeline(input) {
|
|
21
|
+
const stages = input
|
|
22
|
+
.split(",")
|
|
23
|
+
.map((s) => s.trim())
|
|
24
|
+
.filter(Boolean);
|
|
25
|
+
if (stages.length === 0)
|
|
26
|
+
return null;
|
|
27
|
+
const invalid = stages.filter((s) => !VALID_PIPELINE_STAGES.has(s));
|
|
28
|
+
if (invalid.length > 0) {
|
|
29
|
+
failCommand(ErrorCode.VALIDATION, `${t("annotate.invalid_pipeline")} ${invalid.join(", ")}`, t("annotate.pipeline_hint"));
|
|
30
|
+
return null;
|
|
31
|
+
}
|
|
32
|
+
return stages;
|
|
33
|
+
}
|
|
34
|
+
/** Parse string to positive integer. Returns null and reports error on failure. */
|
|
35
|
+
function parsePositiveInt(value, option) {
|
|
36
|
+
const n = Number(value);
|
|
37
|
+
if (!Number.isInteger(n) || n < 1) {
|
|
38
|
+
failCommand(ErrorCode.VALIDATION, t("validate.annotate.invalid_int", { option }));
|
|
39
|
+
return null;
|
|
40
|
+
}
|
|
41
|
+
return n;
|
|
42
|
+
}
|
|
43
|
+
export const annotateCommand = new Command("annotate")
|
|
44
|
+
.description("Annotate corpus file(s) or directory with Monotextor (Language ID, PII, quality)")
|
|
45
|
+
.argument("[input-files...]", "Input corpus file(s) or directory (JSONL/JSONL.gz/JSONL.zst/text)")
|
|
46
|
+
.option("-l, --lang <code>", "Language code (e.g. en, es, zh-Hans)")
|
|
47
|
+
.option("--out <dir>", "Output directory (default: beside input file)")
|
|
48
|
+
.option("-p, --pipeline <stages>", "Pipeline stages (e.g. lid,pii,monofixer,docscorer,adult_filter,dedup)")
|
|
49
|
+
.addOption(new Option("--min-len <n>", "Min document length in chars (API default: 500)").hideHelp())
|
|
50
|
+
.addOption(new Option("--min-avg-words <n>", "Min average words per segment (API default: 5)").hideHelp())
|
|
51
|
+
.addOption(new Option("--lid-model <model>", "LID model: openlid-v3 (default), openlid-v2, nllb").hideHelp())
|
|
52
|
+
.option("--formats", "Show supported file formats", false)
|
|
53
|
+
.action(async (inputFiles, opts) => {
|
|
54
|
+
// Early-exit: --formats shows annotation input formats
|
|
55
|
+
if (opts.formats) {
|
|
56
|
+
await showFormats("annotate");
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
if (inputFiles.length === 0) {
|
|
60
|
+
failCommand(ErrorCode.VALIDATION, t("validate.missing_argument", { name: "input-files" }));
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
if (!opts.lang) {
|
|
64
|
+
failCommand(ErrorCode.VALIDATION, t("validate.missing_option", { option: "-l, --lang <code>" }));
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
// Validate optional pipeline stages
|
|
68
|
+
let pipelineStages;
|
|
69
|
+
if (opts.pipeline) {
|
|
70
|
+
const parsed = parseAndValidatePipeline(opts.pipeline);
|
|
71
|
+
if (!parsed)
|
|
72
|
+
return;
|
|
73
|
+
pipelineStages = parsed;
|
|
74
|
+
}
|
|
75
|
+
// Validate optional int params
|
|
76
|
+
let minLen;
|
|
77
|
+
if (opts.minLen != null) {
|
|
78
|
+
const parsed = parsePositiveInt(opts.minLen, "--min-len");
|
|
79
|
+
if (parsed == null)
|
|
80
|
+
return;
|
|
81
|
+
minLen = parsed;
|
|
82
|
+
}
|
|
83
|
+
let minAvgWords;
|
|
84
|
+
if (opts.minAvgWords != null) {
|
|
85
|
+
const parsed = parsePositiveInt(opts.minAvgWords, "--min-avg-words");
|
|
86
|
+
if (parsed == null)
|
|
87
|
+
return;
|
|
88
|
+
minAvgWords = parsed;
|
|
89
|
+
}
|
|
90
|
+
// Validate LID model (defaults to openlid-v3)
|
|
91
|
+
const lidModel = opts.lidModel ?? DEFAULT_LID_MODEL;
|
|
92
|
+
if (!VALID_LID_MODELS.has(lidModel)) {
|
|
93
|
+
failCommand(ErrorCode.VALIDATION, `${t("annotate.invalid_lid_model")} ${lidModel}`, t("annotate.lid_model_hint"));
|
|
94
|
+
return;
|
|
95
|
+
}
|
|
96
|
+
const expandResult = tryExpandFileArgs(inputFiles);
|
|
97
|
+
if (!expandResult.ok) {
|
|
98
|
+
failCommand(ErrorCode.VALIDATION, expandResult.message);
|
|
99
|
+
return;
|
|
100
|
+
}
|
|
101
|
+
const resolvedFiles = expandResult.files;
|
|
102
|
+
const lang = opts.lang;
|
|
103
|
+
const annotateBase = {
|
|
104
|
+
lang,
|
|
105
|
+
pipeline: pipelineStages,
|
|
106
|
+
minLen,
|
|
107
|
+
minAvgWords,
|
|
108
|
+
lidModel,
|
|
109
|
+
};
|
|
110
|
+
const outputPaths = resolveOutputPaths(resolvedFiles, "_annotated", opts.out, "jsonl.zst");
|
|
111
|
+
const client = getApiClient();
|
|
112
|
+
const signal = getCurrentAbortSignal();
|
|
113
|
+
const startMs = Date.now();
|
|
114
|
+
log.info("Command started", { command: "annotate" });
|
|
115
|
+
if (resolvedFiles.length === 1) {
|
|
116
|
+
// Single file: detailed UX
|
|
117
|
+
try {
|
|
118
|
+
terminal.success(t("annotate.upload_status"));
|
|
119
|
+
const response = await client.data.annotate({
|
|
120
|
+
filePath: resolvedFiles[0],
|
|
121
|
+
...annotateBase,
|
|
122
|
+
});
|
|
123
|
+
const jobId = response.job_id;
|
|
124
|
+
terminal.dim(`${t("annotate.job_created")} ${jobId}`);
|
|
125
|
+
const resultUrl = await trackJob(client, jobId, {
|
|
126
|
+
description: "Annotating",
|
|
127
|
+
pollInterval: response.retry_after ?? undefined,
|
|
128
|
+
signal,
|
|
129
|
+
});
|
|
130
|
+
terminal.success(t("annotate.download_status"));
|
|
131
|
+
const actualPath = await client.jobs.download(resultUrl, outputPaths[0]);
|
|
132
|
+
log.info("Command completed", {
|
|
133
|
+
command: "annotate",
|
|
134
|
+
duration_ms: String(Date.now() - startMs),
|
|
135
|
+
job_id: jobId,
|
|
136
|
+
});
|
|
137
|
+
terminal.success(`${t("annotate.success")} ${actualPath}`);
|
|
138
|
+
}
|
|
139
|
+
catch (error) {
|
|
140
|
+
handleCommandError(log, error, {
|
|
141
|
+
command: "annotate",
|
|
142
|
+
duration_ms: String(Date.now() - startMs),
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
else {
|
|
147
|
+
// Multiple files: parallel processing
|
|
148
|
+
await runBatch({
|
|
149
|
+
items: resolvedFiles,
|
|
150
|
+
label: (f) => basename(f),
|
|
151
|
+
process: async (filePath, index, onProgress) => {
|
|
152
|
+
const resp = await client.data.annotate({ filePath, ...annotateBase });
|
|
153
|
+
const resultUrl = await trackJob(client, resp.job_id, {
|
|
154
|
+
description: basename(filePath),
|
|
155
|
+
silent: true,
|
|
156
|
+
signal,
|
|
157
|
+
onProgress,
|
|
158
|
+
});
|
|
159
|
+
return client.jobs.download(resultUrl, outputPaths[index]);
|
|
160
|
+
},
|
|
161
|
+
formatSuccess: (path) => `${t("annotate.success")} ${path}`,
|
|
162
|
+
command: "annotate",
|
|
163
|
+
signal,
|
|
164
|
+
});
|
|
165
|
+
log.info("Command completed", {
|
|
166
|
+
command: "annotate",
|
|
167
|
+
duration_ms: String(Date.now() - startMs),
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
});
|
|
171
|
+
//# sourceMappingURL=annotate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"annotate.js","sourceRoot":"","sources":["../../src/commands/annotate.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,mEAAmE;AACnE,8EAA8E;AAE9E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,CAAC,EAAE,MAAM,kBAAkB,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEpG,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEvC,yEAAyE;AACzE,SAAS,wBAAwB,CAAC,KAAa;IAC7C,MAAM,MAAM,GAAG,KAAK;SACjB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,GAAG,CAAC,CAAC,2BAA2B,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EACzD,CAAC,CAAC,wBAAwB,CAAC,CAC5B,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mFAAmF;AACnF,SAAS,gBAAgB,CAAC,KAAa,EAAE,MAAc;IACrD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,+BAA+B,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;KACnD,WAAW,CAAC,kFAAkF,CAAC;KAC/F,QAAQ,CAAC,kBAAkB,EAAE,mEAAmE,CAAC;KACjG,MAAM,CAAC,mBAAmB,EAAE,sCAAsC,CAAC;KACnE,MAAM,CAAC,aAAa,EAAE,+CAA+C,CAAC;KACtE,MAAM,CACL,yBAAyB,EACzB,uEAAuE,CACxE;KACA,SAAS,CACR,IAAI,MAAM,CAAC,eAAe,EAAE,iDAAiD,CAAC,CAAC,QAAQ,EAAE,CAC1F;KACA,SAAS,CACR,IAAI,MAAM,CAAC,qBAAqB,EAAE,gDAAgD,CAAC,CAAC,QAAQ,EAAE,CAC/F;KACA,SAAS,CACR,IAAI,MAAM,CACR,qBAAqB,EACrB,mDAAmD,CACpD,CAAC,QAAQ,EAAE,CACb;KACA,MAAM,CAAC,WAAW,EAAE,6BAA6B,EAAE,KAAK,CAAC;KACzD,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE;IACjC,uDAAuD;IACvD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;QAC3F,OAAO;IACT,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,CAAC,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAC9D,CAAC;QACF,OAAO;IACT,CAAC;IACD,oCAAoC;IACpC,IAAI,cAAoC,CAAC;IACzC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,cAAc,GAAG,MAAM,CAAC;IAC1B,CAAC;IAED,+BAA+B;IAC/B,IAAI,MAA0B,CAAC;IAC/B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,MAAM,IAAI,IAAI;YAAE,OAAO;QAC3B,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,WAA+B,CAAC;IACpC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACrE,IAAI,MAAM,IAAI,IAAI;YAAE,OAAO;QAC3B,WAAW,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,8CAA8C;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACpD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,GAAG,CAAC,CAAC,4BAA4B,CAAC,IAAI,QAAQ,EAAE,EAChD,CAAC,CAAC,yBAAyB,CAAC,CAC7B,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACnD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACvB,MAAM,YAAY,GAAqC;QACrD,IAAI;QACJ,QAAQ,EAAE,cAAc;QACxB,MAAM;QACN,WAAW;QACX,QAAQ;KACT,CAAC;IACF,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,qBAAqB,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAErD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,2BAA2B;QAC3B,IAAI,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC1C,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;gBAC1B,GAAG,YAAY;aAChB,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,sBAAsB,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;gBAC9C,WAAW,EAAE,YAAY;gBACzB,YAAY,EAAE,QAAQ,CAAC,WAAW,IAAI,SAAS;gBAC/C,MAAM;aACP,CAAC,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;gBAC5B,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;gBACzC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE;gBAC7B,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,sCAAsC;QACtC,MAAM,QAAQ,CAAC;YACb,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC7C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAAC,CAAC;gBACvE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;oBACpD,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC;oBAC/B,MAAM,EAAE,IAAI;oBACZ,MAAM;oBACN,UAAU;iBACX,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,IAAI,EAAE;YAC3D,OAAO,EAAE,UAAU;YACnB,MAAM;SACP,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;YAC5B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;SAC1C,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import type { EvaluationResponse,
|
|
2
|
-
import type { EvaluationResponseVM,
|
|
1
|
+
import type { EvaluationResponse, HealthResponse, TranslationResponse } from "../api/models.ts";
|
|
2
|
+
import type { EvaluationResponseVM, HealthResponseVM, TranslationResponseVM } from "../output/view-models.ts";
|
|
3
3
|
/** Map API health check response to display-layer view model. */
|
|
4
4
|
export declare function toHealthResponseVM(input: HealthResponse): HealthResponseVM;
|
|
5
5
|
/** Map API translation response to display-layer view model, flattening nested items. */
|
|
6
6
|
export declare function toTranslationResponseVM(input: TranslationResponse): TranslationResponseVM;
|
|
7
7
|
/** Map API evaluation response to display-layer view model. */
|
|
8
8
|
export declare function toEvaluationResponseVM(input: EvaluationResponse): EvaluationResponseVM;
|
|
9
|
-
/** Map annotate options response to VM. */
|
|
10
|
-
export declare function toAnnotateOptionsVM(input: AnnotateOptionsResponse): AnnotateOptionsVM;
|
|
11
9
|
//# sourceMappingURL=mappers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,KAAK,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACtB,MAAM,0BAA0B,CAAC;AAElC,iEAAiE;AACjE,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,cAAc,GAAG,gBAAgB,CAS1E;AAED,yFAAyF;AACzF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,mBAAmB,GAAG,qBAAqB,CAYzF;AAED,+DAA+D;AAC/D,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,kBAAkB,GAAG,oBAAoB,CAItF"}
|
package/dist/commands/mappers.js
CHANGED
|
@@ -29,12 +29,4 @@ export function toEvaluationResponseVM(input) {
|
|
|
29
29
|
corpus_scores: input.corpus_scores,
|
|
30
30
|
};
|
|
31
31
|
}
|
|
32
|
-
/** Map annotate options response to VM. */
|
|
33
|
-
export function toAnnotateOptionsVM(input) {
|
|
34
|
-
return {
|
|
35
|
-
pipeline_stages: input.pipeline_stages.map((s) => ({ ...s })),
|
|
36
|
-
lid_models: input.lid_models.map((m) => ({ ...m })),
|
|
37
|
-
filter_defaults: { ...input.filter_defaults },
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
32
|
//# sourceMappingURL=mappers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mappers.js","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"mappers.js","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAOA,iEAAiE;AACjE,MAAM,UAAU,kBAAkB,CAAC,KAAqB;IACtD,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,uBAAuB,CAAC,KAA0B;IAChE,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,sBAAsB,CAAC,KAAyB;IAC9D,OAAO;QACL,aAAa,EAAE,KAAK,CAAC,aAAa;KACnC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Command } from "@commander-js/extra-typings";
|
|
2
|
+
export declare const scoreCommand: Command<[string[]], {
|
|
3
|
+
sourceLang?: string | undefined;
|
|
4
|
+
target?: string | undefined;
|
|
5
|
+
outputFormat?: string | undefined;
|
|
6
|
+
out?: string | undefined;
|
|
7
|
+
formats: boolean;
|
|
8
|
+
}, {}>;
|
|
9
|
+
//# sourceMappingURL=score.d.ts.map
|