prompsit-cli 26.301.1737 → 26.302.1318
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -9
- package/dist/api/models.d.ts +1 -25
- package/dist/api/models.d.ts.map +1 -1
- package/dist/api/models.js +1 -17
- package/dist/api/models.js.map +1 -1
- package/dist/api/resources/discovery.d.ts +1 -3
- package/dist/api/resources/discovery.d.ts.map +1 -1
- package/dist/api/resources/discovery.js +1 -5
- package/dist/api/resources/discovery.js.map +1 -1
- package/dist/commands/annotate.d.ts +12 -0
- package/dist/commands/annotate.d.ts.map +1 -0
- package/dist/commands/annotate.js +185 -0
- package/dist/commands/annotate.js.map +1 -0
- package/dist/commands/mappers.d.ts +2 -4
- package/dist/commands/mappers.d.ts.map +1 -1
- package/dist/commands/mappers.js +0 -8
- package/dist/commands/mappers.js.map +1 -1
- package/dist/commands/score.d.ts +8 -0
- package/dist/commands/score.d.ts.map +1 -0
- package/dist/commands/score.js +196 -0
- package/dist/commands/score.js.map +1 -0
- package/dist/commands/show-formats.d.ts +1 -1
- package/dist/commands/show-formats.d.ts.map +1 -1
- package/dist/commands/show-formats.js +42 -31
- package/dist/commands/show-formats.js.map +1 -1
- package/dist/commands/show-languages.js +1 -1
- package/dist/commands/show-languages.js.map +1 -1
- package/dist/config/schemas.d.ts +0 -2
- package/dist/config/schemas.d.ts.map +1 -1
- package/dist/config/schemas.js +0 -1
- package/dist/config/schemas.js.map +1 -1
- package/dist/i18n/catalog.d.ts +35 -37
- package/dist/i18n/catalog.d.ts.map +1 -1
- package/dist/i18n/catalog.js +38 -38
- package/dist/i18n/catalog.js.map +1 -1
- package/dist/output/index.d.ts +1 -1
- package/dist/output/index.d.ts.map +1 -1
- package/dist/output/index.js +1 -1
- package/dist/output/index.js.map +1 -1
- package/dist/output/tables/catalog.d.ts +1 -2
- package/dist/output/tables/catalog.d.ts.map +1 -1
- package/dist/output/tables/catalog.js +11 -74
- package/dist/output/tables/catalog.js.map +1 -1
- package/dist/output/tables/index.d.ts +1 -1
- package/dist/output/tables/index.d.ts.map +1 -1
- package/dist/output/tables/index.js +1 -1
- package/dist/output/tables/index.js.map +1 -1
- package/dist/output/view-models.d.ts +3 -18
- package/dist/output/view-models.d.ts.map +1 -1
- package/dist/program.d.ts.map +1 -1
- package/dist/program.js +6 -5
- package/dist/program.js.map +1 -1
- package/dist/repl/controller.d.ts.map +1 -1
- package/dist/repl/controller.js +21 -9
- package/dist/repl/controller.js.map +1 -1
- package/dist/repl/core/output-bridge.d.ts +1 -9
- package/dist/repl/core/output-bridge.d.ts.map +1 -1
- package/dist/repl/core/output-bridge.js +1 -10
- package/dist/repl/core/output-bridge.js.map +1 -1
- package/dist/repl/executor.d.ts.map +1 -1
- package/dist/repl/executor.js +4 -8
- package/dist/repl/executor.js.map +1 -1
- package/dist/repl/input/input-handler.d.ts +1 -1
- package/dist/repl/input/input-handler.d.ts.map +1 -1
- package/dist/repl/input/input-handler.js +12 -6
- package/dist/repl/input/input-handler.js.map +1 -1
- package/dist/repl/loop.d.ts.map +1 -1
- package/dist/repl/loop.js +1 -7
- package/dist/repl/loop.js.map +1 -1
- package/dist/repl/registry.d.ts +1 -1
- package/dist/repl/registry.d.ts.map +1 -1
- package/dist/repl/registry.js +39 -51
- package/dist/repl/registry.js.map +1 -1
- package/dist/repl/service.d.ts +0 -4
- package/dist/repl/service.d.ts.map +1 -1
- package/dist/repl/service.js +0 -11
- package/dist/repl/service.js.map +1 -1
- package/dist/repl/ui/components/ghost-text-editor.d.ts +0 -2
- package/dist/repl/ui/components/ghost-text-editor.d.ts.map +1 -1
- package/dist/repl/ui/components/ghost-text-editor.js +0 -6
- package/dist/repl/ui/components/ghost-text-editor.js.map +1 -1
- package/dist/runtime/clipboard.d.ts +22 -2
- package/dist/runtime/clipboard.d.ts.map +1 -1
- package/dist/runtime/clipboard.js +46 -2
- package/dist/runtime/clipboard.js.map +1 -1
- package/dist/runtime/file-args.js +1 -1
- package/dist/runtime/file-args.js.map +1 -1
- package/dist/shared/constants.d.ts +0 -1
- package/dist/shared/constants.d.ts.map +1 -1
- package/dist/shared/constants.js +0 -1
- package/dist/shared/constants.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -189,20 +189,24 @@ $ prompsit evaluate metrics -s "Hello" -h "Hola" -r "Hola" -m "bleu,chrf,metricx
|
|
|
189
189
|
|
|
190
190
|
### Data Processing
|
|
191
191
|
|
|
192
|
-
#### `
|
|
192
|
+
#### `score` "file" [options]
|
|
193
193
|
|
|
194
|
-
|
|
194
|
+
Score parallel corpus quality with Bicleaner.
|
|
195
195
|
|
|
196
|
-
|
|
196
|
+
```
|
|
197
|
+
> score "~/.prompsit/examples/sample.tmx"
|
|
198
|
+
> score "corpus.tsv" --output-format "tsv" --out "results/"
|
|
199
|
+
$ prompsit score "corpus.tmx" --out "results/"
|
|
200
|
+
```
|
|
201
|
+
|
|
202
|
+
#### `annotate` "file" --lang "code" [options]
|
|
197
203
|
|
|
198
|
-
|
|
199
|
-
- `data score "file" [--target "path"] [--output-format "fmt"] [--out "dir"]` Score parallel corpus
|
|
204
|
+
Annotate monolingual data with Monotextor pipelines.
|
|
200
205
|
|
|
201
206
|
```
|
|
202
|
-
>
|
|
203
|
-
> data
|
|
204
|
-
$ prompsit
|
|
205
|
-
$ prompsit data score "~/.prompsit/examples/sample.tmx"
|
|
207
|
+
> annotate "data.jsonl" -l "en" -p "lid,docscorer"
|
|
208
|
+
> annotate "data.jsonl" -l "en" --min-len "100" --lid-model "openlid-v2"
|
|
209
|
+
$ prompsit annotate "data.jsonl" -l "en" -p "lid,docscorer" --out "results/"
|
|
206
210
|
```
|
|
207
211
|
|
|
208
212
|
---
|
package/dist/api/models.d.ts
CHANGED
|
@@ -236,7 +236,7 @@ export declare const QeFormatsResponseSchema: z.ZodObject<{
|
|
|
236
236
|
}, z.core.$strip>>;
|
|
237
237
|
total: z.ZodNumber;
|
|
238
238
|
}, z.core.$strip>;
|
|
239
|
-
/** Basic format info (base fields only). Used by
|
|
239
|
+
/** Basic format info (base fields only). Used by score/annotate endpoints. */
|
|
240
240
|
export declare const DataFormatInfoSchema: z.ZodObject<{
|
|
241
241
|
id: z.ZodString;
|
|
242
242
|
name: z.ZodString;
|
|
@@ -271,29 +271,6 @@ export declare const AnnotationLanguageDetailSchema: z.ZodObject<{
|
|
|
271
271
|
source_name: z.ZodString;
|
|
272
272
|
engines: z.ZodArray<z.ZodString>;
|
|
273
273
|
}, z.core.$strip>;
|
|
274
|
-
/** Pipeline stage / LID model entry from GET /v1/data/annotate/options. */
|
|
275
|
-
export declare const PipelineStageSchema: z.ZodObject<{
|
|
276
|
-
id: z.ZodString;
|
|
277
|
-
name: z.ZodOptional<z.ZodString>;
|
|
278
|
-
description: z.ZodString;
|
|
279
|
-
}, z.core.$strip>;
|
|
280
|
-
/** Response from GET /v1/data/annotate/options. */
|
|
281
|
-
export declare const AnnotateOptionsResponseSchema: z.ZodObject<{
|
|
282
|
-
pipeline_stages: z.ZodArray<z.ZodObject<{
|
|
283
|
-
id: z.ZodString;
|
|
284
|
-
name: z.ZodOptional<z.ZodString>;
|
|
285
|
-
description: z.ZodString;
|
|
286
|
-
}, z.core.$strip>>;
|
|
287
|
-
lid_models: z.ZodArray<z.ZodObject<{
|
|
288
|
-
id: z.ZodString;
|
|
289
|
-
name: z.ZodOptional<z.ZodString>;
|
|
290
|
-
description: z.ZodString;
|
|
291
|
-
}, z.core.$strip>>;
|
|
292
|
-
filter_defaults: z.ZodObject<{
|
|
293
|
-
min_len: z.ZodNumber;
|
|
294
|
-
min_avg_words: z.ZodNumber;
|
|
295
|
-
}, z.core.$strip>;
|
|
296
|
-
}, z.core.$strip>;
|
|
297
274
|
/**
|
|
298
275
|
* Job creation response from multipart upload endpoints.
|
|
299
276
|
* Returned by POST /v1/data/annotate and POST /v1/data/score.
|
|
@@ -370,7 +347,6 @@ export type FormatInfo = z.infer<typeof FormatInfoSchema>;
|
|
|
370
347
|
export type QeFormatInfo = z.infer<typeof QeFormatInfoSchema>;
|
|
371
348
|
export type DataScoreFormatsResponse = z.infer<typeof DataScoreFormatsResponseSchema>;
|
|
372
349
|
export type DataAnnotateFormatsResponse = z.infer<typeof DataAnnotateFormatsResponseSchema>;
|
|
373
|
-
export type AnnotateOptionsResponse = z.infer<typeof AnnotateOptionsResponseSchema>;
|
|
374
350
|
export type JobStatusResponse = z.infer<typeof JobStatusResponseSchema>;
|
|
375
351
|
export type DocJobCreateResponse = z.infer<typeof DocJobCreateResponseSchema>;
|
|
376
352
|
export type DataJobCreateResponse = z.infer<typeof DataJobCreateResponseSchema>;
|
package/dist/api/models.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,mBAAmB;;;;;;;iBAO9B,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,uBAAuB;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;iBAO/B,CAAC;AAIH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,qBAAqB;;;;;iBAKhC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;iBAMpC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,aAAa;;;;iBAIxB,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;iBAInC,CAAC;AAIH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,wBAAwB;;;;;;iBAMnC,CAAC;AAUH,kHAAkH;AAClH,eAAO,MAAM,gBAAgB;;;;;;;iBAI3B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;iBAGhC,CAAC;AAIH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;iBAclC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;iBAIrC,CAAC;AAIH,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB;;;;;;iBAG7B,CAAC;AAEH,2DAA2D;AAC3D,eAAO,MAAM,uBAAuB;;;;;;;;;iBAGlC,CAAC;AAIH,
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,mBAAmB;;;;;;;iBAO9B,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,uBAAuB;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;iBAO/B,CAAC;AAIH;;;;;;;;;;GAUG;AACH,eAAO,MAAM,qBAAqB;;;;;iBAKhC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;iBAMpC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,aAAa;;;;iBAIxB,CAAC;AAEH;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;iBAInC,CAAC;AAIH;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,wBAAwB;;;;;;iBAMnC,CAAC;AAUH,kHAAkH;AAClH,eAAO,MAAM,gBAAgB;;;;;;;iBAI3B,CAAC;AAEH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;iBAGhC,CAAC;AAIH;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;iBAclC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;iBAIrC,CAAC;AAIH,4FAA4F;AAC5F,eAAO,MAAM,kBAAkB;;;;;;iBAG7B,CAAC;AAEH,2DAA2D;AAC3D,eAAO,MAAM,uBAAuB;;;;;;;;;iBAGlC,CAAC;AAIH,8EAA8E;AAC9E,eAAO,MAAM,oBAAoB;;;;;iBAA6B,CAAC;AAE/D,gDAAgD;AAChD,eAAO,MAAM,8BAA8B;;;;;;;;;iBAIzC,CAAC;AAEH,mDAAmD;AACnD,eAAO,MAAM,iCAAiC;;;;;;;;;iBAI5C,CAAC;AAIH,8EAA8E;AAC9E,eAAO,MAAM,8BAA8B;;;;iBAIzC,CAAC;AAIH;;;;;;;;;GASG;AACH,eAAO,MAAM,2BAA2B;;;iBAGtC,CAAC;AAIH,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,qDAAqD;AACrD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,8CAA8C;AAC9C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,kDAAkD;AAClD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,oFAAoF;AACpF,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAED,qCAAqC;AACrC,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AACpD,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC"}
|
package/dist/api/models.js
CHANGED
|
@@ -225,7 +225,7 @@ export const QeFormatsResponseSchema = z.object({
|
|
|
225
225
|
total: z.number(),
|
|
226
226
|
});
|
|
227
227
|
// --- Data Format Discovery schemas ---
|
|
228
|
-
/** Basic format info (base fields only). Used by
|
|
228
|
+
/** Basic format info (base fields only). Used by score/annotate endpoints. */
|
|
229
229
|
export const DataFormatInfoSchema = z.object(BaseFormatFields);
|
|
230
230
|
/** Response from GET /v1/data/score/formats. */
|
|
231
231
|
export const DataScoreFormatsResponseSchema = z.object({
|
|
@@ -246,22 +246,6 @@ export const AnnotationLanguageDetailSchema = z.object({
|
|
|
246
246
|
source_name: z.string(),
|
|
247
247
|
engines: z.array(z.string()),
|
|
248
248
|
});
|
|
249
|
-
// --- Annotate Options schema ---
|
|
250
|
-
/** Pipeline stage / LID model entry from GET /v1/data/annotate/options. */
|
|
251
|
-
export const PipelineStageSchema = z.object({
|
|
252
|
-
id: z.string(),
|
|
253
|
-
name: z.string().optional(),
|
|
254
|
-
description: z.string(),
|
|
255
|
-
});
|
|
256
|
-
/** Response from GET /v1/data/annotate/options. */
|
|
257
|
-
export const AnnotateOptionsResponseSchema = z.object({
|
|
258
|
-
pipeline_stages: z.array(PipelineStageSchema),
|
|
259
|
-
lid_models: z.array(PipelineStageSchema),
|
|
260
|
-
filter_defaults: z.object({
|
|
261
|
-
min_len: z.number(),
|
|
262
|
-
min_avg_words: z.number(),
|
|
263
|
-
}),
|
|
264
|
-
});
|
|
265
249
|
// --- Data Processing schemas (US013) ---
|
|
266
250
|
/**
|
|
267
251
|
* Job creation response from multipart upload endpoints.
|
package/dist/api/models.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,oFAAoF;AACpF,qRAAqR;AAErR,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC;IACvD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH,+CAA+C;AAE/C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,qCAAqC;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG;IACvB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAChC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,GAAG,gBAAgB;IACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAChD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,8BAA8B;AAE9B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,0BAA0B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAChD,CAAC,CAAC;AAEH,kDAAkD;AAElD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CAC5C,CAAC,CAAC;AAEH,sCAAsC;AAEtC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,GAAG,gBAAgB;IACnB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,wCAAwC;AAExC,
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/api/models.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,oFAAoF;AACpF,qRAAqR;AAErR,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAC;AAEH;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC;IACvD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH,+CAA+C;AAE/C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC5C,CAAC,CAAC;AAEH;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEH,qCAAqC;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACpE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,8FAA8F;AAC9F,MAAM,gBAAgB,GAAG;IACvB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAChC,CAAC;AAEF,kHAAkH;AAClH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,GAAG,gBAAgB;IACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAChD,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,8BAA8B;AAE9B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,0BAA0B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CAChD,CAAC,CAAC;AAEH,kDAAkD;AAElD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CAC5C,CAAC,CAAC;AAEH,sCAAsC;AAEtC,4FAA4F;AAC5F,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,GAAG,gBAAgB;IACnB,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,2DAA2D;AAC3D,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,wCAAwC;AAExC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAE/D,gDAAgD;AAChD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;IAC5C,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,mDAAmD;AACnD,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,MAAM,CAAC;IACxD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;IAC5C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,+CAA+C;AAE/C,8EAA8E;AAC9E,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,0CAA0C;AAE1C;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { AuthSession } from "../auth-session.ts";
|
|
2
|
-
import { type FormatInfo, type QeFormatInfo, type DataScoreFormatsResponse, type DataAnnotateFormatsResponse, type
|
|
2
|
+
import { type FormatInfo, type QeFormatInfo, type DataScoreFormatsResponse, type DataAnnotateFormatsResponse, type AnnotationLanguageDetail } from "../models.ts";
|
|
3
3
|
/**
|
|
4
4
|
* Discovery API resource for format/options discovery across all services.
|
|
5
5
|
*
|
|
@@ -20,8 +20,6 @@ export declare class DiscoveryResource {
|
|
|
20
20
|
dataScoreFormats(): Promise<DataScoreFormatsResponse>;
|
|
21
21
|
/** GET /v1/data/annotate/formats — annotation input formats. */
|
|
22
22
|
dataAnnotateFormats(): Promise<DataAnnotateFormatsResponse>;
|
|
23
|
-
/** GET /v1/data/annotate/options — pipeline stages, LID models, defaults. */
|
|
24
|
-
annotateOptions(): Promise<AnnotateOptionsResponse>;
|
|
25
23
|
/** GET /v1/data/annotate/languages?model=<lid_model> — languages supported by LID model. */
|
|
26
24
|
annotateLanguages(model: string): Promise<AnnotationLanguageDetail[]>;
|
|
27
25
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,
|
|
1
|
+
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAML,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC9B,MAAM,cAAc,CAAC;AAGtB;;;;;GAKG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM;IAKjD,+EAA+E;YACjE,GAAG;IAWjB,2EAA2E;IACrE,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAK9C,+DAA+D;IACzD,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAK1C,8DAA8D;IACxD,gBAAgB,IAAI,OAAO,CAAC,wBAAwB,CAAC;IAI3D,gEAAgE;IAC1D,mBAAmB,IAAI,OAAO,CAAC,2BAA2B,CAAC;IAIjE,4FAA4F;IACtF,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,EAAE,CAAC;CAK5E"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
// Discovery API resource — format and options endpoints for all services.
|
|
2
2
|
// Replaces FormatsResource (which only covered document translation formats).
|
|
3
3
|
import { z } from "zod";
|
|
4
|
-
import { FormatsResponseSchema, QeFormatsResponseSchema, DataScoreFormatsResponseSchema, DataAnnotateFormatsResponseSchema,
|
|
4
|
+
import { FormatsResponseSchema, QeFormatsResponseSchema, DataScoreFormatsResponseSchema, DataAnnotateFormatsResponseSchema, AnnotationLanguageDetailSchema, } from "../models.js";
|
|
5
5
|
import { Endpoint } from "../../shared/constants.js";
|
|
6
6
|
/**
|
|
7
7
|
* Discovery API resource for format/options discovery across all services.
|
|
@@ -41,10 +41,6 @@ export class DiscoveryResource {
|
|
|
41
41
|
async dataAnnotateFormats() {
|
|
42
42
|
return this.get(Endpoint.DATA_ANNOTATE_FORMATS, DataAnnotateFormatsResponseSchema);
|
|
43
43
|
}
|
|
44
|
-
/** GET /v1/data/annotate/options — pipeline stages, LID models, defaults. */
|
|
45
|
-
async annotateOptions() {
|
|
46
|
-
return this.get(Endpoint.DATA_ANNOTATE_OPTIONS, AnnotateOptionsResponseSchema);
|
|
47
|
-
}
|
|
48
44
|
/** GET /v1/data/annotate/languages?model=<lid_model> — languages supported by LID model. */
|
|
49
45
|
async annotateLanguages(model) {
|
|
50
46
|
return this.get(Endpoint.DATA_ANNOTATE_LANGUAGES, z.array(AnnotationLanguageDetailSchema), {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,iCAAiC,EACjC,
|
|
1
|
+
{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../../src/api/resources/discovery.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAE9E,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,8BAA8B,EAC9B,iCAAiC,EACjC,8BAA8B,GAM/B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD;;;;;GAKG;AACH,MAAM,OAAO,iBAAiB;IACX,OAAO,CAAc;IACrB,OAAO,CAAS;IAEjC,YAAY,OAAoB,EAAE,OAAe;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,+EAA+E;IACvE,KAAK,CAAC,GAAG,CACf,QAAgB,EAChB,MAAoB,EACpB,YAAqC;QAErC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAU,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE;YACpF,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1C,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,CAAC;QAChF,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;QAC5E,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,gBAAgB;QACpB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAC;IAC/E,CAAC;IAED,gEAAgE;IAChE,KAAK,CAAC,mBAAmB;QACvB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;IACrF,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,iBAAiB,CAAC,KAAa;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,EAAE;YACzF,KAAK;SACN,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { Command } from "@commander-js/extra-typings";
|
|
2
|
+
export declare const annotateCommand: Command<[string[]], {
|
|
3
|
+
lang?: string | undefined;
|
|
4
|
+
out?: string | undefined;
|
|
5
|
+
pipeline?: string | undefined;
|
|
6
|
+
minLen?: string | undefined;
|
|
7
|
+
minAvgWords?: string | undefined;
|
|
8
|
+
lidModel?: string | undefined;
|
|
9
|
+
formats: boolean;
|
|
10
|
+
languages: boolean;
|
|
11
|
+
}, {}>;
|
|
12
|
+
//# sourceMappingURL=annotate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"annotate.d.ts","sourceRoot":"","sources":["../../src/commands/annotate.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AA+CtD,eAAO,MAAM,eAAe;;;;;;;;;MAoKxB,CAAC"}
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
// Annotate corpus file(s) with Monotextor (Language ID, PII, quality).
|
|
2
|
+
// Workflow: validate -> upload -> track (SSE/polling) -> download.
|
|
3
|
+
// Reuses trackJob() facade and runBatch() for multi-file parallel processing.
|
|
4
|
+
import { basename } from "node:path";
|
|
5
|
+
import { Command } from "@commander-js/extra-typings";
|
|
6
|
+
import { getApiClient } from "../api/client.js";
|
|
7
|
+
import { trackJob } from "./job-tracking.js";
|
|
8
|
+
import { runBatch } from "./batch-processor.js";
|
|
9
|
+
import { t } from "../i18n/index.js";
|
|
10
|
+
import { terminal } from "../output/index.js";
|
|
11
|
+
import { showFormats } from "./show-formats.js";
|
|
12
|
+
import { showLanguages } from "./show-languages.js";
|
|
13
|
+
import { VALID_PIPELINE_STAGES, VALID_LID_MODELS } from "../shared/constants.js";
|
|
14
|
+
import { getLogger } from "../logging/index.js";
|
|
15
|
+
import { ErrorCode } from "../errors/codes.js";
|
|
16
|
+
import { failCommand, handleCommandError } from "./error-handler.js";
|
|
17
|
+
import { tryExpandFileArgs, resolveOutputPaths } from "../runtime/file-args.js";
|
|
18
|
+
import { getCurrentAbortSignal } from "../runtime/request-context.js";
|
|
19
|
+
const log = getLogger(import.meta.url);
|
|
20
|
+
/** Parse and validate pipeline stages. Returns null on invalid input. */
|
|
21
|
+
function parseAndValidatePipeline(input) {
|
|
22
|
+
const stages = input
|
|
23
|
+
.split(",")
|
|
24
|
+
.map((s) => s.trim())
|
|
25
|
+
.filter(Boolean);
|
|
26
|
+
if (stages.length === 0)
|
|
27
|
+
return null;
|
|
28
|
+
const invalid = stages.filter((s) => !VALID_PIPELINE_STAGES.has(s));
|
|
29
|
+
if (invalid.length > 0) {
|
|
30
|
+
failCommand(ErrorCode.VALIDATION, `${t("annotate.invalid_pipeline")} ${invalid.join(", ")}`, t("annotate.pipeline_hint"));
|
|
31
|
+
return null;
|
|
32
|
+
}
|
|
33
|
+
return stages;
|
|
34
|
+
}
|
|
35
|
+
/** Parse string to positive integer. Returns null and reports error on failure. */
|
|
36
|
+
function parsePositiveInt(value, option) {
|
|
37
|
+
const n = Number(value);
|
|
38
|
+
if (!Number.isInteger(n) || n < 1) {
|
|
39
|
+
failCommand(ErrorCode.VALIDATION, t("validate.annotate.invalid_int", { option }));
|
|
40
|
+
return null;
|
|
41
|
+
}
|
|
42
|
+
return n;
|
|
43
|
+
}
|
|
44
|
+
export const annotateCommand = new Command("annotate")
|
|
45
|
+
.description("Annotate corpus file(s) or directory with Monotextor (Language ID, PII, quality)")
|
|
46
|
+
.argument("[input-files...]", "Input corpus file(s) or directory (JSONL/JSONL.gz/JSONL.zst/text)")
|
|
47
|
+
.option("-l, --lang <code>", "Language code (e.g. en, es, zh-Hans)")
|
|
48
|
+
.option("--out <dir>", "Output directory (default: beside input file)")
|
|
49
|
+
.option("-p, --pipeline <stages>", "Pipeline stages (e.g. lid,pii,monofixer,docscorer,adult_filter,dedup)")
|
|
50
|
+
.option("--min-len <n>", "Min document length in chars (API default: 500)")
|
|
51
|
+
.option("--min-avg-words <n>", "Min average words per segment (API default: 5)")
|
|
52
|
+
.option("--lid-model <model>", "LID model: openlid-v2, nllb, openlid-v3")
|
|
53
|
+
.option("--formats", "Show supported file formats", false)
|
|
54
|
+
.option("--languages", "Show supported annotation languages", false)
|
|
55
|
+
.action(async (inputFiles, opts) => {
|
|
56
|
+
// Early-exit: --formats shows annotation input formats
|
|
57
|
+
if (opts.formats) {
|
|
58
|
+
await showFormats("annotate");
|
|
59
|
+
return;
|
|
60
|
+
}
|
|
61
|
+
// Early-exit: --languages shows supported annotation languages for a LID model
|
|
62
|
+
if (opts.languages) {
|
|
63
|
+
if (!opts.lidModel) {
|
|
64
|
+
failCommand(ErrorCode.VALIDATION, t("validate.annotate.languages_missing_model"), t("validate.annotate.languages_model_hint"));
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
if (!VALID_LID_MODELS.has(opts.lidModel)) {
|
|
68
|
+
failCommand(ErrorCode.VALIDATION, `${t("annotate.invalid_lid_model")} ${opts.lidModel}`, t("annotate.lid_model_hint"));
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
await showLanguages("annotation", { model: opts.lidModel });
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
if (inputFiles.length === 0) {
|
|
75
|
+
failCommand(ErrorCode.VALIDATION, t("validate.missing_argument", { name: "input-files" }));
|
|
76
|
+
return;
|
|
77
|
+
}
|
|
78
|
+
if (!opts.lang) {
|
|
79
|
+
failCommand(ErrorCode.VALIDATION, t("validate.missing_option", { option: "-l, --lang <code>" }));
|
|
80
|
+
return;
|
|
81
|
+
}
|
|
82
|
+
// Validate required pipeline
|
|
83
|
+
if (!opts.pipeline) {
|
|
84
|
+
failCommand(ErrorCode.VALIDATION, t("validate.annotate.missing_pipeline"), t("validate.annotate.pipeline_hint"));
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
87
|
+
const pipelineStages = parseAndValidatePipeline(opts.pipeline);
|
|
88
|
+
if (!pipelineStages)
|
|
89
|
+
return;
|
|
90
|
+
// Validate optional int params
|
|
91
|
+
let minLen;
|
|
92
|
+
if (opts.minLen != null) {
|
|
93
|
+
const parsed = parsePositiveInt(opts.minLen, "--min-len");
|
|
94
|
+
if (parsed == null)
|
|
95
|
+
return;
|
|
96
|
+
minLen = parsed;
|
|
97
|
+
}
|
|
98
|
+
let minAvgWords;
|
|
99
|
+
if (opts.minAvgWords != null) {
|
|
100
|
+
const parsed = parsePositiveInt(opts.minAvgWords, "--min-avg-words");
|
|
101
|
+
if (parsed == null)
|
|
102
|
+
return;
|
|
103
|
+
minAvgWords = parsed;
|
|
104
|
+
}
|
|
105
|
+
// Validate optional LID model
|
|
106
|
+
if (opts.lidModel != null && !VALID_LID_MODELS.has(opts.lidModel)) {
|
|
107
|
+
failCommand(ErrorCode.VALIDATION, `${t("annotate.invalid_lid_model")} ${opts.lidModel}`, t("annotate.lid_model_hint"));
|
|
108
|
+
return;
|
|
109
|
+
}
|
|
110
|
+
const expandResult = tryExpandFileArgs(inputFiles);
|
|
111
|
+
if (!expandResult.ok) {
|
|
112
|
+
failCommand(ErrorCode.VALIDATION, expandResult.message);
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
const resolvedFiles = expandResult.files;
|
|
116
|
+
const lang = opts.lang;
|
|
117
|
+
const annotateBase = {
|
|
118
|
+
lang,
|
|
119
|
+
pipeline: pipelineStages,
|
|
120
|
+
minLen,
|
|
121
|
+
minAvgWords,
|
|
122
|
+
lidModel: opts.lidModel,
|
|
123
|
+
};
|
|
124
|
+
const outputPaths = resolveOutputPaths(resolvedFiles, "_annotated", opts.out, "jsonl.zst");
|
|
125
|
+
const client = getApiClient();
|
|
126
|
+
const signal = getCurrentAbortSignal();
|
|
127
|
+
const startMs = Date.now();
|
|
128
|
+
log.info("Command started", { command: "annotate" });
|
|
129
|
+
if (resolvedFiles.length === 1) {
|
|
130
|
+
// Single file: detailed UX
|
|
131
|
+
try {
|
|
132
|
+
terminal.success(t("annotate.upload_status"));
|
|
133
|
+
const response = await client.data.annotate({
|
|
134
|
+
filePath: resolvedFiles[0],
|
|
135
|
+
...annotateBase,
|
|
136
|
+
});
|
|
137
|
+
const jobId = response.job_id;
|
|
138
|
+
terminal.dim(`${t("annotate.job_created")} ${jobId}`);
|
|
139
|
+
const resultUrl = await trackJob(client, jobId, {
|
|
140
|
+
description: "Annotating",
|
|
141
|
+
pollInterval: response.retry_after ?? undefined,
|
|
142
|
+
signal,
|
|
143
|
+
});
|
|
144
|
+
terminal.success(t("annotate.download_status"));
|
|
145
|
+
const actualPath = await client.jobs.download(resultUrl, outputPaths[0]);
|
|
146
|
+
log.info("Command completed", {
|
|
147
|
+
command: "annotate",
|
|
148
|
+
duration_ms: String(Date.now() - startMs),
|
|
149
|
+
job_id: jobId,
|
|
150
|
+
});
|
|
151
|
+
terminal.success(`${t("annotate.success")} ${actualPath}`);
|
|
152
|
+
}
|
|
153
|
+
catch (error) {
|
|
154
|
+
handleCommandError(log, error, {
|
|
155
|
+
command: "annotate",
|
|
156
|
+
duration_ms: String(Date.now() - startMs),
|
|
157
|
+
});
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
else {
|
|
161
|
+
// Multiple files: parallel processing
|
|
162
|
+
await runBatch({
|
|
163
|
+
items: resolvedFiles,
|
|
164
|
+
label: (f) => basename(f),
|
|
165
|
+
process: async (filePath, index, onProgress) => {
|
|
166
|
+
const resp = await client.data.annotate({ filePath, ...annotateBase });
|
|
167
|
+
const resultUrl = await trackJob(client, resp.job_id, {
|
|
168
|
+
description: basename(filePath),
|
|
169
|
+
silent: true,
|
|
170
|
+
signal,
|
|
171
|
+
onProgress,
|
|
172
|
+
});
|
|
173
|
+
return client.jobs.download(resultUrl, outputPaths[index]);
|
|
174
|
+
},
|
|
175
|
+
formatSuccess: (path) => `${t("annotate.success")} ${path}`,
|
|
176
|
+
command: "annotate",
|
|
177
|
+
signal,
|
|
178
|
+
});
|
|
179
|
+
log.info("Command completed", {
|
|
180
|
+
command: "annotate",
|
|
181
|
+
duration_ms: String(Date.now() - startMs),
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
});
|
|
185
|
+
//# sourceMappingURL=annotate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"annotate.js","sourceRoot":"","sources":["../../src/commands/annotate.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,mEAAmE;AACnE,8EAA8E;AAE9E,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,CAAC,EAAE,MAAM,kBAAkB,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEjF,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEvC,yEAAyE;AACzE,SAAS,wBAAwB,CAAC,KAAa;IAC7C,MAAM,MAAM,GAAG,KAAK;SACjB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,GAAG,CAAC,CAAC,2BAA2B,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EACzD,CAAC,CAAC,wBAAwB,CAAC,CAC5B,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mFAAmF;AACnF,SAAS,gBAAgB,CAAC,KAAa,EAAE,MAAc;IACrD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,+BAA+B,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAClF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;KACnD,WAAW,CAAC,kFAAkF,CAAC;KAC/F,QAAQ,CAAC,kBAAkB,EAAE,mEAAmE,CAAC;KACjG,MAAM,CAAC,mBAAmB,EAAE,sCAAsC,CAAC;KACnE,MAAM,CAAC,aAAa,EAAE,+CAA+C,CAAC;KACtE,MAAM,CACL,yBAAyB,EACzB,uEAAuE,CACxE;KACA,MAAM,CAAC,eAAe,EAAE,iDAAiD,CAAC;KAC1E,MAAM,CAAC,qBAAqB,EAAE,gDAAgD,CAAC;KAC/E,MAAM,CAAC,qBAAqB,EAAE,yCAAyC,CAAC;KACxE,MAAM,CAAC,WAAW,EAAE,6BAA6B,EAAE,KAAK,CAAC;KACzD,MAAM,CAAC,aAAa,EAAE,qCAAqC,EAAE,KAAK,CAAC;KACnE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE;IACjC,uDAAuD;IACvD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,+EAA+E;IAC/E,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,CAAC,CAAC,2CAA2C,CAAC,EAC9C,CAAC,CAAC,wCAAwC,CAAC,CAC5C,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzC,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,GAAG,CAAC,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,EACrD,CAAC,CAAC,yBAAyB,CAAC,CAC7B,CAAC;YACF,OAAO;QACT,CAAC;QACD,MAAM,aAAa,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5D,OAAO;IACT,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;QAC3F,OAAO;IACT,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,CAAC,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAC9D,CAAC;QACF,OAAO;IACT,CAAC;IACD,6BAA6B;IAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,CAAC,CAAC,oCAAoC,CAAC,EACvC,CAAC,CAAC,iCAAiC,CAAC,CACrC,CAAC;QACF,OAAO;IACT,CAAC;IACD,MAAM,cAAc,GAAG,wBAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/D,IAAI,CAAC,cAAc;QAAE,OAAO;IAE5B,+BAA+B;IAC/B,IAAI,MAA0B,CAAC;IAC/B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,MAAM,IAAI,IAAI;YAAE,OAAO;QAC3B,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,WAA+B,CAAC;IACpC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;QACrE,IAAI,MAAM,IAAI,IAAI;YAAE,OAAO;QAC3B,WAAW,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,8BAA8B;IAC9B,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClE,WAAW,CACT,SAAS,CAAC,UAAU,EACpB,GAAG,CAAC,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,EACrD,CAAC,CAAC,yBAAyB,CAAC,CAC7B,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACnD,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;QACrB,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IACD,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IACvB,MAAM,YAAY,GAAqC;QACrD,IAAI;QACJ,QAAQ,EAAE,cAAc;QACxB,MAAM;QACN,WAAW;QACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACxB,CAAC;IACF,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,MAAM,GAAG,qBAAqB,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAErD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,2BAA2B;QAC3B,IAAI,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC1C,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;gBAC1B,GAAG,YAAY;aAChB,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,sBAAsB,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE;gBAC9C,WAAW,EAAE,YAAY;gBACzB,YAAY,EAAE,QAAQ,CAAC,WAAW,IAAI,SAAS;gBAC/C,MAAM;aACP,CAAC,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;gBAC5B,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;gBACzC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,kBAAkB,CAAC,GAAG,EAAE,KAAK,EAAE;gBAC7B,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,sCAAsC;QACtC,MAAM,QAAQ,CAAC;YACb,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC7C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,CAAC,CAAC;gBACvE,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;oBACpD,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC;oBAC/B,MAAM,EAAE,IAAI;oBACZ,MAAM;oBACN,UAAU;iBACX,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,aAAa,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,IAAI,IAAI,EAAE;YAC3D,OAAO,EAAE,UAAU;YACnB,MAAM;SACP,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,mBAAmB,EAAE;YAC5B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;SAC1C,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
import type { EvaluationResponse,
|
|
2
|
-
import type { EvaluationResponseVM,
|
|
1
|
+
import type { EvaluationResponse, HealthResponse, TranslationResponse } from "../api/models.ts";
|
|
2
|
+
import type { EvaluationResponseVM, HealthResponseVM, TranslationResponseVM } from "../output/view-models.ts";
|
|
3
3
|
/** Map API health check response to display-layer view model. */
|
|
4
4
|
export declare function toHealthResponseVM(input: HealthResponse): HealthResponseVM;
|
|
5
5
|
/** Map API translation response to display-layer view model, flattening nested items. */
|
|
6
6
|
export declare function toTranslationResponseVM(input: TranslationResponse): TranslationResponseVM;
|
|
7
7
|
/** Map API evaluation response to display-layer view model. */
|
|
8
8
|
export declare function toEvaluationResponseVM(input: EvaluationResponse): EvaluationResponseVM;
|
|
9
|
-
/** Map annotate options response to VM. */
|
|
10
|
-
export declare function toAnnotateOptionsVM(input: AnnotateOptionsResponse): AnnotateOptionsVM;
|
|
11
9
|
//# sourceMappingURL=mappers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"mappers.d.ts","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAChG,OAAO,KAAK,EACV,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACtB,MAAM,0BAA0B,CAAC;AAElC,iEAAiE;AACjE,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,cAAc,GAAG,gBAAgB,CAS1E;AAED,yFAAyF;AACzF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,mBAAmB,GAAG,qBAAqB,CAYzF;AAED,+DAA+D;AAC/D,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,kBAAkB,GAAG,oBAAoB,CAItF"}
|
package/dist/commands/mappers.js
CHANGED
|
@@ -29,12 +29,4 @@ export function toEvaluationResponseVM(input) {
|
|
|
29
29
|
corpus_scores: input.corpus_scores,
|
|
30
30
|
};
|
|
31
31
|
}
|
|
32
|
-
/** Map annotate options response to VM. */
|
|
33
|
-
export function toAnnotateOptionsVM(input) {
|
|
34
|
-
return {
|
|
35
|
-
pipeline_stages: input.pipeline_stages.map((s) => ({ ...s })),
|
|
36
|
-
lid_models: input.lid_models.map((m) => ({ ...m })),
|
|
37
|
-
filter_defaults: { ...input.filter_defaults },
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
32
|
//# sourceMappingURL=mappers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mappers.js","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"mappers.js","sourceRoot":"","sources":["../../src/commands/mappers.ts"],"names":[],"mappings":"AAOA,iEAAiE;AACjE,MAAM,UAAU,kBAAkB,CAAC,KAAqB;IACtD,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC;AACJ,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,uBAAuB,CAAC,KAA0B;IAChE,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,sBAAsB,CAAC,KAAyB;IAC9D,OAAO;QACL,aAAa,EAAE,KAAK,CAAC,aAAa;KACnC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { Command } from "@commander-js/extra-typings";
|
|
2
|
+
export declare const scoreCommand: Command<[string[]], {
|
|
3
|
+
target?: string | undefined;
|
|
4
|
+
outputFormat?: string | undefined;
|
|
5
|
+
out?: string | undefined;
|
|
6
|
+
formats: boolean;
|
|
7
|
+
}, {}>;
|
|
8
|
+
//# sourceMappingURL=score.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/commands/score.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAmBtD,eAAO,MAAM,YAAY;;;;;MAqKrB,CAAC"}
|