@vivantel/virage-cli 0.1.14 → 0.1.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/bin/virage.js
CHANGED
|
@@ -208,7 +208,7 @@ program
|
|
|
208
208
|
.command("evaluate")
|
|
209
209
|
.description("Evaluate retrieval quality against an eval dataset")
|
|
210
210
|
.option("-c, --config <path>", "Path to config file", "./virage.config.json")
|
|
211
|
-
.option("-d, --dataset <path>", "Eval dataset path", `${getVirageDir()}/eval
|
|
211
|
+
.option("-d, --dataset <path>", "Eval dataset path", `${getVirageDir()}/eval-dataset.json`)
|
|
212
212
|
.option("--with-llm-judge", "Enable RAGAS LLM-as-judge metrics")
|
|
213
213
|
.option("--threshold-mrr <n>", "Fail if MRR is below this threshold", parseFloat)
|
|
214
214
|
.option("--ci", "Exit with code 1 if quality gate fails")
|
|
@@ -242,7 +242,7 @@ program
|
|
|
242
242
|
.command("eval-generate")
|
|
243
243
|
.description("Generate an eval dataset from existing chunks")
|
|
244
244
|
.option("--embeddings <path>", "Embeddings DB path", defaultEmbeddingsDb())
|
|
245
|
-
.option("--output <path>", "Output dataset path", `${getVirageDir()}/eval
|
|
245
|
+
.option("--output <path>", "Output dataset path", `${getVirageDir()}/eval-dataset.json`)
|
|
246
246
|
.option("--include-negatives", "Add negative examples")
|
|
247
247
|
.option("--paraphrase-ratio <n>", "Fraction of queries to paraphrase (requires LLM judge)", parseFloat, 0)
|
|
248
248
|
.action(async (opts) => {
|
|
@@ -366,7 +366,7 @@ experiment
|
|
|
366
366
|
.description("Run an experiment and save results")
|
|
367
367
|
.requiredOption("--name <name>", "Experiment name")
|
|
368
368
|
.option("-c, --config <path>", "Path to config file", "./virage.config.json")
|
|
369
|
-
.option("-d, --dataset <path>", "Eval dataset path", `${getVirageDir()}/eval
|
|
369
|
+
.option("-d, --dataset <path>", "Eval dataset path", `${getVirageDir()}/eval-dataset.json`)
|
|
370
370
|
.action(async (opts) => {
|
|
371
371
|
try {
|
|
372
372
|
await runExperimentRun({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"progress-bar.d.ts","sourceRoot":"","sources":["../../src/progress/progress-bar.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"progress-bar.d.ts","sourceRoot":"","sources":["../../src/progress/progress-bar.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACnC;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,WAAW,CAyB3E;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,WAAW,CAAC;IACnB,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,IAAI,IAAI,CAAC;IACb,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAKD,wBAAgB,uBAAuB,IAAI,iBAAiB,CA2C3D"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"progress-bar.js","sourceRoot":"","sources":["../../src/progress/progress-bar.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,cAAc,CAAC;AAEvC,2EAA2E;AAC3E,SAAS,cAAc,CAAC,CAAS;IAC/B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IACnD,IAAI,CAAC,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"progress-bar.js","sourceRoot":"","sources":["../../src/progress/progress-bar.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,cAAc,CAAC;AAEvC,2EAA2E;AAC3E,SAAS,cAAc,CAAC,CAAS;IAC/B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IACnD,IAAI,CAAC,GAAG,IAAI;QACV,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;IACnE,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC;IAClE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;AAC7B,CAAC;AAQD,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,KAAa;IAC5D,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,SAAS,CACnC;QACE,MAAM,EAAE,GAAG,KAAK,gGAAgG;QAChH,eAAe,EAAE,KAAK;QACtB,UAAU,EAAE,IAAI;QAChB,UAAU,EAAE,cAAc;KAC3B,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IACF,8FAA8F;IAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEjC,OAAO;QACL,MAAM,CAAC,OAAe;YACpB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QACD,QAAQ,CAAC,QAAgB;YACvB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,YAAqB;YACxB,GAAG,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,YAAY;gBAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC9C,CAAC;KACF,CAAC;AACJ,CAAC;AAUD,MAAM,UAAU,GACd,uGAAuG,CAAC;AAE1G,MAAM,UAAU,uBAAuB;IACrC,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,QAAQ,CACpC;QACE,eAAe,EAAE,KAAK;QACtB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE,UAAU;QAClB,UAAU,EAAE,cAAc;KAC3B,EACD,WAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,4EAA4E;IAC5E,wEAAwE;IACxE,MAAM,OAAO,GAAG,CAAC,KAAa,EAAe,EAAE;QAC7C,IAAI,KAAK,GAAiC,IAAI,CAAC;QAC/C,OAAO;YACL,MAAM,CAAC,OAAe;gBACpB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;YACD,QAAQ,CAAC,QAAgB;gBACvB,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YACD,IAAI,KAAI,CAAC;SACV,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC;QAC3B,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC;QAC5B,IAAI;YACF,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,CAAC;QACD,GAAG,CAAC,OAAe;YACjB,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@vivantel/virage-cli",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.15",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "CLI for the Virage RAG pipeline — provides the virage command",
|
|
6
6
|
"repository": {
|
|
@@ -51,7 +51,7 @@
|
|
|
51
51
|
"license": "MIT",
|
|
52
52
|
"dependencies": {
|
|
53
53
|
"@inquirer/prompts": "^8.5.2",
|
|
54
|
-
"@vivantel/virage-core": "0.2.
|
|
54
|
+
"@vivantel/virage-core": "0.2.16",
|
|
55
55
|
"chokidar": "^5.0.0",
|
|
56
56
|
"cli-progress": "^3.12.0",
|
|
57
57
|
"commander": "^15.0.0",
|