prose-qa 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +65 -502
- package/dist/agent/llm-model.d.ts.map +1 -1
- package/dist/agent/llm-model.js +19 -10
- package/dist/agent/llm-model.js.map +1 -1
- package/dist/agent/prompt.js +1 -1
- package/dist/agent/prompt.js.map +1 -1
- package/dist/agent/prompt.test.js +0 -1
- package/dist/agent/prompt.test.js.map +1 -1
- package/dist/cli/analyze.js +7 -7
- package/dist/cli/analyze.js.map +1 -1
- package/dist/cli/record.js +3 -3
- package/dist/cli/record.js.map +1 -1
- package/dist/cli/run.js +12 -12
- package/dist/cli/run.js.map +1 -1
- package/dist/config/load.d.ts +4 -1
- package/dist/config/load.d.ts.map +1 -1
- package/dist/config/load.js +40 -24
- package/dist/config/load.js.map +1 -1
- package/dist/config/load.test.js +72 -13
- package/dist/config/load.test.js.map +1 -1
- package/dist/prompt/load.d.ts +2 -2
- package/dist/prompt/load.d.ts.map +1 -1
- package/dist/prompt/load.js +4 -9
- package/dist/prompt/load.js.map +1 -1
- package/dist/redact/env-secrets.test.js +3 -3
- package/dist/redact/env-secrets.test.js.map +1 -1
- package/dist/scenarios/globs.d.ts +3 -4
- package/dist/scenarios/globs.d.ts.map +1 -1
- package/dist/scenarios/globs.js +5 -27
- package/dist/scenarios/globs.js.map +1 -1
- package/dist/scenarios/globs.test.js +11 -29
- package/dist/scenarios/globs.test.js.map +1 -1
- package/dist/types/config.d.ts +3 -4
- package/dist/types/config.d.ts.map +1 -1
- package/package.json +4 -4
- package/pqa.config.ts +0 -10
package/dist/config/load.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../src/config/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjE,MAAM,uBAAuB,GAAG;IAC9B,iBAAiB;IACjB,gBAAgB;IAChB,eAAe;IACf,eAAe;CACP,CAAC;AAEX,MAAM,yBAAyB,GAAG;IAChC,eAAe;IACf,gBAAgB;IAChB,eAAe;IACf,iBAAiB;CACT,CAAC;AAEX,yEAAyE;AACzE,MAAM,uBAAuB,GAAc;IACzC,
|
|
1
|
+
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../src/config/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjE,MAAM,uBAAuB,GAAG;IAC9B,iBAAiB;IACjB,gBAAgB;IAChB,eAAe;IACf,eAAe;CACP,CAAC;AAEX,MAAM,yBAAyB,GAAG;IAChC,eAAe;IACf,gBAAgB;IAChB,eAAe;IACf,iBAAiB;CACT,CAAC;AAEX,yEAAyE;AACzE,MAAM,uBAAuB,GAAc;IACzC,OAAO,EAAE,EAAE;IACX,GAAG,EAAE,EAAE;IACP,OAAO,EAAE;QACP,MAAM,EAAE,KAAK;QACb,WAAW,EAAE,KAAK;QAClB,cAAc,EAAE,MAAM;QACtB,MAAM,EAAE,QAAQ;KACjB;IACD,MAAM,EAAE;QACN,IAAI,EAAE,CAAC,QAAQ,EAAE,gBAAgB,CAAC;QAClC,QAAQ,EAAE,CAAC,MAAM,CAAC;KACnB;IACD,KAAK,EAAE;QACL,QAAQ,EAAE,GAAG;QACb,aAAa,EAAE,OAAO;KACvB;IACD,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,SAAS;IACT,WAAW;IACX,WAAW;IACX,aAAa;IACb,YAAY;IACZ,OAAO;IACP,eAAe;IACf,UAAU;IACV,OAAO;IACP,aAAa;CACL,CAAC;AAEX,IAAI,oBAA2C,CAAC;AAEhD,KAAK,UAAU,kBAAkB,CAAC,QAAgB;IAChD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAuB,CAAC;IAC3E,CAAC;IACD,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAExB,CAAC;QACF,OAAO,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC;IAC5B,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAuB,CAAC;AACpD,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAiB,EAAE,GAAW;IAC3D,OAAO;QACL,GAAG,MAAM;QACT,MAAM,EAAE;YACN,GAAG,MAAM,CAAC,MAAM;YAChB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACnC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC,CAC1D;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,OAAO,wBAAwB,EAAE,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,wBAAwB;IACrC,IAAI,oBAAoB;QAAE,OAAO,oBAAoB,CAAC;IAEtD,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;IACjC,KAAK,MAAM,SAAS,IAAI,yBAAyB,EAAE,CAAC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAClD,oBAAoB,GAAG,WAAW,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;YACpE,OAAO,oBAAoB,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,oBAAoB,GAAG,uBAAuB,CAAC;IAC/C,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,UAAmB,EACnB,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE;IAEnB,OAAO,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,cAAc,GAAG,MAAM,wBAAwB,EAAE,CAAC;IAExD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAC/C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAClD,OAAO,qBAAqB,CAC1B,oBAAoB,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,EACzD,GAAG,CACJ,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,uBAAuB,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAClD,OAAO,qBAAqB,CAC1B,oBAAoB,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,EACzD,GAAG,CACJ,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,OAAO,qBAAqB,CAAC,oBAAoB,CAAC,cAAc,CAAC,EAAE,GAAG,CAAC,CAAC;AAC1E,CAAC;AAID,SAAS,oBAAoB,CAAC,MAAiB;IAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,gBAA2C,CAAC;IACzE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;IACxC,OAAO;QACL,GAAG,MAAM;QACT,GAAG,EAAE;YACH,GAAG,MAAM,CAAC,GAAG;YACb,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B;KACF,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,IAAe,EAAE,QAA4B;IAChE,OAAO;QACL,GAAG,IAAI;QACP,GAAG,QAAQ;QACX,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;QACzC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB;QACpE,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE;QACrC,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,QAAQ,CAAC,OAAO;YACnB,UAAU,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU;gBACtC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE;gBAChE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU;SAC5B;QACD,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE;QAC9C,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE;QAC3C,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE;QACxC,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,QAAQ,CAAC,OAAO;YACnB,iBAAiB,EACf,QAAQ,CAAC,OAAO,EAAE,iBAAiB,IAAI,IAAI,CAAC,OAAO,EAAE,iBAAiB;SACzE;QACD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YACzB,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE;YAC5C,CAAC,CAAC,IAAI,CAAC,QAAQ;QACjB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK;QACzE,MAAM,EAAE,QAAQ,CAAC,MAAM;YACrB,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE;YACxC,CAAC,CAAC,IAAI,CAAC,MAAM;KAChB,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,0EAA0E;AAC1E,MAAM,UAAU,oBAAoB,CAClC,MAAiB,EACjB,WAAoB;IAEpB,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,WAAW,CAAC;IAClD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;IACzC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACnE,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IACpD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAAiB,EACjB,MAAgB;IAEhB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,KAAK,CAAC;IACzD,OAAO,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiB;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;IACjC,OAAO;QACL,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,YAAY;QAC9B,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAiB,EACjB,OAA4D;IAE5D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,OAAO,EAAE,gBAAgB,IAAI,MAAM,CAAC,UAAU,CAAC;IAClE,OAAO;QACL,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QACvD,GAAG,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,GAAG,IAAI,KAAK;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAiB;IAKpD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;QAChC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,CAAC;QAC/C,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,KAAK;QACnD,iBAAiB,EACf,OAAO,CAAC,iBAAiB,IAAI,CAAC,GAAG,0BAA0B,CAAC;KAC/D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AAEjD,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAE7C,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;AAEhE,MAAM,UAAU,uBAAuB,CAAC,MAAiB;IACvD,MAAM,IAAI,GAAG,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,MAAM,GACV,MAAM,CAAC,GAAG,CAAC,QAAQ;QACnB,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACtD,CAAC,CAAC,eAAe;QACjB,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO,MAAM;QACX,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QACxC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,8DAA8D,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,wDAAwD,CAAC;IAClE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACrC,IAAI,CAAC,QAAQ,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO,WAAW,eAAe,sBAAsB,QAAQ,GAAG,CAAC;AACrE,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,sBAAsB,CAAC,MAAiB;IACtD,OAAO,gBAAgB,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAiB;IACtD,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,OAAO,+DAA+D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAiB,EACjB,QAA4B,EAC5B,GAAW;IAEX,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,iBAAiB,QAAQ,gCAAgC,CAC1D,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACb,iBAAiB,QAAQ,uDAAuD,CACjF,CAAC;IACJ,CAAC;IACD,OAAO,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AACjD,CAAC"}
|
package/dist/config/load.test.js
CHANGED
|
@@ -4,7 +4,8 @@ import { tmpdir } from "node:os";
|
|
|
4
4
|
import path from "node:path";
|
|
5
5
|
import { describe, it } from "node:test";
|
|
6
6
|
import { getPackageRoot } from "../paths.js";
|
|
7
|
-
import {
|
|
7
|
+
import { loadSystemPrompt } from "../prompt/load.js";
|
|
8
|
+
import { loadConfig, missingLlmApiKey, missingLlmConfig, PQA_LLM_API_KEY, resolveAgentParallel, resolveBrowserHeaded, resolveSensitiveEnvVars, } from "./load.js";
|
|
8
9
|
const minimalConfig = (engine) => ({
|
|
9
10
|
llm: { provider: "anthropic", model: "x" },
|
|
10
11
|
browser: {
|
|
@@ -48,17 +49,56 @@ describe("resolveBrowserHeaded", () => {
|
|
|
48
49
|
describe("loadConfig", () => {
|
|
49
50
|
it("loads bundled pqa.config.ts when no local config exists", async () => {
|
|
50
51
|
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-config-"));
|
|
51
|
-
const
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
52
|
+
const prevProvider = process.env.PQA_LLM_PROVIDER;
|
|
53
|
+
const prevModel = process.env.PQA_LLM_MODEL;
|
|
54
|
+
process.env.PQA_LLM_PROVIDER = "fireworks";
|
|
55
|
+
process.env.PQA_LLM_MODEL = "accounts/fireworks/models/test";
|
|
56
|
+
try {
|
|
57
|
+
const config = await loadConfig(undefined, cwd);
|
|
58
|
+
assert.equal(config.llm.provider, "fireworks");
|
|
59
|
+
assert.equal(config.llm.model, "accounts/fireworks/models/test");
|
|
60
|
+
assert.equal(config.llm.thinking?.enabled, true);
|
|
61
|
+
assert.equal(config.healing?.enabled, true);
|
|
62
|
+
assert.equal(config.healing?.maxRecoveryTurns, 2);
|
|
63
|
+
assert.deepEqual(config.envVars, []);
|
|
64
|
+
assert.equal(config.auth.admin?.scenario, "login-admin");
|
|
65
|
+
assert.equal(config.recorder?.bridgePort, 17_321);
|
|
66
|
+
assert.equal(config.scenariosDir, "scenarios");
|
|
67
|
+
assert.equal(config.agent.parallel, 0);
|
|
68
|
+
}
|
|
69
|
+
finally {
|
|
70
|
+
if (prevProvider === undefined)
|
|
71
|
+
delete process.env.PQA_LLM_PROVIDER;
|
|
72
|
+
else
|
|
73
|
+
process.env.PQA_LLM_PROVIDER = prevProvider;
|
|
74
|
+
if (prevModel === undefined)
|
|
75
|
+
delete process.env.PQA_LLM_MODEL;
|
|
76
|
+
else
|
|
77
|
+
process.env.PQA_LLM_MODEL = prevModel;
|
|
78
|
+
}
|
|
79
|
+
});
|
|
80
|
+
it("has no default llm.provider or llm.model without env or local config", async () => {
|
|
81
|
+
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-config-"));
|
|
82
|
+
const prevProvider = process.env.PQA_LLM_PROVIDER;
|
|
83
|
+
const prevModel = process.env.PQA_LLM_MODEL;
|
|
84
|
+
delete process.env.PQA_LLM_PROVIDER;
|
|
85
|
+
delete process.env.PQA_LLM_MODEL;
|
|
86
|
+
try {
|
|
87
|
+
const config = await loadConfig(undefined, cwd);
|
|
88
|
+
assert.equal(config.llm.provider, undefined);
|
|
89
|
+
assert.equal(config.llm.model, undefined);
|
|
90
|
+
assert.match(missingLlmConfig(config), /llm\.provider/);
|
|
91
|
+
}
|
|
92
|
+
finally {
|
|
93
|
+
if (prevProvider === undefined)
|
|
94
|
+
delete process.env.PQA_LLM_PROVIDER;
|
|
95
|
+
else
|
|
96
|
+
process.env.PQA_LLM_PROVIDER = prevProvider;
|
|
97
|
+
if (prevModel === undefined)
|
|
98
|
+
delete process.env.PQA_LLM_MODEL;
|
|
99
|
+
else
|
|
100
|
+
process.env.PQA_LLM_MODEL = prevModel;
|
|
101
|
+
}
|
|
62
102
|
});
|
|
63
103
|
it("merges local pqa.config.json overrides", async () => {
|
|
64
104
|
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-config-"));
|
|
@@ -79,8 +119,27 @@ describe("loadConfig", () => {
|
|
|
79
119
|
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-config-"));
|
|
80
120
|
const config = await loadConfig(undefined, cwd);
|
|
81
121
|
const bundledPath = path.resolve(getPackageRoot(), "pqa.config.ts");
|
|
82
|
-
assert.equal(config.systemPromptPath, path.resolve(getPackageRoot(), "prompt/SYSTEM.md"));
|
|
83
122
|
assert.match(bundledPath, /pqa\.config\.ts$/);
|
|
123
|
+
assert.ok(loadSystemPrompt(cwd).includes("ProseQA"));
|
|
124
|
+
});
|
|
125
|
+
});
|
|
126
|
+
describe("missingLlmApiKey", () => {
|
|
127
|
+
it("requires PQA_LLM_API_KEY for cloud providers", () => {
|
|
128
|
+
const config = minimalConfig("chrome");
|
|
129
|
+
assert.match(missingLlmApiKey(config), new RegExp(PQA_LLM_API_KEY));
|
|
130
|
+
});
|
|
131
|
+
it("does not require an API key for ollama", () => {
|
|
132
|
+
const config = {
|
|
133
|
+
...minimalConfig("chrome"),
|
|
134
|
+
llm: { provider: "ollama", model: "llama3.2" },
|
|
135
|
+
};
|
|
136
|
+
assert.equal(missingLlmApiKey(config), undefined);
|
|
137
|
+
});
|
|
138
|
+
});
|
|
139
|
+
describe("resolveSensitiveEnvVars", () => {
|
|
140
|
+
it("includes PQA_LLM_API_KEY for cloud providers", () => {
|
|
141
|
+
const names = resolveSensitiveEnvVars(minimalConfig("chrome"));
|
|
142
|
+
assert.deepEqual(names, [PQA_LLM_API_KEY]);
|
|
84
143
|
});
|
|
85
144
|
});
|
|
86
145
|
//# sourceMappingURL=load.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.test.js","sourceRoot":"","sources":["../../src/config/load.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"load.test.js","sourceRoot":"","sources":["../../src/config/load.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,oBAAoB,EACpB,oBAAoB,EACpB,uBAAuB,GACxB,MAAM,WAAW,CAAC;AAEnB,MAAM,aAAa,GAAG,CAAC,MAAsC,EAAa,EAAE,CAAC,CAAC;IAC5E,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;IAC1C,OAAO,EAAE;QACP,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,KAAK;QAClB,cAAc,EAAE,MAAM;QACtB,MAAM;KACP;IACD,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,OAAO,EAAE;IAC/C,IAAI,EAAE,EAAE;CACT,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,KAAK,CACV,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,iBAAiB,CAAC,EACtD,MAAM,CAAC,iBAAiB,CACzB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG;YACb,GAAG,aAAa,CAAC,QAAQ,CAAC;YAC1B,KAAK,EAAE,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;SACzD,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QACtG,MAAM,CAAC,KAAK,CACV,oBAAoB,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,EAC7E,MAAM,CAAC,iBAAiB,CACzB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CACV,oBAAoB,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,KAAK,CAAC,EACxD,KAAK,CACN,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAClD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,WAAW,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,gCAAgC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,gCAAgC,CAAC,CAAC;YACjE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,YAAY,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;;gBAC/D,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,YAAY,CAAC;YACjD,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;;gBACzD,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,SAAS,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAClD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QACpC,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC1C,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAE,EAAE,eAAe,CAAC,CAAC;QAC3D,CAAC;gBAAS,CAAC;YACT,IAAI,YAAY,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;;gBAC/D,OAAO,CAAC,GAAG,CAAC,gBAAgB,GAAG,YAAY,CAAC;YACjD,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;;gBACzD,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,SAAS,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,EACjC,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC,CACrD,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,aAAa,CACX,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,EACjC,IAAI,CAAC,SAAS,CAAC;YACb,OAAO,EAAE,EAAE,UAAU,EAAE,EAAE,cAAc,EAAE,aAAa,EAAE,EAAE;SAC3D,CAAC,CACH,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,eAAe,CAAC,CAAC;QAEpE,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;QAC9C,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CACV,gBAAgB,CAAC,MAAM,CAAE,EACzB,IAAI,MAAM,CAAC,eAAe,CAAC,CAC5B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,MAAM,GAAG;YACb,GAAG,aAAa,CAAC,QAAQ,CAAC;YAC1B,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAiB,EAAE,KAAK,EAAE,UAAU,EAAE;SACxD,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,KAAK,GAAG,uBAAuB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/prompt/load.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export declare const DEFAULT_SYSTEM_PROMPT_PATH = "prompt/SYSTEM.md";
|
|
2
|
-
export declare function resolveSystemPromptPath(cwd: string
|
|
3
|
-
export declare function loadSystemPrompt(cwd: string
|
|
2
|
+
export declare function resolveSystemPromptPath(cwd: string): string;
|
|
3
|
+
export declare function loadSystemPrompt(cwd: string): string;
|
|
4
4
|
//# sourceMappingURL=load.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../../src/prompt/load.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../../src/prompt/load.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,0BAA0B,qBAAqB,CAAC;AAE7D,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE3D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAQpD"}
|
package/dist/prompt/load.js
CHANGED
|
@@ -1,16 +1,11 @@
|
|
|
1
1
|
import { readFileSync, existsSync } from "node:fs";
|
|
2
|
-
import path from "node:path";
|
|
3
2
|
import { resolveBundledPath } from "../paths.js";
|
|
4
3
|
export const DEFAULT_SYSTEM_PROMPT_PATH = "prompt/SYSTEM.md";
|
|
5
|
-
export function resolveSystemPromptPath(cwd
|
|
6
|
-
|
|
7
|
-
if (path.isAbsolute(relative)) {
|
|
8
|
-
return relative;
|
|
9
|
-
}
|
|
10
|
-
return resolveBundledPath(cwd, relative);
|
|
4
|
+
export function resolveSystemPromptPath(cwd) {
|
|
5
|
+
return resolveBundledPath(cwd, DEFAULT_SYSTEM_PROMPT_PATH);
|
|
11
6
|
}
|
|
12
|
-
export function loadSystemPrompt(cwd
|
|
13
|
-
const resolved = resolveSystemPromptPath(cwd
|
|
7
|
+
export function loadSystemPrompt(cwd) {
|
|
8
|
+
const resolved = resolveSystemPromptPath(cwd);
|
|
14
9
|
if (!existsSync(resolved)) {
|
|
15
10
|
throw new Error(`System prompt not found at ${resolved}. Expected ${DEFAULT_SYSTEM_PROMPT_PATH} relative to the project root or bundled in the prose-qa package.`);
|
|
16
11
|
}
|
package/dist/prompt/load.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../src/prompt/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,
|
|
1
|
+
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../src/prompt/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,MAAM,CAAC,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AAE7D,MAAM,UAAU,uBAAuB,CAAC,GAAW;IACjD,OAAO,kBAAkB,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,QAAQ,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,8BAA8B,QAAQ,cAAc,0BAA0B,mEAAmE,CAClJ,CAAC;IACJ,CAAC;IACD,OAAO,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;AAChD,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import assert from "node:assert/strict";
|
|
2
2
|
import { describe, it } from "node:test";
|
|
3
|
-
import { resolveSensitiveEnvVars } from "../config/load.js";
|
|
3
|
+
import { PQA_LLM_API_KEY, resolveSensitiveEnvVars } from "../config/load.js";
|
|
4
4
|
import { createEnvRedactor } from "./env-secrets.js";
|
|
5
5
|
const baseConfig = {
|
|
6
6
|
llm: { provider: "fireworks", model: "test" },
|
|
@@ -78,7 +78,7 @@ describe("resolveSensitiveEnvVars", () => {
|
|
|
78
78
|
envVars: ["PQA_TEST_EMAIL", "PQA_TEST_PASSWORD"],
|
|
79
79
|
});
|
|
80
80
|
assert.deepEqual(names, [
|
|
81
|
-
|
|
81
|
+
PQA_LLM_API_KEY,
|
|
82
82
|
"PQA_TEST_EMAIL",
|
|
83
83
|
"PQA_TEST_PASSWORD",
|
|
84
84
|
]);
|
|
@@ -89,7 +89,7 @@ describe("resolveSensitiveEnvVars", () => {
|
|
|
89
89
|
envVars: ["PQA_TEST_EMAIL"],
|
|
90
90
|
sensitiveEnvVars: ["PQA_TEST_PASSWORD"],
|
|
91
91
|
});
|
|
92
|
-
assert.deepEqual(names, [
|
|
92
|
+
assert.deepEqual(names, [PQA_LLM_API_KEY, "PQA_TEST_PASSWORD"]);
|
|
93
93
|
});
|
|
94
94
|
it("omits LLM API key env var for ollama", () => {
|
|
95
95
|
const names = resolveSensitiveEnvVars({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"env-secrets.test.js","sourceRoot":"","sources":["../../src/redact/env-secrets.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"env-secrets.test.js","sourceRoot":"","sources":["../../src/redact/env-secrets.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,MAAM,UAAU,GAAc;IAC5B,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE;IAC7C,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE;IACxF,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE;IAC9C,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,iBAAiB,EAAE,SAAS,EAAE,EAChC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QACF,MAAM,CAAC,KAAK,CACV,QAAQ,CAAC,MAAM,CAAC,gCAAgC,CAAC,EACjD,6CAA6C,CAC9C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,IAAI,EAAE,eAAe,EAAE,iBAAiB,EAAE,QAAQ,EAAE,EACtD,CAAC,mBAAmB,CAAC,CACtB,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAChC,CAAC,OAAO,EAAE,OAAO,CAAC,CACnB,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,mBAAmB,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,EACxC,CAAC,MAAM,EAAE,OAAO,CAAC,CAClB,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,IAAI,EAAE,KAAK,EAAE,EACf,CAAC,MAAM,CAAC,EACR,EAAE,eAAe,EAAE,CAAC,EAAE,CACvB,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,iBAAiB,EAAE,SAAS,EAAE,EAChC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,eAAe,CAAC;YACrC,OAAO,EAAE,8BAA8B;YACvC,MAAM,EAAE,eAAe;YACvB,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,2CAA2C,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC;QAEzD,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC;YACrC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,2BAA2B;YACpC,WAAW,EAAE;gBACX;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE,IAAI;oBACV,MAAM,EAAE,aAAa;oBACrB,QAAQ,EAAE,CAAC,sBAAsB,CAAC;iBACnC;aACF;SACF,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,wCAAwC,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,0BAA0B,CAAC,CAAC;QAC1E,MAAM,CAAC,KAAK,CACV,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EACtC,mCAAmC,CACpC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,QAAQ,GAAG,iBAAiB,CAChC,EAAE,iBAAiB,EAAE,SAAS,EAAE,EAChC,CAAC,mBAAmB,CAAC,CACtB,CAAC;QACF,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,0BAA0B,EAAE,CAAC;SAC/G,CAAC;QACF,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CACV,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAC/E,SAAS,CACV,CAAC;QACF,MAAM,CAAC,KAAK,CACV,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAC3E,sBAAsB,CACvB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,KAAK,GAAG,uBAAuB,CAAC;YACpC,GAAG,UAAU;YACb,OAAO,EAAE,CAAC,gBAAgB,EAAE,mBAAmB,CAAC;SACjD,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE;YACtB,eAAe;YACf,gBAAgB;YAChB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG,uBAAuB,CAAC;YACpC,GAAG,UAAU;YACb,OAAO,EAAE,CAAC,gBAAgB,CAAC;YAC3B,gBAAgB,EAAE,CAAC,mBAAmB,CAAC;SACxC,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAG,uBAAuB,CAAC;YACpC,GAAG,UAAU;YACb,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE;YAC9C,OAAO,EAAE,CAAC,mBAAmB,CAAC;SAC/B,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1,11 +1,10 @@
|
|
|
1
1
|
import type { PqaConfig } from "../types/config.js";
|
|
2
2
|
export declare const DEFAULT_SCENARIOS_DIR = "scenarios";
|
|
3
3
|
export declare function scenarioDiscoveryGlob(scenariosDir: string): string;
|
|
4
|
-
/** Expand directory paths (e.g. `
|
|
4
|
+
/** Expand directory paths (e.g. `scenarios/`) into file globs. */
|
|
5
5
|
export declare function expandScenarioPatterns(patterns: string[]): string[];
|
|
6
|
-
export declare function
|
|
7
|
-
export declare function
|
|
8
|
-
export declare function resolveRunGlobs(config: PqaConfig, patterns: string[], cwd?: string): {
|
|
6
|
+
export declare function resolveScenariosDir(config: PqaConfig): string;
|
|
7
|
+
export declare function resolveRunGlobs(config: PqaConfig, patterns: string[]): {
|
|
9
8
|
scenariosDir: string;
|
|
10
9
|
discoveryGlob: string;
|
|
11
10
|
runGlobs: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"globs.d.ts","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"globs.d.ts","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AAEjD,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAElE;AAED,kEAAkE;AAClE,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAOnE;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAE7D;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,MAAM,EAAE,GACjB;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,yFAAyF;IACzF,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,CASA"}
|
package/dist/scenarios/globs.js
CHANGED
|
@@ -1,10 +1,8 @@
|
|
|
1
|
-
import { existsSync } from "node:fs";
|
|
2
|
-
import path from "node:path";
|
|
3
1
|
export const DEFAULT_SCENARIOS_DIR = "scenarios";
|
|
4
2
|
export function scenarioDiscoveryGlob(scenariosDir) {
|
|
5
3
|
return `${scenariosDir.replace(/\/$/, "")}/**/*.md`;
|
|
6
4
|
}
|
|
7
|
-
/** Expand directory paths (e.g. `
|
|
5
|
+
/** Expand directory paths (e.g. `scenarios/`) into file globs. */
|
|
8
6
|
export function expandScenarioPatterns(patterns) {
|
|
9
7
|
return patterns.map((pattern) => {
|
|
10
8
|
if (!pattern.includes("*") && !pattern.endsWith(".md")) {
|
|
@@ -13,31 +11,11 @@ export function expandScenarioPatterns(patterns) {
|
|
|
13
11
|
return pattern;
|
|
14
12
|
});
|
|
15
13
|
}
|
|
16
|
-
export function
|
|
17
|
-
|
|
18
|
-
if (!first)
|
|
19
|
-
return undefined;
|
|
20
|
-
const segments = first.split("/").filter((segment) => segment && segment !== ".");
|
|
21
|
-
return segments[0] || undefined;
|
|
14
|
+
export function resolveScenariosDir(config) {
|
|
15
|
+
return (config.scenariosDir ?? DEFAULT_SCENARIOS_DIR).replace(/\/$/, "");
|
|
22
16
|
}
|
|
23
|
-
export function
|
|
24
|
-
|
|
25
|
-
return config.scenariosDir.replace(/\/$/, "");
|
|
26
|
-
}
|
|
27
|
-
const inferred = inferScenariosDirFromPatterns(patterns);
|
|
28
|
-
if (inferred) {
|
|
29
|
-
return inferred;
|
|
30
|
-
}
|
|
31
|
-
if (existsSync(path.join(cwd, DEFAULT_SCENARIOS_DIR))) {
|
|
32
|
-
return DEFAULT_SCENARIOS_DIR;
|
|
33
|
-
}
|
|
34
|
-
if (existsSync(path.join(cwd, "pqa"))) {
|
|
35
|
-
return "pqa";
|
|
36
|
-
}
|
|
37
|
-
return DEFAULT_SCENARIOS_DIR;
|
|
38
|
-
}
|
|
39
|
-
export function resolveRunGlobs(config, patterns, cwd = process.cwd()) {
|
|
40
|
-
const scenariosDir = resolveScenariosDir(config, patterns, cwd);
|
|
17
|
+
export function resolveRunGlobs(config, patterns) {
|
|
18
|
+
const scenariosDir = resolveScenariosDir(config);
|
|
41
19
|
const discoveryGlob = scenarioDiscoveryGlob(scenariosDir);
|
|
42
20
|
const runGlobs = patterns.length > 0
|
|
43
21
|
? expandScenarioPatterns(patterns)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"globs.js","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"globs.js","sourceRoot":"","sources":["../../src/scenarios/globs.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,qBAAqB,GAAG,WAAW,CAAC;AAEjD,MAAM,UAAU,qBAAqB,CAAC,YAAoB;IACxD,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC;AACtD,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,sBAAsB,CAAC,QAAkB;IACvD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAiB;IACnD,OAAO,CAAC,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAiB,EACjB,QAAkB;IAQlB,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAC1D,MAAM,QAAQ,GACZ,QAAQ,CAAC,MAAM,GAAG,CAAC;QACjB,CAAC,CAAC,sBAAsB,CAAC,QAAQ,CAAC;QAClC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACtB,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IACrE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAChE,CAAC"}
|
|
@@ -1,45 +1,27 @@
|
|
|
1
1
|
import assert from "node:assert/strict";
|
|
2
|
-
import { mkdtempSync, mkdirSync } from "node:fs";
|
|
3
|
-
import { tmpdir } from "node:os";
|
|
4
|
-
import path from "node:path";
|
|
5
2
|
import { describe, it } from "node:test";
|
|
6
|
-
import { DEFAULT_SCENARIOS_DIR, expandScenarioPatterns,
|
|
3
|
+
import { DEFAULT_SCENARIOS_DIR, expandScenarioPatterns, resolveRunGlobs, resolveScenariosDir, } from "./globs.js";
|
|
7
4
|
const baseConfig = {};
|
|
8
5
|
describe("expandScenarioPatterns", () => {
|
|
9
6
|
it("expands directory paths into markdown globs", () => {
|
|
10
|
-
assert.deepEqual(expandScenarioPatterns(["
|
|
11
|
-
assert.deepEqual(expandScenarioPatterns(["
|
|
12
|
-
assert.deepEqual(expandScenarioPatterns(["
|
|
13
|
-
});
|
|
14
|
-
});
|
|
15
|
-
describe("inferScenariosDirFromPatterns", () => {
|
|
16
|
-
it("uses the first path segment as the scenarios root", () => {
|
|
17
|
-
assert.equal(inferScenariosDirFromPatterns(["pqa/**/*.md"]), "pqa");
|
|
18
|
-
assert.equal(inferScenariosDirFromPatterns(["pqa/pilar/p1/*.md"]), "pqa");
|
|
19
|
-
assert.equal(inferScenariosDirFromPatterns(["./pqa/pilar-smoke.md"]), "pqa");
|
|
7
|
+
assert.deepEqual(expandScenarioPatterns(["scenarios/"]), ["scenarios/**/*.md"]);
|
|
8
|
+
assert.deepEqual(expandScenarioPatterns(["scenarios"]), ["scenarios/**/*.md"]);
|
|
9
|
+
assert.deepEqual(expandScenarioPatterns(["scenarios/**/*.md"]), ["scenarios/**/*.md"]);
|
|
20
10
|
});
|
|
21
11
|
});
|
|
22
12
|
describe("resolveScenariosDir", () => {
|
|
23
|
-
it("
|
|
24
|
-
assert.equal(resolveScenariosDir({ scenariosDir: "custom" }
|
|
25
|
-
});
|
|
26
|
-
it("auto-detects pqa/ when scenarios/ is missing", () => {
|
|
27
|
-
const cwd = mkdtempSync(path.join(tmpdir(), "pqa-globs-"));
|
|
28
|
-
mkdirSync(path.join(cwd, "pqa"));
|
|
29
|
-
assert.equal(resolveScenariosDir(baseConfig, [], cwd), "pqa");
|
|
13
|
+
it("uses config.scenariosDir when set", () => {
|
|
14
|
+
assert.equal(resolveScenariosDir({ scenariosDir: "custom" }), "custom");
|
|
30
15
|
});
|
|
31
|
-
it("defaults to scenarios when
|
|
32
|
-
|
|
33
|
-
assert.equal(resolveScenariosDir(baseConfig, [], cwd), DEFAULT_SCENARIOS_DIR);
|
|
16
|
+
it("defaults to scenarios when omitted from config", () => {
|
|
17
|
+
assert.equal(resolveScenariosDir(baseConfig), DEFAULT_SCENARIOS_DIR);
|
|
34
18
|
});
|
|
35
19
|
});
|
|
36
20
|
describe("resolveRunGlobs", () => {
|
|
37
21
|
it("uses discovery glob for auth lookup and expanded patterns for filtering", () => {
|
|
38
|
-
const
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
assert.equal(discoveryGlob, scenarioDiscoveryGlob("pqa"));
|
|
42
|
-
assert.deepEqual(runGlobs, ["pqa/**/*.md"]);
|
|
22
|
+
const { discoveryGlob, runGlobs, searchGlobs } = resolveRunGlobs({ scenariosDir: "scenarios" }, ["scenarios/smoke/"]);
|
|
23
|
+
assert.equal(discoveryGlob, "scenarios/**/*.md");
|
|
24
|
+
assert.deepEqual(runGlobs, ["scenarios/smoke/**/*.md"]);
|
|
43
25
|
assert.deepEqual(searchGlobs, runGlobs);
|
|
44
26
|
});
|
|
45
27
|
it("uses config.scenariosDir when no patterns are provided", () => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"globs.test.js","sourceRoot":"","sources":["../../src/scenarios/globs.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"globs.test.js","sourceRoot":"","sources":["../../src/scenarios/globs.test.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EACL,qBAAqB,EACrB,sBAAsB,EACtB,eAAe,EACf,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,MAAM,UAAU,GAAG,EAAe,CAAC;AAEnC,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAChF,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,mBAAmB,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,KAAK,CACV,mBAAmB,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAe,CAAC,EAC5D,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,yEAAyE,EAAE,GAAG,EAAE;QACjF,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAC9D,EAAE,YAAY,EAAE,WAAW,EAAe,EAC1C,CAAC,kBAAkB,CAAC,CACrB,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACjD,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,yBAAyB,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG,EAAE,YAAY,EAAE,gBAAgB,EAAe,CAAC;QAC/D,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,wBAAwB,CAAC,CAAC;QACtD,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/types/config.d.ts
CHANGED
|
@@ -45,16 +45,15 @@ export interface LightpandaBrowserConfig {
|
|
|
45
45
|
/** Reasoning intensity; applied only on providers that support it (e.g. OpenAI, Anthropic, Google). */
|
|
46
46
|
export type LlmReasoningEffort = "none" | "minimal" | "low" | "medium" | "high" | "xhigh";
|
|
47
47
|
export interface PqaConfig {
|
|
48
|
-
/** Root directory for scenario markdown files. Default: scenarios
|
|
48
|
+
/** Root directory for scenario markdown files. Default: scenarios */
|
|
49
49
|
scenariosDir?: string;
|
|
50
|
-
systemPromptPath?: string;
|
|
51
50
|
/** Env var names injected into the system prompt and expected at runtime */
|
|
52
51
|
envVars?: string[];
|
|
53
52
|
/** Env var names whose values are redacted from transcripts, verdicts, reports and verbose logs */
|
|
54
53
|
sensitiveEnvVars?: string[];
|
|
55
54
|
llm: {
|
|
56
|
-
provider
|
|
57
|
-
model
|
|
55
|
+
provider?: "anthropic" | "openai" | "fireworks" | "ollama" | "google" | "openrouter";
|
|
56
|
+
model?: string;
|
|
58
57
|
/**
|
|
59
58
|
* Extended thinking / reasoning (opt-in).
|
|
60
59
|
* `budgetTokens`: Anthropic, Fireworks, Google & OpenRouter reasoning budget.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAEjE,MAAM,WAAW,aAAa;IAC5B,mCAAmC;IACnC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,6FAA6F;IAC7F,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8EAA8E;IAC9E,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED,qEAAqE;AACrE,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,YAAY,CAAC;AAEpD,4FAA4F;AAC5F,MAAM,WAAW,uBAAuB;IACtC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+FAA+F;IAC/F,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,uGAAuG;AACvG,MAAM,MAAM,kBAAkB,GAC1B,MAAM,GACN,SAAS,GACT,KAAK,GACL,QAAQ,GACR,MAAM,GACN,OAAO,CAAC;AAEZ,MAAM,WAAW,SAAS;IACxB,
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAEjE,MAAM,WAAW,aAAa;IAC5B,mCAAmC;IACnC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,0EAA0E;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qEAAqE;IACrE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,6FAA6F;IAC7F,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8EAA8E;IAC9E,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED,qEAAqE;AACrE,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,YAAY,CAAC;AAEpD,4FAA4F;AAC5F,MAAM,WAAW,uBAAuB;IACtC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,+FAA+F;IAC/F,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,uGAAuG;AACvG,MAAM,MAAM,kBAAkB,GAC1B,MAAM,GACN,SAAS,GACT,KAAK,GACL,QAAQ,GACR,MAAM,GACN,OAAO,CAAC;AAEZ,MAAM,WAAW,SAAS;IACxB,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,mGAAmG;IACnG,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,GAAG,EAAE;QACH,QAAQ,CAAC,EACL,WAAW,GACX,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,YAAY,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf;;;;;WAKG;QACH,QAAQ,CAAC,EAAE;YACT,OAAO,EAAE,OAAO,CAAC;YACjB,YAAY,CAAC,EAAE,MAAM,CAAC;YACtB,eAAe,CAAC,EAAE,kBAAkB,CAAC;SACtC,CAAC;KACH,CAAC;IACF,OAAO,EAAE;QACP,MAAM,EAAE,OAAO,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,2DAA2D;QAC3D,MAAM,EAAE,aAAa,CAAC;QACtB,UAAU,CAAC,EAAE,uBAAuB,CAAC;KACtC,CAAC;IACF,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,EAAE,CAAC;QACf,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB;;;;WAIG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACxC,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG,QAAQ,GAAG,OAAO,CAAC;AAE9D,MAAM,WAAW,UAAU;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,2BAA2B,CAAC;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,aAAa,CAAC;IACzB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,8FAA8F;IAC9F,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,6EAA6E;IAC7E,aAAa,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC;IACvC,2DAA2D;IAC3D,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,mFAAmF;IACnF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sEAAsE;IACtE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "prose-qa",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.2.0",
|
|
4
4
|
"description": "ProseQA — agent harness for NL E2E regression testing via agent-browser",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"bin": {
|
|
@@ -47,10 +47,10 @@
|
|
|
47
47
|
"access": "public"
|
|
48
48
|
},
|
|
49
49
|
"dependencies": {
|
|
50
|
-
"@ai-sdk/anthropic": "^
|
|
50
|
+
"@ai-sdk/anthropic": "^3.0.81",
|
|
51
51
|
"@ai-sdk/fireworks": "^2.0.53",
|
|
52
|
-
"@ai-sdk/google": "^
|
|
53
|
-
"@ai-sdk/openai": "^
|
|
52
|
+
"@ai-sdk/google": "^3.0.80",
|
|
53
|
+
"@ai-sdk/openai": "^3.0.67",
|
|
54
54
|
"@modelcontextprotocol/sdk": "^1.29.0",
|
|
55
55
|
"@openrouter/ai-sdk-provider": "^2.9.0",
|
|
56
56
|
"agent-browser": "^0.27.1",
|
package/pqa.config.ts
CHANGED
|
@@ -6,15 +6,6 @@
|
|
|
6
6
|
const config = {
|
|
7
7
|
scenariosDir: "scenarios",
|
|
8
8
|
llm: {
|
|
9
|
-
provider:
|
|
10
|
-
(process.env.PQA_LLM_PROVIDER as
|
|
11
|
-
| "anthropic"
|
|
12
|
-
| "openai"
|
|
13
|
-
| "fireworks"
|
|
14
|
-
| "ollama"
|
|
15
|
-
| "google"
|
|
16
|
-
| "openrouter") ?? "anthropic",
|
|
17
|
-
model: process.env.PQA_LLM_MODEL ?? "claude-sonnet-4-20250514",
|
|
18
9
|
thinking: {
|
|
19
10
|
enabled: true,
|
|
20
11
|
budgetTokens: 10_000,
|
|
@@ -30,7 +21,6 @@ const config = {
|
|
|
30
21
|
telemetry: false,
|
|
31
22
|
},
|
|
32
23
|
},
|
|
33
|
-
systemPromptPath: "prompt/SYSTEM.md",
|
|
34
24
|
envVars: [],
|
|
35
25
|
sensitiveEnvVars: [],
|
|
36
26
|
skills: {
|